From 002f83fb63281829b5e5bee22e7a7a6bc9830e0c Mon Sep 17 00:00:00 2001 From: pentarctagon Date: Mon, 16 Sep 2024 22:46:09 -0500 Subject: [PATCH] and removed already --- src/serialization/tokenizer.hpp | 4 ---- 1 file changed, 4 deletions(-) diff --git a/src/serialization/tokenizer.hpp b/src/serialization/tokenizer.hpp index d507f4f33c0f..66601ab10143 100644 --- a/src/serialization/tokenizer.hpp +++ b/src/serialization/tokenizer.hpp @@ -28,10 +28,6 @@ // has something to do with the result of the preprocessor whose format is essentially undocumented and I don't intend to delve into that as of writing this comment #define INLINED_PREPROCESS_DIRECTIVE_CHAR 254 -// normal ascii is 0-127 -// extended ascii is from 128-255, none of which need any special handling -#define START_EXTENDED_ASCII 128 - /** * contains the current text being parsed as well as the token_type of what's being parsed. * multi-character token types will have a value that's a string with zero or more characters in it.