From fc4af5b7106c5506f3fcd9f81bd0b2bc02d884da Mon Sep 17 00:00:00 2001 From: Stepfen Shawn Date: Fri, 26 May 2023 10:50:33 +0800 Subject: [PATCH] Fix typo in the tokenizer (GH-104950) (cherry picked from commit 705e387dd81b971cb1ee5727da54adfb565f61d0) Co-authored-by: Stepfen Shawn --- Parser/tokenizer.h | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Parser/tokenizer.h b/Parser/tokenizer.h index d9a5f457d9c501..0593d773e55e06 100644 --- a/Parser/tokenizer.h +++ b/Parser/tokenizer.h @@ -20,7 +20,7 @@ enum decoding_state { }; enum interactive_underflow_t { - /* Normal mode of operation: return a new token when asked in interactie mode */ + /* Normal mode of operation: return a new token when asked in interactive mode */ IUNDERFLOW_NORMAL, /* Forcefully return ENDMARKER when asked for a new token in interactive mode. This * can be used to prevent the tokenizer to prompt the user for new tokens */