working

2026-07-11 18:33:04 -06:00
parent 1fce18460e
commit c964f1e9eb
10 changed files with 46 additions and 113 deletions
@@ -22,7 +22,7 @@ char_lit         = "'", char_content, "'" ;
 string_char      = char_escape | ? isUTF8StringLitCont ? ; (* Not " or \ *)
 string_lit       = '"', { string_char }, '"' ;

-(* Literals *)
+(* Literals | Tokenization starts here *)
 identifier       = ( letter | "_" ) , { alpha_num_char | "_" } ;
 comment          = ";" , { utf8_char } ;