add antlr source code and ReadMe

[toc] / gen / TocLexer.tokens

diff --git a/gen/TocLexer.tokens b/gen/TocLexer.tokens
index ca9564e856a0c9698437fa62a6b11cef38af1811..c7914ef09376359be84f6f05eda62339bdab92e1 100644 (file)
--- a/gen/TocLexer.tokens
+++ b/gen/TocLexer.tokens
@@ -55,13 +55,15 @@ T__53=54
 T__54=55\r
 T__55=56\r
 T__56=57\r
-INT_LIT=58\r
-DECIMAL_LIT=59\r
-STRING_LIT=60\r
+T__57=58\r
+INT_LIT=59\r
+DECIMAL_LIT=60\r
 BOOL_LIT=61\r
-NAME=62\r
-WS=63\r
-NEWLINE=64\r
+StringLit=62\r
+NAME=63\r
+WS=64\r
+NEWLINE=65\r
+COMMENT=66\r
 ';'=1\r
 'namespace'=2\r
 '{'=3\r
@@ -72,50 +74,51 @@ NEWLINE=64
 '*'=8\r
 '['=9\r
 ']'=10\r
-'func'=11\r
-'('=12\r
-')'=13\r
-','=14\r
-'struct'=15\r
-'private'=16\r
-'<'=17\r
-'>'=18\r
-'if'=19\r
-'else'=20\r
-'switch'=21\r
-'case'=22\r
-'for'=23\r
-'while'=24\r
-'return'=25\r
-'?'=26\r
+'::'=11\r
+'func'=12\r
+'('=13\r
+')'=14\r
+','=15\r
+'struct'=16\r
+'private'=17\r
+'<'=18\r
+'>'=19\r
+'if'=20\r
+'else'=21\r
+'switch'=22\r
+'case'=23\r
+'for'=24\r
+'while'=25\r
+'return'=26\r
 '.'=27\r
-'->'=28\r
-'++'=29\r
-'--'=30\r
-'+'=31\r
-'-'=32\r
-'!'=33\r
-'~'=34\r
-'&'=35\r
-'/'=36\r
-'%'=37\r
-'|'=38\r
-'^'=39\r
-'=='=40\r
-'!='=41\r
-'<='=42\r
-'>='=43\r
-'<<'=44\r
-'>>'=45\r
-'||'=46\r
-'&&'=47\r
-'&='=48\r
-'|='=49\r
-'^='=50\r
-'<<='=51\r
-'>>='=52\r
-'+='=53\r
-'-='=54\r
-'*='=55\r
-'/='=56\r
-'%='=57\r
+'?'=28\r
+'->'=29\r
+'++'=30\r
+'--'=31\r
+'+'=32\r
+'-'=33\r
+'!'=34\r
+'~'=35\r
+'&'=36\r
+'/'=37\r
+'%'=38\r
+'|'=39\r
+'^'=40\r
+'=='=41\r
+'!='=42\r
+'<='=43\r
+'>='=44\r
+'<<'=45\r
+'>>'=46\r
+'||'=47\r
+'&&'=48\r
+'&='=49\r
+'|='=50\r
+'^='=51\r
+'<<='=52\r
+'>>='=53\r
+'+='=54\r
+'-='=55\r
+'*='=56\r
+'/='=57\r
+'%='=58\r