add antlr source code and ReadMe

[toc] / gen / TocLexer.tokens

diff --git a/gen/TocLexer.tokens b/gen/TocLexer.tokens
index dc0da9c5f44560cc9c8e3105ed85d3d182699fbc..c7914ef09376359be84f6f05eda62339bdab92e1 100644 (file)
--- a/gen/TocLexer.tokens
+++ b/gen/TocLexer.tokens
@@ -55,13 +55,15 @@ T__53=54
 T__54=55\r
 T__55=56\r
 T__56=57\r
-INT_LIT=58\r
-DECIMAL_LIT=59\r
-BOOL_LIT=60\r
-StringLit=61\r
-NAME=62\r
-WS=63\r
-NEWLINE=64\r
+T__57=58\r
+INT_LIT=59\r
+DECIMAL_LIT=60\r
+BOOL_LIT=61\r
+StringLit=62\r
+NAME=63\r
+WS=64\r
+NEWLINE=65\r
+COMMENT=66\r
 ';'=1\r
 'namespace'=2\r
 '{'=3\r
@@ -90,32 +92,33 @@ NEWLINE=64
 'return'=26\r
 '.'=27\r
 '?'=28\r
-'++'=29\r
-'--'=30\r
-'+'=31\r
-'-'=32\r
-'!'=33\r
-'~'=34\r
-'&'=35\r
-'/'=36\r
-'%'=37\r
-'|'=38\r
-'^'=39\r
-'=='=40\r
-'!='=41\r
-'<='=42\r
-'>='=43\r
-'<<'=44\r
-'>>'=45\r
-'||'=46\r
-'&&'=47\r
-'&='=48\r
-'|='=49\r
-'^='=50\r
-'<<='=51\r
-'>>='=52\r
-'+='=53\r
-'-='=54\r
-'*='=55\r
-'/='=56\r
-'%='=57\r
+'->'=29\r
+'++'=30\r
+'--'=31\r
+'+'=32\r
+'-'=33\r
+'!'=34\r
+'~'=35\r
+'&'=36\r
+'/'=37\r
+'%'=38\r
+'|'=39\r
+'^'=40\r
+'=='=41\r
+'!='=42\r
+'<='=43\r
+'>='=44\r
+'<<'=45\r
+'>>'=46\r
+'||'=47\r
+'&&'=48\r
+'&='=49\r
+'|='=50\r
+'^='=51\r
+'<<='=52\r
+'>>='=53\r
+'+='=54\r
+'-='=55\r
+'*='=56\r
+'/='=57\r
+'%='=58\r