add antlr source code and ReadMe

[toc] / gen / TocLexer.tokens

diff --git a/gen/TocLexer.tokens b/gen/TocLexer.tokens
index 458051734249f4ce2dc0cd81c1c0ac1e009f86d0..c7914ef09376359be84f6f05eda62339bdab92e1 100644 (file)
--- a/gen/TocLexer.tokens
+++ b/gen/TocLexer.tokens
@@ -53,65 +53,72 @@ T__51=52
 T__52=53\r
 T__53=54\r
 T__54=55\r
-INT_LIT=56\r
-DECIMAL_LIT=57\r
-STRING_LIT=58\r
-BOOL_LIT=59\r
-NAME=60\r
-WS=61\r
-NEWLINE=62\r
+T__55=56\r
+T__56=57\r
+T__57=58\r
+INT_LIT=59\r
+DECIMAL_LIT=60\r
+BOOL_LIT=61\r
+StringLit=62\r
+NAME=63\r
+WS=64\r
+NEWLINE=65\r
+COMMENT=66\r
 ';'=1\r
-'var'=2\r
-':'=3\r
-'='=4\r
-'*'=5\r
-'['=6\r
-']'=7\r
-'func'=8\r
-'('=9\r
-')'=10\r
-','=11\r
-'{'=12\r
-'}'=13\r
-'struct'=14\r
-'if'=15\r
-'else'=16\r
-'switch'=17\r
-'case'=18\r
-'for'=19\r
-'while'=20\r
-'return'=21\r
-'?'=22\r
-'.'=23\r
-'->'=24\r
-'++'=25\r
-'--'=26\r
-'+'=27\r
-'-'=28\r
-'!'=29\r
-'~'=30\r
-'&'=31\r
-'/'=32\r
-'%'=33\r
-'<'=34\r
-'|'=35\r
-'^'=36\r
-'>'=37\r
-'=='=38\r
-'!='=39\r
-'<='=40\r
-'>='=41\r
-'<<'=42\r
-'>>'=43\r
-'||'=44\r
-'&&'=45\r
-'&='=46\r
-'|='=47\r
-'^='=48\r
-'<<='=49\r
-'>>='=50\r
-'+='=51\r
-'-='=52\r
-'*='=53\r
-'/='=54\r
-'%='=55\r
+'namespace'=2\r
+'{'=3\r
+'}'=4\r
+'var'=5\r
+':'=6\r
+'='=7\r
+'*'=8\r
+'['=9\r
+']'=10\r
+'::'=11\r
+'func'=12\r
+'('=13\r
+')'=14\r
+','=15\r
+'struct'=16\r
+'private'=17\r
+'<'=18\r
+'>'=19\r
+'if'=20\r
+'else'=21\r
+'switch'=22\r
+'case'=23\r
+'for'=24\r
+'while'=25\r
+'return'=26\r
+'.'=27\r
+'?'=28\r
+'->'=29\r
+'++'=30\r
+'--'=31\r
+'+'=32\r
+'-'=33\r
+'!'=34\r
+'~'=35\r
+'&'=36\r
+'/'=37\r
+'%'=38\r
+'|'=39\r
+'^'=40\r
+'=='=41\r
+'!='=42\r
+'<='=43\r
+'>='=44\r
+'<<'=45\r
+'>>'=46\r
+'||'=47\r
+'&&'=48\r
+'&='=49\r
+'|='=50\r
+'^='=51\r
+'<<='=52\r
+'>>='=53\r
+'+='=54\r
+'-='=55\r
+'*='=56\r
+'/='=57\r
+'%='=58\r