X-Git-Url: http://nitlanguage.org

diff --git a/src/parser/lexer.nit b/src/parser/lexer.nit
index fd1edf5..7e07395 100644
--- a/src/parser/lexer.nit
+++ b/src/parser/lexer.nit
@@ -3,15 +3,26 @@
 package lexer
 
 intrude import parser_nodes
+private import tables
 
 redef class Token
-    readable writable var _text: String
+    var _text: nullable String
 
-    fun parser_index: Int is abstract
+    redef fun text
+    do
+        var res = _text
+        if res != null then return res
+        res = location.text
+	_text = res
+	return res
+    end
 
-    redef fun to_s: String do
-        return "'{_text}'"
+    redef fun text=(text)
+    do
+        _text = text
     end
+
+    fun parser_index: Int is abstract
 end
 
 redef class TEol
@@ -20,9 +31,8 @@ redef class TEol
 	return 0
     end
 
-    init init_tk(text: String, loc: Location)
+    init init_tk(loc: Location)
     do
-        _text = text
 		_location = loc
     end
 end
@@ -33,14 +43,13 @@ redef class TComment
 	return 1
     end
 
-    init init_tk(text: String, loc: Location)
+    init init_tk(loc: Location)
     do
-        _text = text
 		_location = loc
     end
 end
 
-redef class TKwpackage
+redef class TKwmodule
     redef fun parser_index: Int
     do
 	return 2
@@ -48,7 +57,6 @@ redef class TKwpackage
 
     init init_tk(loc: Location)
     do
-        _text = once "package"
 		_location = loc
     end
 end
@@ -61,7 +69,6 @@ redef class TKwimport
 
     init init_tk(loc: Location)
     do
-        _text = once "import"
 		_location = loc
     end
 end
@@ -74,7 +81,6 @@ redef class TKwclass
 
     init init_tk(loc: Location)
     do
-        _text = once "class"
 		_location = loc
     end
 end
@@ -87,7 +93,6 @@ redef class TKwabstract
 
     init init_tk(loc: Location)
     do
-        _text = once "abstract"
 		_location = loc
     end
 end
@@ -100,12 +105,11 @@ redef class TKwinterface
 
     init init_tk(loc: Location)
     do
-        _text = once "interface"
 		_location = loc
     end
 end
 
-redef class TKwuniversal
+redef class TKwenum
     redef fun parser_index: Int
     do
 	return 7
@@ -113,12 +117,11 @@ redef class TKwuniversal
 
     init init_tk(loc: Location)
     do
-        _text = once "universal"
 		_location = loc
     end
 end
 
-redef class TKwspecial
+redef class TKwend
     redef fun parser_index: Int
     do
 	return 8
@@ -126,12 +129,11 @@ redef class TKwspecial
 
     init init_tk(loc: Location)
     do
-        _text = once "special"
 		_location = loc
     end
 end
 
-redef class TKwend
+redef class TKwmeth
     redef fun parser_index: Int
     do
 	return 9
@@ -139,12 +141,11 @@ redef class TKwend
 
     init init_tk(loc: Location)
     do
-        _text = once "end"
 		_location = loc
     end
 end
 
-redef class TKwmeth
+redef class TKwtype
     redef fun parser_index: Int
     do
 	return 10
@@ -152,12 +153,11 @@ redef class TKwmeth
 
     init init_tk(loc: Location)
     do
-        _text = once "fun"
 		_location = loc
     end
 end
 
-redef class TKwtype
+redef class TKwinit
     redef fun parser_index: Int
     do
 	return 11
@@ -165,12 +165,11 @@ redef class TKwtype
 
     init init_tk(loc: Location)
     do
-        _text = once "type"
 		_location = loc
     end
 end
 
-redef class TKwinit
+redef class TKwredef
     redef fun parser_index: Int
     do
 	return 12
@@ -178,12 +177,11 @@ redef class TKwinit
 
     init init_tk(loc: Location)
     do
-        _text = once "init"
 		_location = loc
     end
 end
 
-redef class TKwredef
+redef class TKwis
     redef fun parser_index: Int
     do
 	return 13
@@ -191,12 +189,11 @@ redef class TKwredef
 
     init init_tk(loc: Location)
     do
-        _text = once "redef"
 		_location = loc
     end
 end
 
-redef class TKwis
+redef class TKwdo
     redef fun parser_index: Int
     do
 	return 14
@@ -204,12 +201,11 @@ redef class TKwis
 
     init init_tk(loc: Location)
     do
-        _text = once "is"
 		_location = loc
     end
 end
 
-redef class TKwdo
+redef class TKwreadable
     redef fun parser_index: Int
     do
 	return 15
@@ -217,12 +213,11 @@ redef class TKwdo
 
     init init_tk(loc: Location)
     do
-        _text = once "do"
 		_location = loc
     end
 end
 
-redef class TKwreadable
+redef class TKwwritable
     redef fun parser_index: Int
     do
 	return 16
@@ -230,12 +225,11 @@ redef class TKwreadable
 
     init init_tk(loc: Location)
     do
-        _text = once "readable"
 		_location = loc
     end
 end
 
-redef class TKwwritable
+redef class TKwvar
     redef fun parser_index: Int
     do
 	return 17
@@ -243,12 +237,11 @@ redef class TKwwritable
 
     init init_tk(loc: Location)
     do
-        _text = once "writable"
 		_location = loc
     end
 end
 
-redef class TKwvar
+redef class TKwintern
     redef fun parser_index: Int
     do
 	return 18
@@ -256,12 +249,11 @@ redef class TKwvar
 
     init init_tk(loc: Location)
     do
-        _text = once "var"
 		_location = loc
     end
 end
 
-redef class TKwintern
+redef class TKwextern
     redef fun parser_index: Int
     do
 	return 19
@@ -269,12 +261,11 @@ redef class TKwintern
 
     init init_tk(loc: Location)
     do
-        _text = once "intern"
 		_location = loc
     end
 end
 
-redef class TKwextern
+redef class TKwprotected
     redef fun parser_index: Int
     do
 	return 20
@@ -282,12 +273,11 @@ redef class TKwextern
 
     init init_tk(loc: Location)
     do
-        _text = once "extern"
 		_location = loc
     end
 end
 
-redef class TKwprotected
+redef class TKwprivate
     redef fun parser_index: Int
     do
 	return 21
@@ -295,12 +285,11 @@ redef class TKwprotected
 
     init init_tk(loc: Location)
     do
-        _text = once "protected"
 		_location = loc
     end
 end
 
-redef class TKwprivate
+redef class TKwintrude
     redef fun parser_index: Int
     do
 	return 22
@@ -308,12 +297,11 @@ redef class TKwprivate
 
     init init_tk(loc: Location)
     do
-        _text = once "private"
 		_location = loc
     end
 end
 
-redef class TKwintrude
+redef class TKwif
     redef fun parser_index: Int
     do
 	return 23
@@ -321,12 +309,11 @@ redef class TKwintrude
 
     init init_tk(loc: Location)
     do
-        _text = once "intrude"
 		_location = loc
     end
 end
 
-redef class TKwif
+redef class TKwthen
     redef fun parser_index: Int
     do
 	return 24
@@ -334,12 +321,11 @@ redef class TKwif
 
     init init_tk(loc: Location)
     do
-        _text = once "if"
 		_location = loc
     end
 end
 
-redef class TKwthen
+redef class TKwelse
     redef fun parser_index: Int
     do
 	return 25
@@ -347,12 +333,11 @@ redef class TKwthen
 
     init init_tk(loc: Location)
     do
-        _text = once "then"
 		_location = loc
     end
 end
 
-redef class TKwelse
+redef class TKwwhile
     redef fun parser_index: Int
     do
 	return 26
@@ -360,12 +345,11 @@ redef class TKwelse
 
     init init_tk(loc: Location)
     do
-        _text = once "else"
 		_location = loc
     end
 end
 
-redef class TKwwhile
+redef class TKwloop
     redef fun parser_index: Int
     do
 	return 27
@@ -373,7 +357,6 @@ redef class TKwwhile
 
     init init_tk(loc: Location)
     do
-        _text = once "while"
 		_location = loc
     end
 end
@@ -386,7 +369,6 @@ redef class TKwfor
 
     init init_tk(loc: Location)
     do
-        _text = once "for"
 		_location = loc
     end
 end
@@ -399,7 +381,6 @@ redef class TKwin
 
     init init_tk(loc: Location)
     do
-        _text = once "in"
 		_location = loc
     end
 end
@@ -412,7 +393,6 @@ redef class TKwand
 
     init init_tk(loc: Location)
     do
-        _text = once "and"
 		_location = loc
     end
 end
@@ -425,7 +405,6 @@ redef class TKwor
 
     init init_tk(loc: Location)
     do
-        _text = once "or"
 		_location = loc
     end
 end
@@ -438,7 +417,6 @@ redef class TKwnot
 
     init init_tk(loc: Location)
     do
-        _text = once "not"
 		_location = loc
     end
 end
@@ -451,7 +429,6 @@ redef class TKwreturn
 
     init init_tk(loc: Location)
     do
-        _text = once "return"
 		_location = loc
     end
 end
@@ -464,7 +441,6 @@ redef class TKwcontinue
 
     init init_tk(loc: Location)
     do
-        _text = once "continue"
 		_location = loc
     end
 end
@@ -477,7 +453,6 @@ redef class TKwbreak
 
     init init_tk(loc: Location)
     do
-        _text = once "break"
 		_location = loc
     end
 end
@@ -490,7 +465,6 @@ redef class TKwabort
 
     init init_tk(loc: Location)
     do
-        _text = once "abort"
 		_location = loc
     end
 end
@@ -503,7 +477,6 @@ redef class TKwassert
 
     init init_tk(loc: Location)
     do
-        _text = once "assert"
 		_location = loc
     end
 end
@@ -516,7 +489,6 @@ redef class TKwnew
 
     init init_tk(loc: Location)
     do
-        _text = once "new"
 		_location = loc
     end
 end
@@ -529,7 +501,6 @@ redef class TKwisa
 
     init init_tk(loc: Location)
     do
-        _text = once "isa"
 		_location = loc
     end
 end
@@ -542,7 +513,6 @@ redef class TKwonce
 
     init init_tk(loc: Location)
     do
-        _text = once "once"
 		_location = loc
     end
 end
@@ -555,7 +525,6 @@ redef class TKwsuper
 
     init init_tk(loc: Location)
     do
-        _text = once "super"
 		_location = loc
     end
 end
@@ -568,7 +537,6 @@ redef class TKwself
 
     init init_tk(loc: Location)
     do
-        _text = once "self"
 		_location = loc
     end
 end
@@ -581,7 +549,6 @@ redef class TKwtrue
 
     init init_tk(loc: Location)
     do
-        _text = once "true"
 		_location = loc
     end
 end
@@ -594,7 +561,6 @@ redef class TKwfalse
 
     init init_tk(loc: Location)
     do
-        _text = once "false"
 		_location = loc
     end
 end
@@ -607,7 +573,6 @@ redef class TKwnull
 
     init init_tk(loc: Location)
     do
-        _text = once "null"
 		_location = loc
     end
 end
@@ -620,12 +585,11 @@ redef class TKwas
 
     init init_tk(loc: Location)
     do
-        _text = once "as"
 		_location = loc
     end
 end
 
-redef class TKwwith
+redef class TKwnullable
     redef fun parser_index: Int
     do
 	return 47
@@ -633,12 +597,11 @@ redef class TKwwith
 
     init init_tk(loc: Location)
     do
-        _text = once "with"
 		_location = loc
     end
 end
 
-redef class TKwnullable
+redef class TKwisset
     redef fun parser_index: Int
     do
 	return 48
@@ -646,12 +609,11 @@ redef class TKwnullable
 
     init init_tk(loc: Location)
     do
-        _text = once "nullable"
 		_location = loc
     end
 end
 
-redef class TKwisset
+redef class TKwlabel
     redef fun parser_index: Int
     do
 	return 49
@@ -659,12 +621,11 @@ redef class TKwisset
 
     init init_tk(loc: Location)
     do
-        _text = once "isset"
 		_location = loc
     end
 end
 
-redef class TKwlabel
+redef class TKwdebug
     redef fun parser_index: Int
     do
 	return 50
@@ -672,7 +633,6 @@ redef class TKwlabel
 
     init init_tk(loc: Location)
     do
-        _text = once "label"
 		_location = loc
     end
 end
@@ -685,7 +645,6 @@ redef class TOpar
 
     init init_tk(loc: Location)
     do
-        _text = once "("
 		_location = loc
     end
 end
@@ -698,7 +657,6 @@ redef class TCpar
 
     init init_tk(loc: Location)
     do
-        _text = once ")"
 		_location = loc
     end
 end
@@ -711,7 +669,6 @@ redef class TObra
 
     init init_tk(loc: Location)
     do
-        _text = once "["
 		_location = loc
     end
 end
@@ -724,7 +681,6 @@ redef class TCbra
 
     init init_tk(loc: Location)
     do
-        _text = once "]"
 		_location = loc
     end
 end
@@ -737,7 +693,6 @@ redef class TComma
 
     init init_tk(loc: Location)
     do
-        _text = once ","
 		_location = loc
     end
 end
@@ -750,7 +705,6 @@ redef class TColumn
 
     init init_tk(loc: Location)
     do
-        _text = once ":"
 		_location = loc
     end
 end
@@ -763,7 +717,6 @@ redef class TQuad
 
     init init_tk(loc: Location)
     do
-        _text = once "::"
 		_location = loc
     end
 end
@@ -776,7 +729,6 @@ redef class TAssign
 
     init init_tk(loc: Location)
     do
-        _text = once "="
 		_location = loc
     end
 end
@@ -789,7 +741,6 @@ redef class TPluseq
 
     init init_tk(loc: Location)
     do
-        _text = once "+="
 		_location = loc
     end
 end
@@ -802,7 +753,6 @@ redef class TMinuseq
 
     init init_tk(loc: Location)
     do
-        _text = once "-="
 		_location = loc
     end
 end
@@ -815,7 +765,6 @@ redef class TDotdotdot
 
     init init_tk(loc: Location)
     do
-        _text = once "..."
 		_location = loc
     end
 end
@@ -828,7 +777,6 @@ redef class TDotdot
 
     init init_tk(loc: Location)
     do
-        _text = once ".."
 		_location = loc
     end
 end
@@ -841,7 +789,6 @@ redef class TDot
 
     init init_tk(loc: Location)
     do
-        _text = once "."
 		_location = loc
     end
 end
@@ -854,7 +801,6 @@ redef class TPlus
 
     init init_tk(loc: Location)
     do
-        _text = once "+"
 		_location = loc
     end
 end
@@ -867,7 +813,6 @@ redef class TMinus
 
     init init_tk(loc: Location)
     do
-        _text = once "-"
 		_location = loc
     end
 end
@@ -880,7 +825,6 @@ redef class TStar
 
     init init_tk(loc: Location)
     do
-        _text = once "*"
 		_location = loc
     end
 end
@@ -893,7 +837,6 @@ redef class TSlash
 
     init init_tk(loc: Location)
     do
-        _text = once "/"
 		_location = loc
     end
 end
@@ -906,7 +849,6 @@ redef class TPercent
 
     init init_tk(loc: Location)
     do
-        _text = once "%"
 		_location = loc
     end
 end
@@ -919,7 +861,6 @@ redef class TEq
 
     init init_tk(loc: Location)
     do
-        _text = once "=="
 		_location = loc
     end
 end
@@ -932,7 +873,6 @@ redef class TNe
 
     init init_tk(loc: Location)
     do
-        _text = once "!="
 		_location = loc
     end
 end
@@ -945,7 +885,6 @@ redef class TLt
 
     init init_tk(loc: Location)
     do
-        _text = once "<"
 		_location = loc
     end
 end
@@ -958,12 +897,11 @@ redef class TLe
 
     init init_tk(loc: Location)
     do
-        _text = once "<="
 		_location = loc
     end
 end
 
-redef class TGt
+redef class TLl
     redef fun parser_index: Int
     do
 	return 73
@@ -971,12 +909,11 @@ redef class TGt
 
     init init_tk(loc: Location)
     do
-        _text = once ">"
 		_location = loc
     end
 end
 
-redef class TGe
+redef class TGt
     redef fun parser_index: Int
     do
 	return 74
@@ -984,12 +921,11 @@ redef class TGe
 
     init init_tk(loc: Location)
     do
-        _text = once ">="
 		_location = loc
     end
 end
 
-redef class TStarship
+redef class TGe
     redef fun parser_index: Int
     do
 	return 75
@@ -997,137 +933,210 @@ redef class TStarship
 
     init init_tk(loc: Location)
     do
-        _text = once "<=>"
 		_location = loc
     end
 end
 
-redef class TClassid
+redef class TGg
     redef fun parser_index: Int
     do
 	return 76
     end
 
-    init init_tk(text: String, loc: Location)
+    init init_tk(loc: Location)
     do
-        _text = text
 		_location = loc
     end
 end
 
-redef class TId
+redef class TStarship
     redef fun parser_index: Int
     do
 	return 77
     end
 
-    init init_tk(text: String, loc: Location)
+    init init_tk(loc: Location)
     do
-        _text = text
 		_location = loc
     end
 end
 
-redef class TAttrid
+redef class TBang
     redef fun parser_index: Int
     do
 	return 78
     end
 
-    init init_tk(text: String, loc: Location)
+    init init_tk(loc: Location)
     do
-        _text = text
 		_location = loc
     end
 end
 
-redef class TNumber
+redef class TAt
     redef fun parser_index: Int
     do
 	return 79
     end
 
-    init init_tk(text: String, loc: Location)
+    init init_tk(loc: Location)
     do
-        _text = text
 		_location = loc
     end
 end
 
-redef class TFloat
+redef class TClassid
     redef fun parser_index: Int
     do
 	return 80
     end
 
-    init init_tk(text: String, loc: Location)
+    init init_tk(loc: Location)
     do
-        _text = text
 		_location = loc
     end
 end
 
-redef class TChar
+redef class TId
     redef fun parser_index: Int
     do
 	return 81
     end
 
-    init init_tk(text: String, loc: Location)
+    init init_tk(loc: Location)
     do
-        _text = text
 		_location = loc
     end
 end
 
-redef class TString
+redef class TAttrid
     redef fun parser_index: Int
     do
 	return 82
     end
 
-    init init_tk(text: String, loc: Location)
+    init init_tk(loc: Location)
     do
-        _text = text
 		_location = loc
     end
 end
 
-redef class TStartString
+redef class TNumber
     redef fun parser_index: Int
     do
 	return 83
     end
 
-    init init_tk(text: String, loc: Location)
+    init init_tk(loc: Location)
     do
-        _text = text
 		_location = loc
     end
 end
 
-redef class TMidString
+redef class TFloat
     redef fun parser_index: Int
     do
 	return 84
     end
 
-    init init_tk(text: String, loc: Location)
+    init init_tk(loc: Location)
     do
-        _text = text
 		_location = loc
     end
 end
 
-redef class TEndString
+redef class TString
     redef fun parser_index: Int
     do
 	return 85
     end
 
-    init init_tk(text: String, loc: Location)
+    init init_tk(loc: Location)
+    do
+		_location = loc
+    end
+end
+
+redef class TStartString
+    redef fun parser_index: Int
+    do
+	return 86
+    end
+
+    init init_tk(loc: Location)
+    do
+		_location = loc
+    end
+end
+
+redef class TMidString
+    redef fun parser_index: Int
+    do
+	return 87
+    end
+
+    init init_tk(loc: Location)
+    do
+		_location = loc
+    end
+end
+
+redef class TEndString
+    redef fun parser_index: Int
+    do
+	return 88
+    end
+
+    init init_tk(loc: Location)
+    do
+		_location = loc
+    end
+end
+
+redef class TChar
+    redef fun parser_index: Int
+    do
+	return 89
+    end
+
+    init init_tk(loc: Location)
+    do
+		_location = loc
+    end
+end
+
+redef class TBadString
+    redef fun parser_index: Int
+    do
+	return 90
+    end
+
+    init init_tk(loc: Location)
+    do
+		_location = loc
+    end
+end
+
+redef class TBadChar
+    redef fun parser_index: Int
+    do
+	return 91
+    end
+
+    init init_tk(loc: Location)
+    do
+		_location = loc
+    end
+end
+
+redef class TExternCodeSegment
+    redef fun parser_index: Int
+    do
+	return 92
+    end
+
+    init init_tk(loc: Location)
     do
-        _text = text
 		_location = loc
     end
 end
@@ -1136,10 +1145,10 @@ end
 redef class EOF
     redef fun parser_index: Int
     do
-	return 86
+	return 93
     end
 
-    init(loc: Location)
+    init init_tk(loc: Location)
     do
         _text = ""
 		_location = loc
@@ -1147,36 +1156,50 @@ redef class EOF
 end
 
 redef class AError
-    readable writable var _message: String
+    readable var _message: String
 
     init init_error(message: String, loc: Location)
     do
-		init(loc)
+		init_tk(loc)
 		_message = message
     end
 end
 
+redef class ALexerError
+    readable var _string: String
+
+    init init_lexer_error(message: String, loc: Location, string: String)
+    do
+		init_error(message, loc)
+		_string = string
+    end
+end
+
+redef class AParserError
+    readable var _token: Token
+
+    init init_parser_error(message: String, loc: Location, token: Token)
+    do
+		init_error(message, loc)
+		_token = token
+    end
+end
 
 # The lexer extract NIT tokens from an input stream.
 # It is better user with the Parser
 class Lexer
+	super TablesCapable
 	# Last peeked token
 	var _token: nullable Token
 
 	# Lexer current state
 	var _state: Int = 0
 
-	# Name of the stream (as given to tokens)
-	readable var _filename: String
-
-	# Input stream where character are read
-	var _stream: IStream
-
-	# Pushback buffer to store unread character
-	var _stream_buf: Buffer
+	# The source file
+	readable var _file: SourceFile
 
-	# Number of character stored in the pushback buffer
-	var _stream_pos: Int
+	# Current character in the stream
+	var _stream_pos: Int = 0
 
 	# Current line number in the input stream
 	var _line: Int = 0
@@ -1187,25 +1210,13 @@ class Lexer
 	# Was the last character a cariage-return?
 	var _cr: Bool = false
 
-	# If the end of stream?
-	var _eof: Bool = false
-
-	# Current working text read from the input stream
-	var _text: Buffer
-
 	# Constante state values
 	private fun state_initial: Int do return 0 end
 
 	# Create a new lexer for a stream (and a name)
-	init(stream: IStream, fname: String)
+	init(file: SourceFile)
 	do
-		_filename = fname
-		_text = new Buffer
-		_stream = stream
-		_stream_pos = -1
-		_stream_buf = new Buffer
-		build_goto_table
-		build_accept_table
+		_file = file
 	end
 
 	# Give the next token (but do not consume it)
@@ -1225,7 +1236,7 @@ class Lexer
 			result = get_token
 		end
 		_token = null
-		return result.as(not null)
+		return result
 	end
 
 	# Get a token, or null if it is discarded
@@ -1233,8 +1244,12 @@ class Lexer
 	do
 		var dfa_state = 0
 
+		var sp = _stream_pos
+		var start_stream_pos = sp
 		var start_pos = _pos
 		var start_line = _line
+		var string = _file.string
+		var string_len = string.length
 
 		var accept_state = -1
 		var accept_token = -1
@@ -1242,38 +1257,36 @@ class Lexer
 		var accept_pos = -1
 		var accept_line = -1
 
-		var goto_table = _goto_table[_state]
-		var accept = _accept_table[_state]
-		var text = _text
-		text.clear
-
-		while true do
-			var c = get_char
+		loop
+			if sp >= string_len then
+				dfa_state = -1
+			else
+				var c = string[sp].ascii
+				sp += 1
 
-			if c != -1 then
 				var cr = _cr
 				var line = _line
 				var pos = _pos
 				if c == 10 then
 					if cr then
 						cr = false
+					        _file.line_starts[line] = sp
 					else
 						line = line + 1
 						pos = 0
+					        _file.line_starts[line] = sp
 					end
 				else if c == 13 then
 					line = line + 1
 					pos = 0
 					cr = true
+					_file.line_starts[line] = sp
 				else
 					pos = pos + 1
 					cr = false
 				end
 
-				text.add(c.ascii)
-
-				var first_loop = true # aka until
-				while dfa_state < -1 or first_loop do
+				loop
 					var old_state = dfa_state
 					if dfa_state < -1 then
 						old_state = -2 - dfa_state
@@ -1281,2024 +1294,343 @@ class Lexer
 
 					dfa_state = -1
 
-					var tmp0 = goto_table[old_state]
 					var low = 0
-					var high = tmp0.length - 1
+					var high = lexer_goto(old_state, 0) - 1
 
 					if high >= 0 then
-						var tmp1 = tmp0.intern_items
 						while low <= high do
 							var middle = (low + high) / 2
-							var tmp2 = tmp1[middle].intern_items
+							var offset = middle * 3 + 1 # +1 because length is at 0
 
-							if c < tmp2[0] then
+							if c < lexer_goto(old_state, offset) then
 								high = middle - 1
-							else if c > tmp2[1] then
+							else if c > lexer_goto(old_state, offset+1) then
 								low = middle + 1
 							else
-								dfa_state = tmp2[2]
-								low = high + 1 # aka break
+								dfa_state = lexer_goto(old_state, offset+2)
+								break
 							end
 						end
 					end
-					first_loop = false # aka until
+					if dfa_state > -2 then break
 				end
 
 				_cr = cr
 				_line = line
 				_pos = pos
-			else
-				dfa_state = -1
 			end
 
 			if dfa_state >= 0 then
-				if accept[dfa_state] != -1 then
+				var tok = lexer_accept(dfa_state)
+				if tok != -1 then
 					accept_state = dfa_state
-					accept_token = accept[dfa_state]
-					accept_length = text.length
+					accept_token = tok
+					accept_length = sp - start_stream_pos
 					accept_pos = _pos
 					accept_line = _line
 				end
 			else
 				if accept_state != -1 then
+					var location = new Location(_file, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
+					_pos = accept_pos
+					_line = accept_line
+					_stream_pos = start_stream_pos + accept_length
 					if accept_token == 0 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
 						return null
 					end
 					if accept_token == 1 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token_text = text.substring(0, accept_length)
-						var token = new TEol.init_tk(token_text, location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TEol.init_tk(location)
 					end
 					if accept_token == 2 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token_text = text.substring(0, accept_length)
-						var token = new TComment.init_tk(token_text, location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TComment.init_tk(location)
 					end
 					if accept_token == 3 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TKwpackage.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TKwmodule.init_tk(location)
 					end
 					if accept_token == 4 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TKwimport.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TKwimport.init_tk(location)
 					end
 					if accept_token == 5 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TKwclass.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TKwclass.init_tk(location)
 					end
 					if accept_token == 6 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TKwabstract.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TKwabstract.init_tk(location)
 					end
 					if accept_token == 7 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TKwinterface.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TKwinterface.init_tk(location)
 					end
 					if accept_token == 8 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TKwuniversal.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TKwenum.init_tk(location)
 					end
 					if accept_token == 9 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TKwspecial.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TKwend.init_tk(location)
 					end
 					if accept_token == 10 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TKwend.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TKwmeth.init_tk(location)
 					end
 					if accept_token == 11 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TKwmeth.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TKwtype.init_tk(location)
 					end
 					if accept_token == 12 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TKwtype.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TKwinit.init_tk(location)
 					end
 					if accept_token == 13 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TKwinit.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TKwredef.init_tk(location)
 					end
 					if accept_token == 14 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TKwredef.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TKwis.init_tk(location)
 					end
 					if accept_token == 15 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TKwis.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TKwdo.init_tk(location)
 					end
 					if accept_token == 16 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TKwdo.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TKwreadable.init_tk(location)
 					end
 					if accept_token == 17 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TKwreadable.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TKwwritable.init_tk(location)
 					end
 					if accept_token == 18 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TKwwritable.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TKwvar.init_tk(location)
 					end
 					if accept_token == 19 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TKwvar.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TKwintern.init_tk(location)
 					end
 					if accept_token == 20 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TKwintern.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TKwextern.init_tk(location)
 					end
 					if accept_token == 21 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TKwextern.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TKwprotected.init_tk(location)
 					end
 					if accept_token == 22 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TKwprotected.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TKwprivate.init_tk(location)
 					end
 					if accept_token == 23 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TKwprivate.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TKwintrude.init_tk(location)
 					end
 					if accept_token == 24 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TKwintrude.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TKwif.init_tk(location)
 					end
 					if accept_token == 25 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TKwif.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TKwthen.init_tk(location)
 					end
 					if accept_token == 26 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TKwthen.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TKwelse.init_tk(location)
 					end
 					if accept_token == 27 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TKwelse.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TKwwhile.init_tk(location)
 					end
 					if accept_token == 28 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TKwwhile.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TKwloop.init_tk(location)
 					end
 					if accept_token == 29 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TKwfor.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TKwfor.init_tk(location)
 					end
 					if accept_token == 30 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TKwin.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TKwin.init_tk(location)
 					end
 					if accept_token == 31 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TKwand.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TKwand.init_tk(location)
 					end
 					if accept_token == 32 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TKwor.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TKwor.init_tk(location)
 					end
 					if accept_token == 33 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TKwnot.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TKwnot.init_tk(location)
 					end
 					if accept_token == 34 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TKwreturn.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TKwreturn.init_tk(location)
 					end
 					if accept_token == 35 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TKwcontinue.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TKwcontinue.init_tk(location)
 					end
 					if accept_token == 36 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TKwbreak.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TKwbreak.init_tk(location)
 					end
 					if accept_token == 37 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TKwabort.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TKwabort.init_tk(location)
 					end
 					if accept_token == 38 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TKwassert.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TKwassert.init_tk(location)
 					end
 					if accept_token == 39 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TKwnew.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TKwnew.init_tk(location)
 					end
 					if accept_token == 40 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TKwisa.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TKwisa.init_tk(location)
 					end
 					if accept_token == 41 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TKwonce.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TKwonce.init_tk(location)
 					end
 					if accept_token == 42 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TKwsuper.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TKwsuper.init_tk(location)
 					end
 					if accept_token == 43 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TKwself.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TKwself.init_tk(location)
 					end
 					if accept_token == 44 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TKwtrue.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TKwtrue.init_tk(location)
 					end
 					if accept_token == 45 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TKwfalse.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TKwfalse.init_tk(location)
 					end
 					if accept_token == 46 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TKwnull.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TKwnull.init_tk(location)
 					end
 					if accept_token == 47 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TKwas.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TKwas.init_tk(location)
 					end
 					if accept_token == 48 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TKwwith.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TKwnullable.init_tk(location)
 					end
 					if accept_token == 49 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TKwnullable.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TKwisset.init_tk(location)
 					end
 					if accept_token == 50 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TKwisset.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TKwlabel.init_tk(location)
 					end
 					if accept_token == 51 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TKwlabel.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TKwdebug.init_tk(location)
 					end
 					if accept_token == 52 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TOpar.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TOpar.init_tk(location)
 					end
 					if accept_token == 53 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TCpar.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TCpar.init_tk(location)
 					end
 					if accept_token == 54 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TObra.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TObra.init_tk(location)
 					end
 					if accept_token == 55 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TCbra.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TCbra.init_tk(location)
 					end
 					if accept_token == 56 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TComma.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TComma.init_tk(location)
 					end
 					if accept_token == 57 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TColumn.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TColumn.init_tk(location)
 					end
 					if accept_token == 58 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TQuad.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TQuad.init_tk(location)
 					end
 					if accept_token == 59 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TAssign.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TAssign.init_tk(location)
 					end
 					if accept_token == 60 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TPluseq.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TPluseq.init_tk(location)
 					end
 					if accept_token == 61 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TMinuseq.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TMinuseq.init_tk(location)
 					end
 					if accept_token == 62 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TDotdotdot.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TDotdotdot.init_tk(location)
 					end
 					if accept_token == 63 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TDotdot.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TDotdot.init_tk(location)
 					end
 					if accept_token == 64 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TDot.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TDot.init_tk(location)
 					end
 					if accept_token == 65 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TPlus.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TPlus.init_tk(location)
 					end
 					if accept_token == 66 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TMinus.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TMinus.init_tk(location)
 					end
 					if accept_token == 67 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TStar.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TStar.init_tk(location)
 					end
 					if accept_token == 68 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TSlash.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TSlash.init_tk(location)
 					end
 					if accept_token == 69 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TPercent.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TPercent.init_tk(location)
 					end
 					if accept_token == 70 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TEq.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TEq.init_tk(location)
 					end
 					if accept_token == 71 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TNe.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TNe.init_tk(location)
 					end
 					if accept_token == 72 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TLt.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TLt.init_tk(location)
 					end
 					if accept_token == 73 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TLe.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TLe.init_tk(location)
 					end
 					if accept_token == 74 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TGt.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TLl.init_tk(location)
 					end
 					if accept_token == 75 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TGe.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TGt.init_tk(location)
 					end
 					if accept_token == 76 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token = new TStarship.init_tk(location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TGe.init_tk(location)
 					end
 					if accept_token == 77 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token_text = text.substring(0, accept_length)
-						var token = new TClassid.init_tk(token_text, location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TGg.init_tk(location)
 					end
 					if accept_token == 78 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token_text = text.substring(0, accept_length)
-						var token = new TId.init_tk(token_text, location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TStarship.init_tk(location)
 					end
 					if accept_token == 79 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token_text = text.substring(0, accept_length)
-						var token = new TAttrid.init_tk(token_text, location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TBang.init_tk(location)
 					end
 					if accept_token == 80 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token_text = text.substring(0, accept_length)
-						var token = new TNumber.init_tk(token_text, location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TAt.init_tk(location)
 					end
 					if accept_token == 81 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token_text = text.substring(0, accept_length)
-						var token = new TFloat.init_tk(token_text, location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TClassid.init_tk(location)
 					end
 					if accept_token == 82 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token_text = text.substring(0, accept_length)
-						var token = new TChar.init_tk(token_text, location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TId.init_tk(location)
 					end
 					if accept_token == 83 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token_text = text.substring(0, accept_length)
-						var token = new TString.init_tk(token_text, location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TAttrid.init_tk(location)
 					end
 					if accept_token == 84 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token_text = text.substring(0, accept_length)
-						var token = new TStartString.init_tk(token_text, location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TNumber.init_tk(location)
 					end
 					if accept_token == 85 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token_text = text.substring(0, accept_length)
-						var token = new TMidString.init_tk(token_text, location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TFloat.init_tk(location)
 					end
 					if accept_token == 86 then
-						var location = new Location(_filename, start_line + 1, accept_line + 1, start_pos + 1, accept_pos)
-						var token_text = text.substring(0, accept_length)
-						var token = new TEndString.init_tk(token_text, location)
-						push_back(accept_length)
-						_pos = accept_pos
-						_line = accept_line
-						return token
+						return new TString.init_tk(location)
+					end
+					if accept_token == 87 then
+						return new TStartString.init_tk(location)
+					end
+					if accept_token == 88 then
+						return new TMidString.init_tk(location)
+					end
+					if accept_token == 89 then
+						return new TEndString.init_tk(location)
+					end
+					if accept_token == 90 then
+						return new TChar.init_tk(location)
+					end
+					if accept_token == 91 then
+						return new TBadString.init_tk(location)
+					end
+					if accept_token == 92 then
+						return new TBadChar.init_tk(location)
+					end
+					if accept_token == 93 then
+						return new TExternCodeSegment.init_tk(location)
 					end
 				else
-					var location = new Location(_filename, start_line + 1, start_line + 1, start_pos + 1, start_pos + 1)
-					if text.length > 0 then
-						var token = new AError.init_error("Syntax error: unknown token {text}.", location)
+					_stream_pos = sp
+					var location = new Location(_file, start_line + 1, start_line + 1, start_pos + 1, start_pos + 1)
+					if sp > start_stream_pos then
+						var text = string.substring(start_stream_pos, sp-start_stream_pos)
+						var token = new ALexerError.init_lexer_error("Syntax error: unknown token {text}.", location, text)
 						return token
 					else
-						var token = new EOF(location)
+						var token = new EOF.init_tk(location)
 						return token
 					end
 				end
 			end
 		end
-		return null
-	end
-
-	# Read the next character.
-	# The character is read from the stream of from the pushback buffer.
-	private fun get_char: Int
-	do
-		if _eof then
-			return -1
-		end
-
-		var result: Int
-
-		var sp = _stream_pos
-		if sp >= 0 then
-			var res = _stream_buf[_stream_pos]
-			_stream_pos = sp - 1
-			result = res.ascii
-		else
-			result = _stream.read_char
-		end
-
-		if result == -1 then
-			_eof = true
-		end
-
-		return result
-	end
-
-	# Unread some characters.
-	# Unread characters are stored in the pushback buffer.
-	private fun push_back(accept_length: Int)
-	do
-		var length = _text.length
-		var i = length - 1
-		while i >= accept_length do
-			_eof = false
-			_stream_pos = _stream_pos + 1
-			_stream_buf[_stream_pos] = _text[i]
-			i = i - 1
-		end
-	end
-
-	var _goto_table: Array[Array[Array[Array[Int]]]]
-	private fun build_goto_table
-	do
-		_goto_table = once [
-			[
-				[
-					[9, 9, 1],
-					[10, 10, 2],
-					[13, 13, 3],
-					[32, 32, 4],
-					[33, 33, 5],
-					[34, 34, 6],
-					[35, 35, 7],
-					[37, 37, 8],
-					[39, 39, 9],
-					[40, 40, 10],
-					[41, 41, 11],
-					[42, 42, 12],
-					[43, 43, 13],
-					[44, 44, 14],
-					[45, 45, 15],
-					[46, 46, 16],
-					[47, 47, 17],
-					[48, 57, 18],
-					[58, 58, 19],
-					[60, 60, 20],
-					[61, 61, 21],
-					[62, 62, 22],
-					[65, 90, 23],
-					[91, 91, 24],
-					[93, 93, 25],
-					[95, 95, 26],
-					[97, 97, 27],
-					[98, 98, 28],
-					[99, 99, 29],
-					[100, 100, 30],
-					[101, 101, 31],
-					[102, 102, 32],
-					[103, 104, 33],
-					[105, 105, 34],
-					[106, 107, 33],
-					[108, 108, 35],
-					[109, 109, 33],
-					[110, 110, 36],
-					[111, 111, 37],
-					[112, 112, 38],
-					[113, 113, 33],
-					[114, 114, 39],
-					[115, 115, 40],
-					[116, 116, 41],
-					[117, 117, 42],
-					[118, 118, 43],
-					[119, 119, 44],
-					[120, 122, 33],
-					[125, 125, 45]
-				],
-				[
-					[9, 9, 1],
-					[32, 32, 4]
-				],
-				nil_array,
-				[
-					[10, 10, 46]
-				],
-				[
-					[9, 32, -3]
-				],
-				[
-					[61, 61, 47]
-				],
-				[
-					[0, 9, 48],
-					[11, 12, 48],
-					[14, 33, 48],
-					[34, 34, 49],
-					[35, 91, 48],
-					[92, 92, 50],
-					[93, 122, 48],
-					[123, 123, 51],
-					[124, 255, 48]
-				],
-				[
-					[0, 9, 52],
-					[10, 10, 53],
-					[11, 12, 52],
-					[13, 13, 54],
-					[14, 255, 52]
-				],
-				nil_array,
-				[
-					[0, 9, 55],
-					[11, 12, 55],
-					[14, 38, 55],
-					[39, 39, 56],
-					[40, 255, 55]
-				],
-				nil_array,
-				nil_array,
-				nil_array,
-				[
-					[61, 61, 57]
-				],
-				nil_array,
-				[
-					[61, 61, 58]
-				],
-				[
-					[46, 46, 59],
-					[48, 57, 60]
-				],
-				nil_array,
-				[
-					[46, 46, 61],
-					[48, 57, 18]
-				],
-				[
-					[58, 58, 62]
-				],
-				[
-					[61, 61, 63]
-				],
-				[
-					[61, 61, 64]
-				],
-				[
-					[61, 61, 65]
-				],
-				[
-					[48, 57, 66],
-					[65, 90, 67],
-					[95, 95, 68],
-					[97, 122, 69]
-				],
-				nil_array,
-				nil_array,
-				[
-					[97, 122, 70]
-				],
-				[
-					[48, 57, 71],
-					[65, 90, 72],
-					[95, 95, 73],
-					[97, 97, 74],
-					[98, 98, 75],
-					[99, 109, 74],
-					[110, 110, 76],
-					[111, 114, 74],
-					[115, 115, 77],
-					[116, 122, 74]
-				],
-				[
-					[48, 95, -29],
-					[97, 113, 74],
-					[114, 114, 78],
-					[115, 122, 74]
-				],
-				[
-					[48, 95, -29],
-					[97, 107, 74],
-					[108, 108, 79],
-					[109, 110, 74],
-					[111, 111, 80],
-					[112, 122, 74]
-				],
-				[
-					[48, 95, -29],
-					[97, 110, 74],
-					[111, 111, 81],
-					[112, 122, 74]
-				],
-				[
-					[48, 107, -31],
-					[108, 108, 82],
-					[109, 109, 74],
-					[110, 110, 83],
-					[111, 119, 74],
-					[120, 120, 84],
-					[121, 122, 74]
-				],
-				[
-					[48, 95, -29],
-					[97, 97, 85],
-					[98, 110, 74],
-					[111, 111, 86],
-					[112, 116, 74],
-					[117, 117, 87],
-					[118, 122, 74]
-				],
-				[
-					[48, 95, -29],
-					[97, 122, 74]
-				],
-				[
-					[48, 95, -29],
-					[97, 101, 74],
-					[102, 102, 88],
-					[103, 108, 74],
-					[109, 109, 89],
-					[110, 110, 90],
-					[111, 114, 74],
-					[115, 115, 91],
-					[116, 122, 74]
-				],
-				[
-					[48, 95, -29],
-					[97, 97, 92],
-					[98, 122, 74]
-				],
-				[
-					[48, 95, -29],
-					[97, 100, 74],
-					[101, 101, 93],
-					[102, 110, 74],
-					[111, 111, 94],
-					[112, 116, 74],
-					[117, 117, 95],
-					[118, 122, 74]
-				],
-				[
-					[48, 95, -29],
-					[97, 109, 74],
-					[110, 110, 96],
-					[111, 113, 74],
-					[114, 114, 97],
-					[115, 122, 74]
-				],
-				[
-					[48, 95, -29],
-					[97, 97, 98],
-					[98, 113, 74],
-					[114, 114, 99],
-					[115, 122, 74]
-				],
-				[
-					[48, 100, -38],
-					[101, 101, 100],
-					[102, 122, 74]
-				],
-				[
-					[48, 100, -38],
-					[101, 101, 101],
-					[102, 111, 74],
-					[112, 112, 102],
-					[113, 116, 74],
-					[117, 117, 103],
-					[118, 122, 74]
-				],
-				[
-					[48, 95, -29],
-					[97, 103, 74],
-					[104, 104, 104],
-					[105, 113, 74],
-					[114, 114, 105],
-					[115, 120, 74],
-					[121, 121, 106],
-					[122, 122, 74]
-				],
-				[
-					[48, 109, -39],
-					[110, 110, 107],
-					[111, 122, 74]
-				],
-				[
-					[48, 95, -29],
-					[97, 97, 108],
-					[98, 122, 74]
-				],
-				[
-					[48, 103, -43],
-					[104, 104, 109],
-					[105, 105, 110],
-					[106, 113, 74],
-					[114, 114, 111],
-					[115, 122, 74]
-				],
-				[
-					[0, 9, 112],
-					[11, 12, 112],
-					[14, 33, 112],
-					[34, 34, 113],
-					[35, 91, 112],
-					[92, 92, 114],
-					[93, 122, 112],
-					[123, 123, 115],
-					[124, 255, 112]
-				],
-				nil_array,
-				nil_array,
-				[
-					[0, 255, -8]
-				],
-				nil_array,
-				[
-					[0, 9, 116],
-					[11, 12, 116],
-					[14, 255, 116]
-				],
-				nil_array,
-				[
-					[0, 255, -9]
-				],
-				nil_array,
-				[
-					[10, 10, 117]
-				],
-				[
-					[0, 255, -11]
-				],
-				nil_array,
-				nil_array,
-				nil_array,
-				[
-					[46, 46, 118]
-				],
-				[
-					[48, 57, 60]
-				],
-				[
-					[48, 57, 60]
-				],
-				nil_array,
-				[
-					[62, 62, 119]
-				],
-				nil_array,
-				nil_array,
-				[
-					[48, 122, -25]
-				],
-				[
-					[48, 122, -25]
-				],
-				[
-					[48, 122, -25]
-				],
-				[
-					[48, 122, -25]
-				],
-				[
-					[48, 57, 120],
-					[65, 90, 121],
-					[95, 95, 122],
-					[97, 122, 123]
-				],
-				[
-					[48, 122, -35]
-				],
-				[
-					[48, 122, -35]
-				],
-				[
-					[48, 122, -35]
-				],
-				[
-					[48, 122, -35]
-				],
-				[
-					[48, 110, -32],
-					[111, 111, 124],
-					[112, 114, 74],
-					[115, 115, 125],
-					[116, 122, 74]
-				],
-				[
-					[48, 95, -29],
-					[97, 99, 74],
-					[100, 100, 126],
-					[101, 122, 74]
-				],
-				[
-					[48, 95, -29],
-					[97, 114, 74],
-					[115, 115, 127],
-					[116, 122, 74]
-				],
-				[
-					[48, 100, -38],
-					[101, 101, 128],
-					[102, 122, 74]
-				],
-				[
-					[48, 95, -29],
-					[97, 97, 129],
-					[98, 122, 74]
-				],
-				[
-					[48, 109, -39],
-					[110, 110, 130],
-					[111, 122, 74]
-				],
-				[
-					[48, 122, -35]
-				],
-				[
-					[48, 114, -79],
-					[115, 115, 131],
-					[116, 122, 74]
-				],
-				[
-					[48, 99, -78],
-					[100, 100, 132],
-					[101, 122, 74]
-				],
-				[
-					[48, 95, -29],
-					[97, 115, 74],
-					[116, 116, 133],
-					[117, 122, 74]
-				],
-				[
-					[48, 107, -31],
-					[108, 108, 134],
-					[109, 122, 74]
-				],
-				[
-					[48, 113, -30],
-					[114, 114, 135],
-					[115, 122, 74]
-				],
-				[
-					[48, 109, -39],
-					[110, 110, 136],
-					[111, 122, 74]
-				],
-				[
-					[48, 122, -35]
-				],
-				[
-					[48, 95, -29],
-					[97, 111, 74],
-					[112, 112, 137],
-					[113, 122, 74]
-				],
-				[
-					[48, 95, -29],
-					[97, 104, 74],
-					[105, 105, 138],
-					[106, 115, 74],
-					[116, 116, 139],
-					[117, 122, 74]
-				],
-				[
-					[48, 95, -29],
-					[97, 97, 140],
-					[98, 114, 74],
-					[115, 115, 141],
-					[116, 122, 74]
-				],
-				[
-					[48, 97, -29],
-					[98, 98, 142],
-					[99, 122, 74]
-				],
-				[
-					[48, 95, -29],
-					[97, 118, 74],
-					[119, 119, 143],
-					[120, 122, 74]
-				],
-				[
-					[48, 115, -86],
-					[116, 116, 144],
-					[117, 122, 74]
-				],
-				[
-					[48, 107, -31],
-					[108, 108, 145],
-					[109, 122, 74]
-				],
-				[
-					[48, 95, -29],
-					[97, 98, 74],
-					[99, 99, 146],
-					[100, 122, 74]
-				],
-				[
-					[48, 122, -35]
-				],
-				[
-					[48, 98, -98],
-					[99, 99, 147],
-					[100, 122, 74]
-				],
-				[
-					[48, 104, -92],
-					[105, 105, 148],
-					[106, 110, 74],
-					[111, 111, 149],
-					[112, 122, 74]
-				],
-				[
-					[48, 95, -29],
-					[97, 97, 150],
-					[98, 99, 74],
-					[100, 100, 151],
-					[101, 115, 74],
-					[116, 116, 152],
-					[117, 122, 74]
-				],
-				[
-					[48, 107, -31],
-					[108, 108, 153],
-					[109, 122, 74]
-				],
-				[
-					[48, 100, -38],
-					[101, 101, 154],
-					[102, 122, 74]
-				],
-				[
-					[48, 111, -91],
-					[112, 112, 155],
-					[113, 122, 74]
-				],
-				[
-					[48, 100, -38],
-					[101, 101, 156],
-					[102, 122, 74]
-				],
-				[
-					[48, 95, -29],
-					[97, 116, 74],
-					[117, 117, 157],
-					[118, 122, 74]
-				],
-				[
-					[48, 111, -91],
-					[112, 112, 158],
-					[113, 122, 74]
-				],
-				[
-					[48, 104, -92],
-					[105, 105, 159],
-					[106, 122, 74]
-				],
-				[
-					[48, 113, -30],
-					[114, 114, 160],
-					[115, 122, 74]
-				],
-				[
-					[48, 104, -92],
-					[105, 105, 161],
-					[106, 122, 74]
-				],
-				[
-					[48, 115, -86],
-					[116, 116, 162],
-					[117, 122, 74]
-				],
-				[
-					[48, 104, -92],
-					[105, 105, 163],
-					[106, 122, 74]
-				],
-				[
-					[0, 255, -47]
-				],
-				nil_array,
-				[
-					[0, 9, 164],
-					[11, 12, 164],
-					[14, 255, 164]
-				],
-				nil_array,
-				[
-					[0, 255, -8]
-				],
-				nil_array,
-				nil_array,
-				nil_array,
-				[
-					[48, 122, -72]
-				],
-				[
-					[48, 122, -72]
-				],
-				[
-					[48, 122, -72]
-				],
-				[
-					[48, 122, -72]
-				],
-				[
-					[48, 113, -30],
-					[114, 114, 165],
-					[115, 122, 74]
-				],
-				[
-					[48, 115, -86],
-					[116, 116, 166],
-					[117, 122, 74]
-				],
-				[
-					[48, 122, -35]
-				],
-				[
-					[48, 100, -38],
-					[101, 101, 167],
-					[102, 122, 74]
-				],
-				[
-					[48, 95, -29],
-					[97, 97, 168],
-					[98, 122, 74]
-				],
-				[
-					[48, 114, -79],
-					[115, 115, 169],
-					[116, 122, 74]
-				],
-				[
-					[48, 115, -86],
-					[116, 116, 170],
-					[117, 122, 74]
-				],
-				[
-					[48, 100, -38],
-					[101, 101, 171],
-					[102, 122, 74]
-				],
-				[
-					[48, 122, -35]
-				],
-				[
-					[48, 100, -38],
-					[101, 101, 172],
-					[102, 122, 74]
-				],
-				[
-					[48, 114, -79],
-					[115, 115, 173],
-					[116, 122, 74]
-				],
-				[
-					[48, 122, -35]
-				],
-				[
-					[48, 122, -35]
-				],
-				[
-					[48, 110, -32],
-					[111, 111, 174],
-					[112, 122, 74]
-				],
-				[
-					[48, 115, -86],
-					[116, 116, 175],
-					[117, 122, 74]
-				],
-				[
-					[48, 100, -38],
-					[101, 101, 176],
-					[102, 113, 74],
-					[114, 114, 177],
-					[115, 122, 74]
-				],
-				[
-					[48, 122, -35]
-				],
-				[
-					[48, 100, -38],
-					[101, 101, 178],
-					[102, 122, 74]
-				],
-				[
-					[48, 100, -38],
-					[101, 101, 179],
-					[102, 122, 74]
-				],
-				[
-					[48, 122, -35]
-				],
-				[
-					[48, 122, -35]
-				],
-				[
-					[48, 107, -31],
-					[108, 108, 180],
-					[109, 122, 74]
-				],
-				[
-					[48, 100, -38],
-					[101, 101, 181],
-					[102, 122, 74]
-				],
-				[
-					[48, 95, -29],
-					[97, 106, 74],
-					[107, 107, 182],
-					[108, 122, 74]
-				],
-				[
-					[48, 95, -29],
-					[97, 117, 74],
-					[118, 118, 183],
-					[119, 122, 74]
-				],
-				[
-					[48, 115, -86],
-					[116, 116, 184],
-					[117, 122, 74]
-				],
-				[
-					[48, 99, -78],
-					[100, 100, 185],
-					[101, 122, 74]
-				],
-				[
-					[48, 100, -38],
-					[101, 101, 186],
-					[102, 122, 74]
-				],
-				[
-					[48, 116, -107],
-					[117, 117, 187],
-					[118, 122, 74]
-				],
-				[
-					[48, 101, -36],
-					[102, 102, 188],
-					[103, 122, 74]
-				],
-				[
-					[48, 98, -98],
-					[99, 99, 189],
-					[100, 122, 74]
-				],
-				[
-					[48, 100, -38],
-					[101, 101, 190],
-					[102, 122, 74]
-				],
-				[
-					[48, 109, -39],
-					[110, 110, 191],
-					[111, 122, 74]
-				],
-				[
-					[48, 100, -38],
-					[101, 101, 192],
-					[102, 122, 74]
-				],
-				[
-					[48, 100, -38],
-					[101, 101, 193],
-					[102, 122, 74]
-				],
-				[
-					[48, 117, -150],
-					[118, 118, 194],
-					[119, 122, 74]
-				],
-				[
-					[48, 122, -35]
-				],
-				[
-					[48, 107, -31],
-					[108, 108, 195],
-					[109, 122, 74]
-				],
-				[
-					[48, 103, -43],
-					[104, 104, 196],
-					[105, 122, 74]
-				],
-				[
-					[48, 115, -86],
-					[116, 116, 197],
-					[117, 122, 74]
-				],
-				[
-					[0, 255, -47]
-				],
-				[
-					[48, 115, -86],
-					[116, 116, 198],
-					[117, 122, 74]
-				],
-				[
-					[48, 113, -30],
-					[114, 114, 199],
-					[115, 122, 74]
-				],
-				[
-					[48, 113, -30],
-					[114, 114, 200],
-					[115, 122, 74]
-				],
-				[
-					[48, 106, -149],
-					[107, 107, 201],
-					[108, 122, 74]
-				],
-				[
-					[48, 114, -79],
-					[115, 115, 202],
-					[116, 122, 74]
-				],
-				[
-					[48, 104, -92],
-					[105, 105, 203],
-					[106, 122, 74]
-				],
-				[
-					[48, 122, -35]
-				],
-				[
-					[48, 113, -30],
-					[114, 114, 204],
-					[115, 122, 74]
-				],
-				[
-					[48, 100, -38],
-					[101, 101, 205],
-					[102, 122, 74]
-				],
-				[
-					[48, 113, -30],
-					[114, 114, 206],
-					[115, 122, 74]
-				],
-				[
-					[48, 122, -35]
-				],
-				[
-					[48, 113, -30],
-					[114, 114, 207],
-					[115, 122, 74]
-				],
-				[
-					[48, 116, -107],
-					[117, 117, 208],
-					[118, 122, 74]
-				],
-				[
-					[48, 115, -86],
-					[116, 116, 209],
-					[117, 122, 74]
-				],
-				[
-					[48, 107, -31],
-					[108, 108, 210],
-					[109, 122, 74]
-				],
-				[
-					[48, 95, -29],
-					[97, 97, 211],
-					[98, 122, 74]
-				],
-				[
-					[48, 122, -35]
-				],
-				[
-					[48, 95, -29],
-					[97, 97, 212],
-					[98, 122, 74]
-				],
-				[
-					[48, 95, -29],
-					[97, 97, 213],
-					[98, 122, 74]
-				],
-				[
-					[48, 100, -38],
-					[101, 101, 214],
-					[102, 122, 74]
-				],
-				[
-					[48, 95, -29],
-					[97, 97, 215],
-					[98, 122, 74]
-				],
-				[
-					[48, 101, -36],
-					[102, 102, 216],
-					[103, 122, 74]
-				],
-				[
-					[48, 113, -30],
-					[114, 114, 217],
-					[115, 122, 74]
-				],
-				[
-					[48, 122, -35]
-				],
-				[
-					[48, 104, -92],
-					[105, 105, 218],
-					[106, 122, 74]
-				],
-				[
-					[48, 113, -30],
-					[114, 114, 219],
-					[115, 122, 74]
-				],
-				[
-					[48, 122, -35]
-				],
-				[
-					[48, 122, -35]
-				],
-				[
-					[48, 122, -35]
-				],
-				[
-					[48, 100, -38],
-					[101, 101, 220],
-					[102, 122, 74]
-				],
-				[
-					[48, 100, -38],
-					[101, 101, 221],
-					[102, 122, 74]
-				],
-				[
-					[48, 122, -35]
-				],
-				[
-					[48, 95, -29],
-					[97, 97, 222],
-					[98, 122, 74]
-				],
-				[
-					[48, 122, -35]
-				],
-				[
-					[48, 95, -29],
-					[97, 97, 223],
-					[98, 122, 74]
-				],
-				[
-					[48, 115, -86],
-					[116, 116, 224],
-					[117, 122, 74]
-				],
-				[
-					[48, 122, -35]
-				],
-				[
-					[48, 122, -35]
-				],
-				[
-					[48, 109, -39],
-					[110, 110, 225],
-					[111, 122, 74]
-				],
-				[
-					[48, 109, -39],
-					[110, 110, 226],
-					[111, 122, 74]
-				],
-				[
-					[48, 122, -35]
-				],
-				[
-					[48, 115, -86],
-					[116, 116, 227],
-					[117, 122, 74]
-				],
-				[
-					[48, 101, -36],
-					[102, 102, 228],
-					[103, 109, 74],
-					[110, 110, 229],
-					[111, 122, 74]
-				],
-				[
-					[48, 99, -78],
-					[100, 100, 230],
-					[101, 122, 74]
-				],
-				[
-					[48, 122, -35]
-				],
-				[
-					[48, 122, -35]
-				],
-				[
-					[48, 97, -29],
-					[98, 98, 231],
-					[99, 122, 74]
-				],
-				[
-					[48, 95, -29],
-					[97, 102, 74],
-					[103, 103, 232],
-					[104, 122, 74]
-				],
-				[
-					[48, 115, -86],
-					[116, 116, 233],
-					[117, 122, 74]
-				],
-				[
-					[48, 98, -98],
-					[99, 99, 234],
-					[100, 122, 74]
-				],
-				[
-					[48, 97, -29],
-					[98, 98, 235],
-					[99, 122, 74]
-				],
-				[
-					[48, 122, -35]
-				],
-				[
-					[48, 109, -39],
-					[110, 110, 236],
-					[111, 122, 74]
-				],
-				[
-					[48, 95, -29],
-					[97, 97, 237],
-					[98, 122, 74]
-				],
-				[
-					[48, 122, -35]
-				],
-				[
-					[48, 113, -30],
-					[114, 114, 238],
-					[115, 122, 74]
-				],
-				[
-					[48, 122, -35]
-				],
-				[
-					[48, 97, -29],
-					[98, 98, 239],
-					[99, 122, 74]
-				],
-				[
-					[48, 98, -98],
-					[99, 99, 240],
-					[100, 122, 74]
-				],
-				[
-					[48, 122, -35]
-				],
-				[
-					[48, 116, -107],
-					[117, 117, 241],
-					[118, 122, 74]
-				],
-				[
-					[48, 122, -35]
-				],
-				[
-					[48, 122, -35]
-				],
-				[
-					[48, 95, -29],
-					[97, 97, 242],
-					[98, 122, 74]
-				],
-				[
-					[48, 122, -35]
-				],
-				[
-					[48, 100, -38],
-					[101, 101, 243],
-					[102, 122, 74]
-				],
-				[
-					[48, 107, -31],
-					[108, 108, 244],
-					[109, 122, 74]
-				],
-				[
-					[48, 100, -38],
-					[101, 101, 245],
-					[102, 122, 74]
-				],
-				[
-					[48, 100, -38],
-					[101, 101, 246],
-					[102, 122, 74]
-				],
-				[
-					[48, 115, -86],
-					[116, 116, 247],
-					[117, 122, 74]
-				],
-				[
-					[48, 107, -31],
-					[108, 108, 248],
-					[109, 122, 74]
-				],
-				[
-					[48, 122, -35]
-				],
-				[
-					[48, 107, -31],
-					[108, 108, 249],
-					[109, 122, 74]
-				],
-				[
-					[48, 114, -79],
-					[115, 115, 250],
-					[116, 122, 74]
-				],
-				[
-					[48, 107, -31],
-					[108, 108, 251],
-					[109, 122, 74]
-				],
-				[
-					[48, 115, -86],
-					[116, 116, 252],
-					[117, 122, 74]
-				],
-				[
-					[48, 100, -38],
-					[101, 101, 253],
-					[102, 122, 74]
-				],
-				[
-					[48, 98, -98],
-					[99, 99, 254],
-					[100, 122, 74]
-				],
-				[
-					[48, 122, -35]
-				],
-				[
-					[48, 100, -38],
-					[101, 101, 255],
-					[102, 122, 74]
-				],
-				[
-					[48, 122, -35]
-				],
-				[
-					[48, 122, -35]
-				],
-				[
-					[48, 100, -38],
-					[101, 101, 256],
-					[102, 122, 74]
-				],
-				[
-					[48, 100, -38],
-					[101, 101, 257],
-					[102, 122, 74]
-				],
-				[
-					[48, 122, -35]
-				],
-				[
-					[48, 95, -29],
-					[97, 97, 258],
-					[98, 122, 74]
-				],
-				[
-					[48, 100, -38],
-					[101, 101, 259],
-					[102, 122, 74]
-				],
-				[
-					[48, 122, -35]
-				],
-				[
-					[48, 122, -35]
-				],
-				[
-					[48, 100, -38],
-					[101, 101, 260],
-					[102, 122, 74]
-				],
-				[
-					[48, 122, -35]
-				],
-				[
-					[48, 99, -78],
-					[100, 100, 261],
-					[101, 122, 74]
-				],
-				[
-					[48, 122, -35]
-				],
-				[
-					[48, 107, -31],
-					[108, 108, 262],
-					[109, 122, 74]
-				],
-				[
-					[48, 122, -35]
-				],
-				[
-					[48, 122, -35]
-				],
-				[
-					[48, 122, -35]
-				],
-				[
-					[48, 122, -35]
-				]
-			]
-		]
-	end
-
-	private fun nil_array: Array[Array[Int]]
-	do
-		return once new Array[Array[Int]]
-	end
-
-	var _accept_table: Array[Array[Int]]
-	private fun build_accept_table do
-		_accept_table = once [
-			[
-				-1,0,1,1,0,-1,-1,-1,69,-1,52,53,67,65,56,66,64,68,80,57,72,59,74,77,54,55,-1,78,78,78,78,78,78,78,78,78,78,78,78,78,78,78,78,78,78,-1,1,71,-1,83,-1,84,-1,2,2,-1,82,60,61,63,81,-1,58,73,70,75,77,77,77,77,79,78,78,78,78,78,78,47,78,78,78,16,78,78,78,78,78,78,25,78,30,15,78,78,78,78,78,32,78,78,78,78,78,78,78,78,78,78,78,78,78,78,-1,86,-1,85,-1,2,62,76,79,79,79,79,78,78,31,78,78,78,78,78,10,78,78,29,11,78,78,78,40,78,78,39,33,78,78,78,78,78,78,78,78,78,78,78,78,78,78,78,19,78,78,78,-1,78,78,78,78,78,78,27,78,78,78,13,78,78,78,78,46,41,78,78,78,78,78,78,43,78,78,26,44,12,78,78,48,78,37,78,78,36,5,78,78,45,78,78,78,50,51,78,78,78,78,78,14,78,78,42,78,28,78,78,38,78,21,4,78,20,78,78,78,78,78,78,34,78,78,78,78,78,78,24,78,3,23,78,78,9,78,78,6,35,78,49,78,17,78,18,7,22,8
-
-			]
-		]
 	end
 end