# The lexer extract NIT tokens from an input stream.
# It is better user with the Parser
class Lexer
-special TablesCapable
+ super TablesCapable
# Last peeked token
var _token: nullable Token
result = get_token
end
_token = null
- return result.as(not null)
+ return result
end
# Get a token, or null if it is discarded
end
end
end
- if false then break # FIXME remove once unreach loop exits are in c_src
end
- return null # FIXME remove once unreach loop exits are in c_src
end
# Read the next character.