readme: add information section
[nit.git] / lib / json / json_lexer.nit
index 88b270b..8ec28ff 100644 (file)
@@ -47,7 +47,7 @@ end
 private class DFAState0
        super DFAState
        redef fun trans(char) do
-               var c = char.ascii
+               var c = char.code_point
                if c <= 8 then return null
                if c <= 10 then return dfastate_1
                if c <= 31 then return null
@@ -80,11 +80,12 @@ end
 private class DFAState1
        super DFAState
        redef fun is_accept do return true
-       redef fun make_token(position, text) do
+       redef fun is_ignored do return true
+       redef fun make_token(position, source) do
                return null
        end
        redef fun trans(char) do
-               var c = char.ascii
+               var c = char.code_point
                if c <= 8 then return null
                if c <= 10 then return dfastate_1
                if c <= 31 then return null
@@ -95,28 +96,28 @@ end
 private class DFAState2
        super DFAState
        redef fun trans(char) do
-               var c = char.ascii
+               var c = char.code_point
+               if c > 92 then return dfastate_2
                if c <= 33 then return dfastate_2
                if c <= 34 then return dfastate_29
                if c <= 91 then return dfastate_2
-               if c <= 92 then return dfastate_30
-               return dfastate_2
+               return dfastate_30
        end
 end
 private class DFAState3
        super DFAState
        redef fun is_accept do return true
-       redef fun make_token(position, text) do
+       redef fun make_token(position, source) do
                var t = new N_39d_44d_39d
+               t.text = ","
                t.position = position
-               t.text = text
                return t
        end
 end
 private class DFAState4
        super DFAState
        redef fun trans(char) do
-               var c = char.ascii
+               var c = char.code_point
                if c <= 47 then return null
                if c <= 57 then return dfastate_5
                return null
@@ -125,14 +126,14 @@ end
 private class DFAState5
        super DFAState
        redef fun is_accept do return true
-       redef fun make_token(position, text) do
+       redef fun make_token(position, source) do
                var t = new Nnumber
+               t.text = position.extract(source)
                t.position = position
-               t.text = text
                return t
        end
        redef fun trans(char) do
-               var c = char.ascii
+               var c = char.code_point
                if c <= 45 then return null
                if c <= 46 then return dfastate_24
                if c <= 47 then return null
@@ -147,37 +148,37 @@ end
 private class DFAState6
        super DFAState
        redef fun is_accept do return true
-       redef fun make_token(position, text) do
+       redef fun make_token(position, source) do
                var t = new N_39d_58d_39d
+               t.text = ":"
                t.position = position
-               t.text = text
                return t
        end
 end
 private class DFAState7
        super DFAState
        redef fun is_accept do return true
-       redef fun make_token(position, text) do
+       redef fun make_token(position, source) do
                var t = new N_39d_91d_39d
+               t.text = "["
                t.position = position
-               t.text = text
                return t
        end
 end
 private class DFAState8
        super DFAState
        redef fun is_accept do return true
-       redef fun make_token(position, text) do
+       redef fun make_token(position, source) do
                var t = new N_39d_93d_39d
+               t.text = "]"
                t.position = position
-               t.text = text
                return t
        end
 end
 private class DFAState9
        super DFAState
        redef fun trans(char) do
-               var c = char.ascii
+               var c = char.code_point
                if c <= 96 then return null
                if c <= 97 then return dfastate_20
                return null
@@ -186,7 +187,7 @@ end
 private class DFAState10
        super DFAState
        redef fun trans(char) do
-               var c = char.ascii
+               var c = char.code_point
                if c <= 116 then return null
                if c <= 117 then return dfastate_17
                return null
@@ -195,7 +196,7 @@ end
 private class DFAState11
        super DFAState
        redef fun trans(char) do
-               var c = char.ascii
+               var c = char.code_point
                if c <= 113 then return null
                if c <= 114 then return dfastate_14
                return null
@@ -204,27 +205,27 @@ end
 private class DFAState12
        super DFAState
        redef fun is_accept do return true
-       redef fun make_token(position, text) do
+       redef fun make_token(position, source) do
                var t = new N_39d_123d_39d
+               t.text = "\{"
                t.position = position
-               t.text = text
                return t
        end
 end
 private class DFAState13
        super DFAState
        redef fun is_accept do return true
-       redef fun make_token(position, text) do
+       redef fun make_token(position, source) do
                var t = new N_39d_125d_39d
+               t.text = "\}"
                t.position = position
-               t.text = text
                return t
        end
 end
 private class DFAState14
        super DFAState
        redef fun trans(char) do
-               var c = char.ascii
+               var c = char.code_point
                if c <= 116 then return null
                if c <= 117 then return dfastate_15
                return null
@@ -233,7 +234,7 @@ end
 private class DFAState15
        super DFAState
        redef fun trans(char) do
-               var c = char.ascii
+               var c = char.code_point
                if c <= 100 then return null
                if c <= 101 then return dfastate_16
                return null
@@ -242,17 +243,17 @@ end
 private class DFAState16
        super DFAState
        redef fun is_accept do return true
-       redef fun make_token(position, text) do
+       redef fun make_token(position, source) do
                var t = new N_39dtrue_39d
+               t.text = "true"
                t.position = position
-               t.text = text
                return t
        end
 end
 private class DFAState17
        super DFAState
        redef fun trans(char) do
-               var c = char.ascii
+               var c = char.code_point
                if c <= 107 then return null
                if c <= 108 then return dfastate_18
                return null
@@ -261,7 +262,7 @@ end
 private class DFAState18
        super DFAState
        redef fun trans(char) do
-               var c = char.ascii
+               var c = char.code_point
                if c <= 107 then return null
                if c <= 108 then return dfastate_19
                return null
@@ -270,17 +271,17 @@ end
 private class DFAState19
        super DFAState
        redef fun is_accept do return true
-       redef fun make_token(position, text) do
+       redef fun make_token(position, source) do
                var t = new N_39dnull_39d
+               t.text = "null"
                t.position = position
-               t.text = text
                return t
        end
 end
 private class DFAState20
        super DFAState
        redef fun trans(char) do
-               var c = char.ascii
+               var c = char.code_point
                if c <= 107 then return null
                if c <= 108 then return dfastate_21
                return null
@@ -289,7 +290,7 @@ end
 private class DFAState21
        super DFAState
        redef fun trans(char) do
-               var c = char.ascii
+               var c = char.code_point
                if c <= 114 then return null
                if c <= 115 then return dfastate_22
                return null
@@ -298,7 +299,7 @@ end
 private class DFAState22
        super DFAState
        redef fun trans(char) do
-               var c = char.ascii
+               var c = char.code_point
                if c <= 100 then return null
                if c <= 101 then return dfastate_23
                return null
@@ -307,17 +308,17 @@ end
 private class DFAState23
        super DFAState
        redef fun is_accept do return true
-       redef fun make_token(position, text) do
+       redef fun make_token(position, source) do
                var t = new N_39dfalse_39d
+               t.text = "false"
                t.position = position
-               t.text = text
                return t
        end
 end
 private class DFAState24
        super DFAState
        redef fun trans(char) do
-               var c = char.ascii
+               var c = char.code_point
                if c <= 47 then return null
                if c <= 57 then return dfastate_28
                return null
@@ -326,7 +327,7 @@ end
 private class DFAState25
        super DFAState
        redef fun trans(char) do
-               var c = char.ascii
+               var c = char.code_point
                if c <= 42 then return null
                if c <= 43 then return dfastate_26
                if c <= 44 then return null
@@ -339,7 +340,7 @@ end
 private class DFAState26
        super DFAState
        redef fun trans(char) do
-               var c = char.ascii
+               var c = char.code_point
                if c <= 47 then return null
                if c <= 57 then return dfastate_27
                return null
@@ -348,14 +349,14 @@ end
 private class DFAState27
        super DFAState
        redef fun is_accept do return true
-       redef fun make_token(position, text) do
+       redef fun make_token(position, source) do
                var t = new Nnumber
+               t.text = position.extract(source)
                t.position = position
-               t.text = text
                return t
        end
        redef fun trans(char) do
-               var c = char.ascii
+               var c = char.code_point
                if c <= 47 then return null
                if c <= 57 then return dfastate_27
                return null
@@ -364,14 +365,14 @@ end
 private class DFAState28
        super DFAState
        redef fun is_accept do return true
-       redef fun make_token(position, text) do
+       redef fun make_token(position, source) do
                var t = new Nnumber
+               t.text = position.extract(source)
                t.position = position
-               t.text = text
                return t
        end
        redef fun trans(char) do
-               var c = char.ascii
+               var c = char.code_point
                if c <= 47 then return null
                if c <= 57 then return dfastate_28
                if c <= 68 then return null
@@ -384,17 +385,17 @@ end
 private class DFAState29
        super DFAState
        redef fun is_accept do return true
-       redef fun make_token(position, text) do
+       redef fun make_token(position, source) do
                var t = new Nstring
+               t.text = position.extract(source)
                t.position = position
-               t.text = text
                return t
        end
 end
 private class DFAState30
        super DFAState
        redef fun trans(char) do
-               var c = char.ascii
+               var c = char.code_point
                if c <= 33 then return null
                if c <= 34 then return dfastate_2
                if c <= 46 then return null
@@ -418,7 +419,7 @@ end
 private class DFAState31
        super DFAState
        redef fun trans(char) do
-               var c = char.ascii
+               var c = char.code_point
                if c <= 47 then return null
                if c <= 57 then return dfastate_32
                if c <= 64 then return null
@@ -431,7 +432,7 @@ end
 private class DFAState32
        super DFAState
        redef fun trans(char) do
-               var c = char.ascii
+               var c = char.code_point
                if c <= 47 then return null
                if c <= 57 then return dfastate_33
                if c <= 64 then return null
@@ -444,7 +445,7 @@ end
 private class DFAState33
        super DFAState
        redef fun trans(char) do
-               var c = char.ascii
+               var c = char.code_point
                if c <= 47 then return null
                if c <= 57 then return dfastate_34
                if c <= 64 then return null
@@ -457,7 +458,7 @@ end
 private class DFAState34
        super DFAState
        redef fun trans(char) do
-               var c = char.ascii
+               var c = char.code_point
                if c <= 47 then return null
                if c <= 57 then return dfastate_2
                if c <= 64 then return null