From: Jean-Christophe Beaupré <jcbrinfo@users.noreply.github.com>
Date: Mon, 26 Jun 2017 18:42:21 +0000 (-0400)
Subject: gtksourceview: Rewrite the language definition
X-Git-Url: http://nitlanguage.org

gtksourceview: Rewrite the language definition

The new definition includes:
* A more accurate and up-to-date grammar
* A more accurate style list
* A list of built-in annotations
* Heuristics for embedded languages
* Spell-checking only enabled for comments
* Styles for operators and lower-case identifiers available if needed
  (but not highlighted by default)

Signed-off-by: Jean-Christophe Beaupré <jcbrinfo@users.noreply.github.com>
---

diff --git a/NOTICE b/NOTICE
index 5a96547..32b5754 100644
--- a/NOTICE
+++ b/NOTICE
@@ -72,16 +72,6 @@ Files: share/nitdoc/scripts/jquery-1.7.1.min.js
 Copyright: 2011 John Resig, http://jquery.com/
 Licence: BSD 2 (see LICENSE-BSD)
 
-Files: /misc/gtksourceview/nit.lang
-Copyright: 2009-2011 Alexis Laferrière <alexis.laf@xymus.net>
-           2011-2017 Jean Privat <jean@pryen.org>
-           Based on ruby.lang from
-           2004      Archit Baweja <bighead@users.sourceforge.net>
-           2005      Michael Witrant <mike@lepton.fr>
-           2006      Gabriel Bauman <gbauman@gmail.com>
-License: GPL 2.0 (see LICENSE-GPL-2)
-Comment: GPL because the original work is GPL
-
 Files: /share/png/*
 Copyright: 1998-2014 Glenn Randers-Pehrson
            1996-1997 Andreas Dilger
diff --git a/misc/gtksourceview/nit.lang b/misc/gtksourceview/nit.lang
index 2e7a08e..977c50f 100644
--- a/misc/gtksourceview/nit.lang
+++ b/misc/gtksourceview/nit.lang
@@ -1,214 +1,375 @@
 <?xml version="1.0" encoding="UTF-8"?>
 <!--
+	This file is part of NIT ( http://www.nitlanguage.org ).
 
- Author: Alexis Laferrière <alexis.laf@xymus.net>
- Copyright (C) 2009 Alexis Laferrière <alexis.laf@xymus.net>
+	Licensed under the Apache License, Version 2.0 (the "License");
+	you may not use this file except in compliance with the License.
+	You may obtain a copy of the License at
 
- Based on ruby.lang
- Copyright (C) 2004 Archit Baweja <bighead@users.sourceforge.net>
- Copyright (C) 2005 Michael Witrant <mike@lepton.fr>
- Copyright (C) 2006 Gabriel Bauman <gbauman@gmail.com>
+		http://www.apache.org/licenses/LICENSE-2.0
 
- This library is free software; you can redistribute it and/or modify
- it under the terms of the GNU General Public License as published by
- the Free Software Foundation; either version 2 of the License, or
- (at your option) any later version.
+	Unless required by applicable law or agreed to in writing, software
+	distributed under the License is distributed on an "AS IS" BASIS,
+	WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+	See the License for the specific language governing permissions and
+	limitations under the License.
+-->
+<language id="nit" _name="Nit" version="2.0" _section="Source">
+	<metadata>
+		<!-- TODO: Register the media type -->
+		<property name="mimetypes">text/x-nit</property>
+		<property name="globs">*.nit</property>
+		<property name="line-comment-start">#</property>
+	</metadata>
 
- This program is distributed in the hope that it will be useful,
- but WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
- GNU General Public License for more details.
+	<styles>
+		<style id="attribute"          _name="Attribute"             map-to="def:builtin"/>
+		<style id="boolean"            _name="Boolean value"         map-to="def:boolean"/>
+		<style id="binary"             _name="Binary number"         map-to="def:base-n-integer"/>
+		<style id="builtin-annotation" _name="Built-in Annotation"   map-to="def:keyword"/>
+		<style id="character"          _name="Character"             map-to="def:character"/>
+		<style id="decimal"            _name="Decimal number"        map-to="def:decimal"/>
+		<style id="escaped-character"  _name="Escaped Character"     map-to="def:special-char"/>
+		<style id="extern-code"        _name="Extern Code"           map-to="def:preprocessor"/>
+		<style id="floating-point"     _name="Floating point number" map-to="def:floating-point"/>
+		<style id="hexadecimal"        _name="Hexadecimal number"    map-to="def:base-n-integer"/>
+		<style id="keyword"            _name="Keyword"               map-to="def:keyword"/>
+		<style id="octal"              _name="Octal number"          map-to="def:base-n-integer"/>
+		<style id="module-handler"     _name="Module Handler"        map-to="def:preprocessor"/>
+		<style id="null-value"         _name="Null Value"            map-to="def:special-constant"/>
+		<style id="reserved"           _name="Reserved keyword"      map-to="def:reserved"/>
+		<style id="special-variable"   _name="Special Variable"      map-to="def:builtin"/>
+		<style id="string"             _name="String"                map-to="def:string"/>
+		<style id="type"               _name="Data Type"             map-to="def:type"/>
 
- You should have received a copy of the GNU General Public License
- along with this program; if not, write to the Free Software
- Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+		<!--
+			The following styles do not inherit from `def` because most style
+			schemes highlight them too much.
+		-->
+		<style id="operator"           _name="Operator"/>              <!-- "def:operator" -->
+		<style id="variable"           _name="Variable or Method"/>    <!-- "def:identifier" -->
 
--->
-<language id="nit" _name="Nit" version="2.0" _section="Sources">
-  <metadata>
-    <property name="mimetypes">text/x-nit</property>
-    <property name="globs">*.nit</property>
-    <property name="line-comment-start">#</property>
-  </metadata>
-
-  <styles>
-    <style id="escape"               _name="Escaped Character"     map-to="def:special-char"/>
-    <style id="comment"              _name="Comment"               map-to="def:comment"/>
-    <style id="attribute-definition" _name="Attribute Definition"  map-to="def:statement"/>
-    <style id="module-handler"       _name="Module handler"        map-to="def:preprocessor"/>
-    <style id="keyword"              _name="Keyword"               map-to="def:keyword"/>
-    <style id="null-value"           _name="Nil Constant"          map-to="def:special-constant"/>
-    <style id="boolean"              _name="Boolean value"         map-to="def:boolean"/>
-    <style id="floating-point"       _name="Floating point number" map-to="def:floating-point"/>
-    <style id="decimal"              _name="Decimal number"        map-to="def:decimal"/>
-    <style id="base-n-integer"       _name="Base-N number"         map-to="def:base-n-integer"/>
-    <style id="string"               _name="String"                map-to="def:string"/>
-    <style id="builtin"              _name="Builtin"               map-to="def:type"/>
-    <style id="class-name"           _name="Constant"              map-to="def:type"/>
-    <style id="symbol"               _name="Symbol"                map-to="def:string"/>
-    <style id="special-variable"     _name="Special Variable"      map-to="def:identifier"/>
-    <style id="predefined-variable"  _name="Predefined Variable"   map-to="def:identifier"/>
-    <style id="variable"             _name="Variable"              map-to="def:identifier"/>
-    <style id="extern-code"          _name="Extern code"           map-to="def:comment"/>
-  </styles>
-
-  <definitions>
-
-    <context id="escape" style-ref="escape">
-      <match>\\((0-7){3}|(x[a-fA-F0-9]{2})|(c\S)|([CM]-\S)|(M-C-\S)|.)</match>
-    </context>
-
-    <context id="extern-code" style-ref="extern-code">
-        <start>`\{</start>
-        <end>`\}</end>
-        <include>
-            <context ref="def:in-comment"/>
-        </include>
-    </context>
-
-    <context id="definitions" style-ref="keyword">
-      <keyword>class</keyword>
-      <keyword>fun</keyword>
-      <keyword>redef</keyword>
-      <keyword>var</keyword>
-      <keyword>module</keyword>
-      <keyword>type</keyword>
-      <keyword>universal</keyword>
-      <keyword>enum</keyword>
-    </context>
-
-    <context id="module-handlers" style-ref="module-handler">
-      <keyword>import</keyword>
-    </context>
-
-    <context id="keywords" style-ref="keyword">
-      <keyword>do</keyword>
-      <keyword>end</keyword>
-      <keyword>catch</keyword>
-      <keyword>intrude</keyword>
-      <keyword>private</keyword>
-      <keyword>if</keyword>
-      <keyword>then</keyword>
-      <keyword>else</keyword>
-      <keyword>while</keyword>
-      <keyword>for</keyword>
-      <keyword>assert</keyword>
-      <keyword>is</keyword>
-      <keyword>abstract</keyword>
-      <keyword>intern</keyword>
-      <keyword>extern</keyword>
-      <keyword>public</keyword>
-      <keyword>protected</keyword>
-      <keyword>or</keyword>
-      <keyword>as</keyword>
-      <keyword>isa</keyword>
-      <keyword>break</keyword>
-      <keyword>continue</keyword>
-      <keyword>return</keyword>
-      <keyword>label</keyword>
-      <keyword>abort</keyword>
-      <keyword>nullable</keyword>
-      <keyword>new</keyword>
-      <keyword>special</keyword>
-      <keyword>super</keyword>
-      <keyword>init</keyword>
-      <keyword>in</keyword>
-      <keyword>or</keyword>
-      <keyword>and</keyword>
-      <keyword>not</keyword>
-      <keyword>writable</keyword>
-      <keyword>readable</keyword>
-    </context>
-
-    <context id="special-variables" style-ref="special-variable">
-      <keyword>self</keyword>
-    </context>
-
-    <context id="instance-variables" style-ref="variable">
-      <match>(::)?\b_[a-zA-Z_][a-zA-Z0-9_]*</match>
-    </context>
-
-    <context id="class-name" style-ref="class-name">
-      <match>(::)?\b[A-Z][A-Za-z0-9_]*\b</match>
-    </context>
-
-    <context id="null-value" style-ref="null-value">
-      <keyword>null</keyword>
-    </context>
-
-    <context id="boolean" style-ref="boolean">
-      <keyword>false</keyword>
-      <keyword>true</keyword>
-    </context>
-    
-    <define-regex id="underscore_num">\d(_?\d)*</define-regex>
-
-    <define-regex id="float" extended="true">
-      ( (\%{underscore_num})?\.\%{underscore_num} | \%{underscore_num}\. ) |
-      ( (\%{underscore_num}|(\%{underscore_num})?\.\%{underscore_num}|\%{underscore_num}\.)[eE][+-]?\%{underscore_num} )
-    </define-regex>
-
-    <context id="float" style-ref="floating-point">
-      <match>(?&lt;![\w\.])\%{float}(?![\w\.])</match>
-    </context>
-
-    <context id="decimal" style-ref="decimal">
-      <match>(?&lt;![\w\.])([1-9](_?[0-9])*|0)(?![\w\.])</match>
-    </context>
-
-    <!-- in double quotes and backticks -->
-    <!-- FIXME: really would like for the syntax highlight to go back
-         to none here, as any ruby code could go here -->
-    <context id="complex-interpolation" style-ref="escape">
-      <start>{</start>
-      <end>}</end>
-      <include>
-        <context ref="nit:*"/>
-      </include>
-    </context>
-
-    <!-- ruby strings do not end at line end,
-         so we cannot use def:string
-         (parts lifted from perl.lang) -->
-    <context id="double-quoted-string" style-ref="string">
-      <start>"</start>
-      <end>"</end>
-      <include>
-        <context ref="escape"/>
-        <context ref="def:line-continue"/>
-        <context ref="complex-interpolation"/>
-      </include>
-    </context>
-
-    <context id="single-quoted-string" style-ref="string">
-      <start>'</start>
-      <end>'</end>
-      <include>
-        <context style-ref="escape">
-          <match>\\['\\]</match>
-        </context>
-      </include>
-    </context>
-
-    <context id="nit">
-      <include>
-        <context ref="def:shebang"/>
-        <context ref="def:shell-like-comment"/>
-        <context ref="double-quoted-string"/>
-        <context ref="single-quoted-string"/>
-        <context ref="definitions"/>
-        <context ref="module-handlers"/>
-        <context ref="keywords"/>
-        <context ref="special-variables"/>
-        <context ref="instance-variables"/>
-        <context ref="class-name"/>
-        <context ref="null-value"/>
-        <context ref="boolean"/>
-        <context ref="float"/>
-        <context ref="decimal"/>
-        <context ref="extern-code"/>
-      </include>
-    </context>
-
-  </definitions>
+		<!-- TODO: Implement `bad_string` and `bad_char`?
+		<style id="error"              _name="Error"                 map-to="def:error"/>
+		-->
+	</styles>
+
+	<default-regex-options extended="true"/>
+	<keyword-char-class>[A-Za-z0-9_]</keyword-char-class>
+
+	<definitions>
+		<define-regex id="space" extended="false">[ \n\r\t]</define-regex>
+
+		<!-- Keywords and operators -->
+
+		<context id="reserved" style-ref="reserved">
+			<keyword>package</keyword>
+			<keyword>yield</keyword>
+		</context>
+
+		<context id="kwimport" style-ref="module-handler">
+			<keyword>import</keyword>
+		</context>
+
+		<context id="keyword" style-ref="keyword">
+			<keyword>abort</keyword>
+			<keyword>abstract</keyword>
+			<keyword>as</keyword>
+			<keyword>assert</keyword>
+			<keyword>break</keyword>
+			<keyword>catch</keyword>
+			<keyword>class</keyword>
+			<keyword>continue</keyword>
+			<keyword>__debug__</keyword>
+			<keyword>do</keyword>
+			<keyword>else</keyword>
+			<keyword>end</keyword>
+			<keyword>enum</keyword>
+			<keyword>extern</keyword>
+			<keyword>for</keyword>
+			<keyword>fun</keyword>
+			<keyword>if</keyword>
+			<keyword>init</keyword>
+			<keyword>in</keyword>
+			<keyword>interface</keyword>
+			<keyword>intrude</keyword>
+			<keyword>isa</keyword>
+			<keyword>is</keyword>
+			<keyword>isset</keyword>
+			<keyword>label</keyword>
+			<keyword>loop</keyword>
+			<keyword>module</keyword>
+			<keyword>new</keyword>
+			<keyword>nullable</keyword>
+			<keyword>once</keyword>
+			<keyword>private</keyword>
+			<keyword>protected</keyword>
+			<keyword>public</keyword>
+			<keyword>redef</keyword>
+			<keyword>return</keyword>
+			<keyword>subset</keyword>
+			<keyword>super</keyword>
+			<keyword>then</keyword>
+			<keyword>type</keyword>
+			<keyword>universal</keyword>
+			<keyword>var</keyword>
+			<keyword>while</keyword>
+			<keyword>with</keyword>
+		</context>
+
+		<context id="builtin-annotation" style-ref="builtin-annotation">
+			<keyword>autoinit</keyword>
+			<keyword>auto_inspect</keyword>
+			<keyword>cflags</keyword>
+			<keyword>conditional</keyword>
+			<keyword>deprecated</keyword>
+			<keyword>fixed</keyword>
+			<keyword>generated</keyword>
+			<keyword>intern</keyword>
+			<keyword>lateinit</keyword>
+			<keyword>lazy</keyword>
+			<keyword>ldflags</keyword>
+			<keyword>light_ffi</keyword>
+			<keyword>new_annotation</keyword>
+			<keyword>noautoinit</keyword>
+			<keyword>noinit</keyword>
+			<keyword>nosuper</keyword>
+			<keyword>no_warning</keyword>
+			<keyword>old_style_init</keyword>
+			<keyword>optional</keyword>
+			<keyword>pkgconfig</keyword>
+			<keyword>platform</keyword>
+			<keyword>readonly</keyword>
+			<keyword>writable</keyword>
+		</context>
+
+		<context id="boolean" style-ref="boolean">
+			<keyword>true</keyword>
+			<keyword>false</keyword>
+		</context>
+
+		<context id="special-variable" style-ref="special-variable">
+			<keyword>self</keyword>
+		</context>
+
+		<context id="operator-keyword" style-ref="keyword">
+			<keyword>and</keyword>
+			<keyword>implies</keyword>
+			<keyword>not</keyword>
+			<keyword>or</keyword>
+		</context>
+
+		<context id="operator-punctuation" style-ref="operator">
+			<match>
+				\^=? |
+				~ |
+				&lt;&lt;?=? |
+				&lt;=&gt; |
+				==? |
+				&gt;&gt;?=? |
+				\| |
+				-=? |
+				, |
+				; |
+				::? |
+				!=? |
+				/=? |
+				\.{1,3} |
+				\( |
+				\) |
+				\[ |
+				\] |
+				@ |
+				\*\*?=? |
+				&amp;=? |
+				%=? |
+				\+=?
+			</match>
+		</context>
+
+		<!-- Identifiers -->
+
+		<context id="attribute" style-ref="attribute">
+			<match>\%[ _[a-z][A-Za-z0-9_]* \%]</match>
+		</context>
+
+		<context id="type" style-ref="type">
+			<match>\%[ [A-Z][A-Za-z0-9_]* \%]</match>
+		</context>
+
+		<context id="variable" style-ref="variable">
+			<match>\%[ [a-z][A-Za-z0-9_]* \%]</match>
+		</context>
+
+		<!-- Numbers -->
+
+		<define-regex id="integer-suffix">
+			(?:[iu](?:8|16|32))?
+		</define-regex>
+
+		<context id="binary" style-ref="binary">
+			<match>[+-]?0[Bb][01_]+\%{integer-suffix}</match>
+		</context>
+
+		<context id="octal" style-ref="octal">
+			<match>[+-]?0[Oo][0-7_]+\%{integer-suffix}</match>
+		</context>
+
+		<context id="hexadecimal" style-ref="hexadecimal">
+			<match>[+-]?0[Xx][0-9A-Fa-f_]+\%{integer-suffix}</match>
+		</context>
+
+		<context id="decimal" style-ref="decimal">
+			<match>[+-]?[0-9][0-9_]*\%{integer-suffix}</match>
+		</context>
+
+		<context id="floating-point" style-ref="floating-point">
+			<match>[+-]?(?:[0-9]+|[0-9]*\.[0-9]+)(?:[Ee][+-]?[0-9]+)?</match>
+		</context>
+
+		<!-- Strings and characters -->
+
+		<context id="escaped-apostrophe" style-ref="escaped-character">
+			<match>\\'</match>
+		</context>
+
+		<context id="escaped-character" style-ref="escaped-character">
+			<match>\\.</match>
+		</context>
+
+		<context id="interpolation" style-ref="escaped-character">
+			<start>\{</start>
+			<end>\}</end>
+			<include>
+				<!-- FIXME: Reset style -->
+				<context ref="nit" />
+			</include>
+		</context>
+
+		<context id="long-interpolation" style-ref="escaped-character">
+			<start>\{\{\{</start>
+			<end>\}\}\}</end>
+			<include>
+				<!-- FIXME: Reset style -->
+				<context ref="nit" />
+			</include>
+		</context>
+
+		<context id="long-string" style-ref="string" class="string">
+			<start>"""|'''</start>
+			<end>\%{0@start}</end>
+			<include>
+				<context ref="escaped-character"/>
+				<context ref="long-interpolation"/>
+			</include>
+		</context>
+
+		<context id="character" style-ref="character" class="string">
+			<start>'</start>
+			<end>'</end>
+			<include>
+				<context ref="escaped-apostrophe"/>
+			</include>
+		</context>
+
+		<context id="string" style-ref="string" class="string">
+			<start>"</start>
+			<end>"</end>
+			<include>
+				<context ref="escaped-character"/>
+				<context ref="interpolation"/>
+			</include>
+		</context>
+
+		<!-- Extern code -->
+
+		<context id="extern-code-cpp" style-ref="extern-code">
+			<start case-sensitive="false">
+				(?'cpp_kwin' in) \%{space}*
+				(?'cpp_language_name' "c\+\+(?: [^"]*)?") \%{space}*
+				`\{
+			</start>
+			<end>`\}</end>
+			<include>
+				<context sub-pattern="cpp_kwin" where="start" style-ref="keyword"/>
+				<context sub-pattern="cpp_language_name" where="start"
+						style-ref="string" class="string" />
+				<!-- FIXME: Reset style -->
+				<context ref="cpp:cpp"/>
+			</include>
+		</context>
+
+		<context id="extern-code-java" style-ref="extern-code">
+			<start case-sensitive="false">
+				(?'java_kwin' in) \%{space}*
+				(?'java_language_name' "java(?: [^"]*)?") \%{space}*
+				`\{
+			</start>
+			<end>`\}</end>
+			<include>
+				<context sub-pattern="java_kwin" where="start" style-ref="keyword"/>
+				<context sub-pattern="java_language_name" where="start"
+						style-ref="string" class="string" />
+				<!-- FIXME: Reset style -->
+				<context ref="java:java"/>
+			</include>
+		</context>
+
+		<context id="extern-code-objc" style-ref="extern-code">
+			<start case-sensitive="false">
+				(?'objc_kwin' in) \%{space}*
+				(?'objc_language_name' "objc(?: [^"]*)?") \%{space}*
+				`\{
+			</start>
+			<end>`\}</end>
+			<include>
+				<context sub-pattern="objc_kwin" where="start" style-ref="keyword"/>
+				<context sub-pattern="objc_language_name" where="start"
+						style-ref="string" class="string" />
+				<!-- FIXME: Reset style -->
+				<context ref="objc:objc"/>
+			</include>
+		</context>
+
+		<context id="extern-code-default" style-ref="extern-code">
+			<!-- By default, the embedded language is C. -->
+			<start>`\{</start>
+			<end>`\}</end>
+			<include>
+				<!-- FIXME: Reset style -->
+				<context ref="c:c"/>
+			</include>
+		</context>
+
+		<!-- Main context -->
+		<context id="nit" class="no-spell-check">
+			<include>
+				<context ref="def:shebang"/>
+				<context ref="def:shell-like-comment"/>
+				<context ref="extern-code-cpp"/>
+				<context ref="extern-code-java"/>
+				<context ref="extern-code-objc"/>
+				<context ref="extern-code-default"/>
+				<context ref="long-string"/>
+				<context ref="character"/>
+				<context ref="string"/>
+				<context ref="reserved"/>
+				<context ref="kwimport"/>
+				<context ref="keyword"/>
+				<context ref="builtin-annotation"/>
+				<context ref="boolean"/>
+				<context ref="special-variable"/>
+				<context ref="operator-keyword"/>
+				<context ref="attribute"/>
+				<context ref="type"/>
+				<context ref="variable"/>
+				<context ref="binary"/>
+				<context ref="octal"/>
+				<context ref="hexadecimal"/>
+				<context ref="decimal"/>
+				<context ref="floating-point"/>
+				<context ref="operator-punctuation"/>
+			</include>
+		</context>
+	</definitions>
 </language>