Highlighting of Nit AST

Introduced classes

class AbstractHighlightVisitor

nitc :: AbstractHighlightVisitor

Visitor used to produce a HTML tree based on a AST on a Source
class AnsiHighlightVisitor

nitc :: AnsiHighlightVisitor

Text-based highlighter that use ANSI escape sequence for colors

Redefined classes

redef class TClassid

nitc :: highlight $ TClassid

A class (or formal type) identifier. They start with an uppercase.
redef class TComment

nitc :: highlight $ TComment

Token of a line of comments
redef abstract class Token

nitc :: highlight $ Token

Ancestor of all tokens
redef abstract class TokenKeyword

nitc :: highlight $ TokenKeyword

A token associated with a keyword
redef abstract class TokenLiteral

nitc :: highlight $ TokenLiteral

A token of a literal value (string, integer, etc).

All class definitions

class AbstractHighlightVisitor

nitc $ AbstractHighlightVisitor

Visitor used to produce a HTML tree based on a AST on a Source
class AnsiHighlightVisitor

nitc $ AnsiHighlightVisitor

Text-based highlighter that use ANSI escape sequence for colors
redef class TClassid

nitc :: highlight $ TClassid

A class (or formal type) identifier. They start with an uppercase.
redef class TComment

nitc :: highlight $ TComment

Token of a line of comments
redef abstract class Token

nitc :: highlight $ Token

Ancestor of all tokens
redef abstract class TokenKeyword

nitc :: highlight $ TokenKeyword

A token associated with a keyword
redef abstract class TokenLiteral

nitc :: highlight $ TokenLiteral

A token of a literal value (string, integer, etc).
package_diagram nitc::highlight highlight nitc\>frontend\> frontend nitc::highlight->nitc\>frontend\> nitc::astutil astutil nitc::highlight->nitc::astutil nitc\>modelize\> modelize nitc\>frontend\>->nitc\>modelize\> gen_nit gen_nit nitc\>frontend\>->gen_nit nitc nitc nitc\>frontend\>->nitc nitc\>semantize\> semantize nitc\>frontend\>->nitc\>semantize\> nitc\>parser\> parser nitc\>frontend\>->nitc\>parser\> nitc::astutil->nitc\>parser\> html html nitc::astutil->html ...nitc\>modelize\> ... ...nitc\>modelize\>->nitc\>modelize\> ...gen_nit ... ...gen_nit->gen_nit ...nitc ... ...nitc->nitc ...nitc\>semantize\> ... ...nitc\>semantize\>->nitc\>semantize\> ...nitc\>parser\> ... ...nitc\>parser\>->nitc\>parser\> ...html ... ...html->html nitc::htmlight htmlight nitc::htmlight->nitc::highlight nitc::md_commands md_commands nitc::md_commands->nitc::highlight nitc::html_model html_model nitc::html_model->nitc::htmlight nitc::nitlight nitlight nitc::nitlight->nitc::htmlight nitc::test_highlight test_highlight nitc::test_highlight->nitc::htmlight nitc::html_model... ... nitc::html_model...->nitc::html_model nitc::nitlight... ... nitc::nitlight...->nitc::nitlight nitc::test_highlight... ... nitc::test_highlight...->nitc::test_highlight nitc::commands_docdown commands_docdown nitc::commands_docdown->nitc::md_commands nitc::term term nitc::term->nitc::md_commands nitc::commands_docdown... ... nitc::commands_docdown...->nitc::commands_docdown nitc::term... ... nitc::term...->nitc::term

Ancestors

module abstract_collection

core :: abstract_collection

Abstract collection classes and services.
module abstract_text

core :: abstract_text

Abstract class for manipulation of sequences of characters
module actors_injection_phase

nitc :: actors_injection_phase

Injects model for the classes annotated with "is actor" so
module annotation

nitc :: annotation

Management and utilities on annotations
module array

core :: array

This module introduces the standard array structure.
module astbuilder

nitc :: astbuilder

Instantiation and transformation of semantic nodes in the AST of expressions and statements
module auto_super_init

nitc :: auto_super_init

Computing of super-constructors that must be implicitly called at the begin of constructors.
module bitset

core :: bitset

Services to handle BitSet
module bytes

core :: bytes

Services for byte streams and arrays
module caching

serialization :: caching

Services for caching serialization engines
module check_annotation

nitc :: check_annotation

Check that annotation present in the AST are either primitive or user-declared
module circular_array

core :: circular_array

Efficient data structure to access both end of the sequence.
module codec_base

core :: codec_base

Base for codecs to use with streams
module codecs

core :: codecs

Group module for all codec-related manipulations
module collection

core :: collection

This module define several collection classes.
module console

console :: console

Defines some ANSI Terminal Control Escape Sequences.
module core

core :: core

Standard classes and methods used by default by Nit programs and libraries.
module deriving

nitc :: deriving

Injection of automatic method definitions for standard methods, based on the attributes of the classes
module digraph

graph :: digraph

Implementation of directed graphs, also called digraphs.
module div_by_zero

nitc :: div_by_zero

Detection of divisions by zero in obvious cases
module engine_tools

serialization :: engine_tools

Advanced services for serialization engines
module environ

core :: environ

Access to the environment variables of the process
module error

core :: error

Standard error-management infrastructure.
module exec

core :: exec

Invocation and management of operating system sub-processes.
module file

core :: file

File manipulations (create, read, write, etc.)
module fixed_ints

core :: fixed_ints

Basic integers of fixed-precision
module fixed_ints_text

core :: fixed_ints_text

Text services to complement fixed_ints
module flat

core :: flat

All the array-based text representations
module flow

nitc :: flow

Intraprocedural static flow.
module gc

core :: gc

Access to the Nit internal garbage collection mechanism
module glsl_validation

nitc :: glsl_validation

Check shader code within Nit modules using the tool glslangValidator
module hash_collection

core :: hash_collection

Introduce HashMap and HashSet.
module html

html :: html

HTML output facilities
module i18n_phase

nitc :: i18n_phase

Basic support of internationalization through the generation of id-to-string tables
module ini

ini :: ini

Read and write INI configuration files
module inspect

serialization :: inspect

Refine Serializable::inspect to show more useful information
module iso8859_1

core :: iso8859_1

Codec for ISO8859-1 I/O
module kernel

core :: kernel

Most basic classes and methods.
module lexer

nitc :: lexer

Lexer and its tokens.
module lexer_work

nitc :: lexer_work

Internal algorithm and data structures for the Nit lexer
module list

core :: list

This module handle double linked lists
module literal

nitc :: literal

Parsing of literal values in the abstract syntax tree.
module loader

nitc :: loader

Loading of Nit source files
module local_var_init

nitc :: local_var_init

Verify that local variables are initialized before their usage
module location

nitc :: location

Nit source-file and locations in source-file
module math

core :: math

Mathematical operations
module mdoc

nitc :: mdoc

Documentation of model entities
module meta

meta :: meta

Simple user-defined meta-level to manipulate types of instances as object.
module mmodule

nitc :: mmodule

modules and module hierarchies in the metamodel
module mmodule_data

nitc :: mmodule_data

Define and retrieve data in modules
module model

nitc :: model

Classes, types and properties
module model_base

nitc :: model_base

The abstract concept of model and related common things
module modelbuilder_base

nitc :: modelbuilder_base

Load nit source files and build the associated model
module modelize

nitc :: modelize

Create a model from nit source files
module modelize_class

nitc :: modelize_class

Analysis and verification of class definitions to instantiate model element
module modelize_property

nitc :: modelize_property

Analysis and verification of property definitions to instantiate model element
module more_collections

more_collections :: more_collections

Highly specific, but useful, collections-related classes.
module mpackage

nitc :: mpackage

Modelisation of a Nit package
module native

core :: native

Native structures for text and bytes
module nitpm_shared

nitc :: nitpm_shared

Services related to the Nit package manager
module no_warning

nitc :: no_warning

Fill toolcontext information about blacklisting of warnings.
module numeric

core :: numeric

Advanced services for Numeric types
module opts

opts :: opts

Management of options on the command line
module ordered_tree

ordered_tree :: ordered_tree

Manipulation and presentation of ordered trees.
module parallelization_phase

nitc :: parallelization_phase

Phase generating threads for functions annotated with threaded annotation
module parse_annotations

nitc :: parse_annotations

Simple annotation parsing
module parser

nitc :: parser

Parser.
module parser_nodes

nitc :: parser_nodes

AST nodes of the Nit language
module parser_prod

nitc :: parser_prod

Production AST nodes full definition.
module parser_util

nitc :: parser_util

Utils and tools related to parsers and AST
module parser_work

nitc :: parser_work

Internal algorithm and data structures for the Nit parser
module phase

nitc :: phase

Phases of the processing of nit programs
module poset

poset :: poset

Pre order sets and partial order set (ie hierarchies)
module protocol

core :: protocol

module queue

core :: queue

Queuing data structures and wrappers
module range

core :: range

Module for range of discrete objects.
module re

core :: re

Regular expression support for all services based on Pattern
module regex_phase

nitc :: regex_phase

Check for error in regular expressions from string literals
module ropes

core :: ropes

Tree-based representation of a String.
module scope

nitc :: scope

Identification and scoping of local variables and labels.
module semantize

nitc :: semantize

Process bodies of methods in regard with the model.
module serialization

serialization :: serialization

General serialization services
module serialization_core

serialization :: serialization_core

Abstract services to serialize Nit objects to different formats
module serialization_model_phase

nitc :: serialization_model_phase

Phase generating methods (model-only) to serialize Nit objects
module simple_misc_analysis

nitc :: simple_misc_analysis

Simple vavious processing on a AST
module sorter

core :: sorter

This module contains classes used to compare things and sorts arrays.
module stream

core :: stream

Input and output streams of characters
module tables

nitc :: tables

Module that interfaces the parsing tables.
module template

template :: template

Basic template system
module text

core :: text

All the classes and methods related to the manipulation of text entities
module time

core :: time

Management of time and dates
module toolcontext

nitc :: toolcontext

Common command-line tool infrastructure than handle options and error messages
module typing

nitc :: typing

Intraprocedural resolution of static types and OO-services
module union_find

core :: union_find

union–find algorithm using an efficient disjoint-set data structure
module utf8

core :: utf8

Codec for UTF-8 I/O
module version

nitc :: version

This file was generated by git-gen-version.sh

Parents

module astutil

nitc :: astutil

Additional features on Nit AST
module frontend

nitc :: frontend

Collect and orchestration of main frontend phases

Children

module htmlight

nitc :: htmlight

Highlighting of Nit AST with HTML
module md_commands

nitc :: md_commands

Render commands results as Markdown

Descendants

module a_star-m

a_star-m

module api

nitc :: api

Components required to build a web server about the nit model.
module api_auth

nitc :: api_auth

module api_base

nitc :: api_base

Base classes used by nitweb.
module api_docdown

nitc :: api_docdown

Nitdoc specific Markdown format handling for Nitweb
module api_feedback

nitc :: api_feedback

Feedback related features
module api_light

nitc :: api_light

Highlight and collect messages from a piece of code
module api_model

nitc :: api_model

module commands_docdown

nitc :: commands_docdown

Doc down related queries
module html_commands

nitc :: html_commands

Render commands results as HTML
module html_model

nitc :: html_model

Translate mentities to html blocks.
module json_commands

nitc :: json_commands

Translate command results to json
module json_model

nitc :: json_model

Make model entities Serializable.
module nitcatalog

nitc :: nitcatalog

Basic catalog generator for Nit packages
module nitdoc

nitc :: nitdoc

Generator of static API documentation for the Nit language
module nitlight

nitc :: nitlight

Tool that produces highlighting for Nit programs
module nitweb

nitc :: nitweb

Runs a webserver based on nitcorn that render things from model.
module nitx

nitc :: nitx

nitx, a command tool that displays useful data about Nit code
module static

nitc :: static

Nitdoc generation framework
module static_base

nitc :: static_base

Base entities shared by all the nitdoc code
module static_cards

nitc :: static_cards

Cards templates for the static documentation
module static_html

nitc :: static_html

Render documentation pages as HTML
module static_index

nitc :: static_index

Manage indexing of Nit model for Nitdoc QuickSearch.
module static_structure

nitc :: static_structure

Composes the pages of the static documentation
module term

nitc :: term

module test_highlight

nitc :: test_highlight

Program used to test the Nit highlighter
# Highlighting of Nit AST
module highlight

import frontend
import astutil
import console

# Visitor used to produce a HTML tree based on a AST on a `Source`
class AbstractHighlightVisitor
	# The first line to generate, null if start at the first line
	var first_line: nullable Int = null is writable

	# The last line to generate, null if finish at the last line
	var last_line: nullable Int = null is writable

	# When highlighting a node, show its messages (errors, warnings), if any.
	#
	# default: true
	var show_messages = true is writable

	# When highlighting a node, also consider the loose tokens around it.
	#
	# Loose tokens are tokens discarded from the AST but attached before
	# or after some non-loose tokens. See `Token::is_loose`.
	#
	# When this flag is set to `true`, the loose tokens that are before the
	# first token and after the last token are also highlighted.
	#
	# Default: false.
	var include_loose_tokens = false is writable

	# When highlighting a node, the first and the last lines are fully included.
	#
	# If the highlighted node starts (or ends) in the middle of a line,
	# this flags forces the whole line to be highlighted.
	#
	# Default: false
	var include_whole_lines = false is writable

	# Highlight a AST element.
	fun highlight_node(n: ANode)
	do
		n.parentize_tokens

		var f
		var l

		if n isa Token then
			f = n
			l = n
		else
			assert n isa Prod
			f = n.first_token
			if f == null then return
			l = n.last_token
			if l == null then return
		end

		if include_loose_tokens then
			if f.prev_looses.not_empty then f = f.prev_looses.first
			if l.next_looses.not_empty then l = l.next_looses.last
		end

		var line = first_line
		if line != null then
			while f.location.line_start < line do
				f = f.next_token
				if f == null then return
			end
		end

		line = last_line
		if line != null then
			while l.location.line_end > line do
				l = l.prev_token
				if l == null then return
			end
		end

		if include_whole_lines then
			f = f.first_real_token_in_line
			l = l.last_real_token_in_line
		end

		do_highlight(f, l)
	end

	# Highlight a full lexed source file.
	#
	# REQUIRE `source.first_token != null`
	fun highlight_source(source: SourceFile)
	do
		do_highlight(source.first_token.as(not null), null)
	end

	# Low-level highlighting between 2 tokens
	protected fun do_highlight(first_token: Token, last_token: nullable Token) is abstract
end

# Text-based highlighter that use ANSI escape sequence for colors
class AnsiHighlightVisitor
	super AbstractHighlightVisitor

	# The produced highlighting
	var result = new Template

	redef fun do_highlight(f, l)
	do
		var c
		c = f
		while c != null do
			if c != f then result.add(c.blank_before)
			result.add c.ansi_colored

			if c == l then
				c = null
			else
				c = c.next_token
			end
		end
	end
end

redef class Token
	# Return the ANSI colored text
	fun ansi_colored: String do return text
end

redef class TComment
	redef fun ansi_colored do return super.blue
end

redef class TokenKeyword
	redef fun ansi_colored do return super.yellow
end

redef class TClassid
	redef fun ansi_colored do return super.green
end

redef class TokenLiteral
	redef fun ansi_colored do return super.red
end
src/highlight.nit:15,1--157,3