loader: identify_file do really return null is the path does not exists
[nit.git] / src / loader.nit
1 # This file is part of NIT ( http://www.nitlanguage.org ).
2 #
3 # Copyright 2012 Jean Privat <jean@pryen.org>
4 #
5 # Licensed under the Apache License, Version 2.0 (the "License");
6 # you may not use this file except in compliance with the License.
7 # You may obtain a copy of the License at
8 #
9 # http://www.apache.org/licenses/LICENSE-2.0
10 #
11 # Unless required by applicable law or agreed to in writing, software
12 # distributed under the License is distributed on an "AS IS" BASIS,
13 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 # See the License for the specific language governing permissions and
15 # limitations under the License.
16
17 # Loading of Nit source files
18 module loader
19
20 import modelbuilder_base
21
22 redef class ToolContext
23 # Option --path
24 var opt_path = new OptionArray("Set include path for loaders (may be used more than once)", "-I", "--path")
25
26 # Option --only-metamodel
27 var opt_only_metamodel = new OptionBool("Stop after meta-model processing", "--only-metamodel")
28
29 # Option --only-parse
30 var opt_only_parse = new OptionBool("Only proceed to parse step of loaders", "--only-parse")
31
32 redef init
33 do
34 super
35 option_context.add_option(opt_path, opt_only_parse, opt_only_metamodel)
36 end
37 end
38
39 redef class ModelBuilder
40 redef init
41 do
42 super
43
44 # Setup the paths value
45 paths.append(toolcontext.opt_path.value)
46
47 var path_env = "NIT_PATH".environ
48 if not path_env.is_empty then
49 paths.append(path_env.split_with(':'))
50 end
51
52 var nit_dir = toolcontext.nit_dir
53 var libname = nit_dir/"lib"
54 if libname.file_exists then paths.add(libname)
55 libname = nit_dir/"contrib"
56 if libname.file_exists then paths.add(libname)
57 end
58
59 # Load a bunch of modules.
60 # `modules` can contains filenames or module names.
61 # Imported modules are automatically loaded and modelized.
62 # The result is the corresponding model elements.
63 # Errors and warnings are printed with the toolcontext.
64 #
65 # Note: class and property model elements are not analysed.
66 fun parse(modules: Sequence[String]): Array[MModule]
67 do
68 var time0 = get_time
69 # Parse and recursively load
70 self.toolcontext.info("*** PARSE ***", 1)
71 var mmodules = new ArraySet[MModule]
72 for a in modules do
73 var nmodule = self.load_module(a)
74 if nmodule == null then continue # Skip error
75 # Load imported module
76 build_module_importation(nmodule)
77 var mmodule = nmodule.mmodule
78 if mmodule == null then continue # skip error
79 mmodules.add mmodule
80 end
81 var time1 = get_time
82 self.toolcontext.info("*** END PARSE: {time1-time0} ***", 2)
83
84 self.toolcontext.check_errors
85
86 if toolcontext.opt_only_parse.value then
87 self.toolcontext.info("*** ONLY PARSE...", 1)
88 exit(0)
89 end
90
91 return mmodules.to_a
92 end
93
94 # Load recursively all modules of the group `mgroup`.
95 # See `parse` for details.
96 fun parse_group(mgroup: MGroup): Array[MModule]
97 do
98 var res = new Array[MModule]
99 scan_group(mgroup)
100 for mg in mgroup.in_nesting.smallers do
101 for mp in mg.module_paths do
102 var nmodule = self.load_module(mp.filepath)
103 if nmodule == null then continue # Skip error
104 # Load imported module
105 build_module_importation(nmodule)
106 var mmodule = nmodule.mmodule
107 if mmodule == null then continue # Skip error
108 res.add mmodule
109 end
110 end
111 return res
112 end
113
114 # Load a bunch of modules and groups.
115 #
116 # Each name can be:
117 #
118 # * a path to a module, a group or a directory of projects.
119 # * a short name of a module or a group that are looked in the `paths` (-I)
120 #
121 # Then, for each entry, if it is:
122 #
123 # * a module, then is it parser and returned.
124 # * a group then recursively all its modules are parsed.
125 # * a directory of projects then all the modules of all projects are parsed.
126 # * else an error is displayed.
127 #
128 # See `parse` for details.
129 fun parse_full(names: Sequence[String]): Array[MModule]
130 do
131 var time0 = get_time
132 # Parse and recursively load
133 self.toolcontext.info("*** PARSE ***", 1)
134 var mmodules = new ArraySet[MModule]
135 for a in names do
136 # Case of a group
137 var mgroup = self.get_mgroup(a)
138 if mgroup != null then
139 mmodules.add_all parse_group(mgroup)
140 continue
141 end
142
143 # Case of a directory that is not a group
144 var stat = a.to_path.stat
145 if stat != null and stat.is_dir then
146 self.toolcontext.info("look in directory {a}", 2)
147 var fs = a.files
148 # Try each entry as a group or a module
149 for f in fs do
150 var af = a/f
151 mgroup = get_mgroup(af)
152 if mgroup != null then
153 mmodules.add_all parse_group(mgroup)
154 continue
155 end
156 var mp = identify_file(af)
157 if mp != null then
158 var nmodule = self.load_module(af)
159 if nmodule == null then continue # Skip error
160 build_module_importation(nmodule)
161 var mmodule = nmodule.mmodule
162 if mmodule == null then continue # Skip error
163 mmodules.add mmodule
164 else
165 self.toolcontext.info("ignore file {af}", 2)
166 end
167 end
168 continue
169 end
170
171 var nmodule = self.load_module(a)
172 if nmodule == null then continue # Skip error
173 # Load imported module
174 build_module_importation(nmodule)
175 var mmodule = nmodule.mmodule
176 if mmodule == null then continue # Skip error
177 mmodules.add mmodule
178 end
179 var time1 = get_time
180 self.toolcontext.info("*** END PARSE: {time1-time0} ***", 2)
181
182 self.toolcontext.check_errors
183
184 if toolcontext.opt_only_parse.value then
185 self.toolcontext.info("*** ONLY PARSE...", 1)
186 exit(0)
187 end
188
189 return mmodules.to_a
190 end
191
192 # The list of directories to search for top level modules
193 # The list is initially set with:
194 #
195 # * the toolcontext --path option
196 # * the NIT_PATH environment variable
197 # * `toolcontext.nit_dir`
198 # Path can be added (or removed) by the client
199 var paths = new Array[String]
200
201 # Like (and used by) `get_mmodule_by_name` but just return the ModulePath
202 fun search_mmodule_by_name(anode: nullable ANode, mgroup: nullable MGroup, name: String): nullable ModulePath
203 do
204 # First, look in groups
205 var c = mgroup
206 while c != null do
207 var dirname = c.filepath
208 if dirname == null then break # virtual group
209 if dirname.has_suffix(".nit") then break # singleton project
210
211 # Second, try the directory to find a file
212 var try_file = dirname + "/" + name + ".nit"
213 if try_file.file_exists then
214 var res = self.identify_file(try_file.simplify_path)
215 assert res != null
216 return res
217 end
218
219 # Third, try if the requested module is itself a group
220 try_file = dirname + "/" + name + "/" + name + ".nit"
221 if try_file.file_exists then
222 var res = self.identify_file(try_file.simplify_path)
223 assert res != null
224 return res
225 end
226
227 # Fourth, try if the requested module is itself a group with a src
228 try_file = dirname + "/" + name + "/src/" + name + ".nit"
229 if try_file.file_exists then
230 var res = self.identify_file(try_file.simplify_path)
231 assert res != null
232 return res
233 end
234
235 c = c.parent
236 end
237
238 # Look at some known directories
239 var lookpaths = self.paths
240
241 # Look in the directory of the group project also (even if not explicitly in the path)
242 if mgroup != null then
243 # path of the root group
244 var dirname = mgroup.mproject.root.filepath
245 if dirname != null then
246 dirname = dirname.join_path("..").simplify_path
247 if not lookpaths.has(dirname) and dirname.file_exists then
248 lookpaths = lookpaths.to_a
249 lookpaths.add(dirname)
250 end
251 end
252 end
253
254 var candidate = search_module_in_paths(anode.hot_location, name, lookpaths)
255
256 if candidate == null then
257 if mgroup != null then
258 error(anode, "Error: cannot find module `{name}` from `{mgroup.name}`. Tried: {lookpaths.join(", ")}.")
259 else
260 error(anode, "Error: cannot find module `{name}`. Tried: {lookpaths.join(", ")}.")
261 end
262 return null
263 end
264 return candidate
265 end
266
267 # Get a module by its short name; if required, the module is loaded, parsed and its hierarchies computed.
268 # If `mgroup` is set, then the module search starts from it up to the top level (see `paths`);
269 # if `mgroup` is null then the module is searched in the top level only.
270 # If no module exists or there is a name conflict, then an error on `anode` is displayed and null is returned.
271 fun get_mmodule_by_name(anode: nullable ANode, mgroup: nullable MGroup, name: String): nullable MModule
272 do
273 var path = search_mmodule_by_name(anode, mgroup, name)
274 if path == null then return null # Forward error
275 return load_module_path(path)
276 end
277
278 # Load and process importation of a given ModulePath.
279 #
280 # Basically chains `load_module` and `build_module_importation`.
281 fun load_module_path(path: ModulePath): nullable MModule
282 do
283 var res = self.load_module(path.filepath)
284 if res == null then return null # Forward error
285 # Load imported module
286 build_module_importation(res)
287 return res.mmodule
288 end
289
290 # Search a module `name` from path `lookpaths`.
291 # If found, the path of the file is returned
292 private fun search_module_in_paths(location: nullable Location, name: String, lookpaths: Collection[String]): nullable ModulePath
293 do
294 var candidate: nullable String = null
295 for dirname in lookpaths do
296 var try_file = (dirname + "/" + name + ".nit").simplify_path
297 if try_file.file_exists then
298 if candidate == null then
299 candidate = try_file
300 else if candidate != try_file then
301 # try to disambiguate conflicting modules
302 var abs_candidate = module_absolute_path(candidate)
303 var abs_try_file = module_absolute_path(try_file)
304 if abs_candidate != abs_try_file then
305 toolcontext.error(location, "Error: conflicting module file for `{name}`: `{candidate}` `{try_file}`")
306 end
307 end
308 end
309 try_file = (dirname + "/" + name + "/" + name + ".nit").simplify_path
310 if try_file.file_exists then
311 if candidate == null then
312 candidate = try_file
313 else if candidate != try_file then
314 # try to disambiguate conflicting modules
315 var abs_candidate = module_absolute_path(candidate)
316 var abs_try_file = module_absolute_path(try_file)
317 if abs_candidate != abs_try_file then
318 toolcontext.error(location, "Error: conflicting module file for `{name}`: `{candidate}` `{try_file}`")
319 end
320 end
321 end
322 try_file = (dirname + "/" + name + "/src/" + name + ".nit").simplify_path
323 if try_file.file_exists then
324 if candidate == null then
325 candidate = try_file
326 else if candidate != try_file then
327 # try to disambiguate conflicting modules
328 var abs_candidate = module_absolute_path(candidate)
329 var abs_try_file = module_absolute_path(try_file)
330 if abs_candidate != abs_try_file then
331 toolcontext.error(location, "Error: conflicting module file for `{name}`: `{candidate}` `{try_file}`")
332 end
333 end
334 end
335 end
336 if candidate == null then return null
337 return identify_file(candidate)
338 end
339
340 # Cache for `identify_file` by realpath
341 private var identified_files_by_path = new HashMap[String, nullable ModulePath]
342
343 # All the currently identified modules.
344 # See `identify_file`.
345 var identified_files = new Array[ModulePath]
346
347 # Identify a source file
348 # Load the associated project and groups if required
349 #
350 # Silently return `null` if `path` is not a valid module path.
351 fun identify_file(path: String): nullable ModulePath
352 do
353 # special case for not a nit file
354 if path.file_extension != "nit" then
355 # search dirless files in known -I paths
356 if not path.chars.has('/') then
357 var res = search_module_in_paths(null, path, self.paths)
358 if res != null then return res
359 end
360
361 # Found nothing? maybe it is a group...
362 var candidate = null
363 if path.file_exists then
364 var mgroup = get_mgroup(path)
365 if mgroup != null then
366 var owner_path = mgroup.filepath.join_path(mgroup.name + ".nit")
367 if owner_path.file_exists then candidate = owner_path
368 end
369 end
370
371 if candidate == null then
372 return null
373 end
374 path = candidate
375 end
376
377 # Does the file exists?
378 if not path.file_exists then
379 return null
380 end
381
382 # Fast track, the path is already known
383 var pn = path.basename(".nit")
384 var rp = module_absolute_path(path)
385 if identified_files_by_path.has_key(rp) then return identified_files_by_path[rp]
386
387 # Search for a group
388 var mgrouppath = path.join_path("..").simplify_path
389 var mgroup = get_mgroup(mgrouppath)
390
391 if mgroup == null then
392 # singleton project
393 var mproject = new MProject(pn, model)
394 mgroup = new MGroup(pn, mproject, null) # same name for the root group
395 mgroup.filepath = path
396 mproject.root = mgroup
397 toolcontext.info("found project `{pn}` at {path}", 2)
398 end
399
400 var res = new ModulePath(pn, path, mgroup)
401 mgroup.module_paths.add(res)
402
403 identified_files_by_path[rp] = res
404 identified_files.add(res)
405 return res
406 end
407
408 # Groups by path
409 private var mgroups = new HashMap[String, nullable MGroup]
410
411 # Return the mgroup associated to a directory path.
412 # If the directory is not a group null is returned.
413 #
414 # Note: `paths` is also used to look for mgroups
415 fun get_mgroup(dirpath: String): nullable MGroup
416 do
417 if not dirpath.file_exists then do
418 for p in paths do
419 var try = p / dirpath
420 if try.file_exists then
421 dirpath = try
422 break label
423 end
424 end
425 return null
426 end label
427
428 var rdp = module_absolute_path(dirpath)
429 if mgroups.has_key(rdp) then
430 return mgroups[rdp]
431 end
432
433 # Hack, a group is determined by one of the following:
434 # * the presence of a honomymous nit file
435 # * the fact that the directory is named `src`
436 # * the fact that there is a sub-directory named `src`
437 var pn = rdp.basename(".nit")
438 var mp = dirpath.join_path(pn + ".nit").simplify_path
439
440 # dirpath2 is the root directory
441 # dirpath is the src subdirectory directory, if any, else it is the same that dirpath2
442 var dirpath2 = dirpath
443 if not mp.file_exists then
444 if pn == "src" then
445 # With a src directory, the group name is the name of the parent directory
446 dirpath2 = rdp.dirname
447 pn = dirpath2.basename
448 else
449 # Check a `src` subdirectory
450 dirpath = dirpath2 / "src"
451 if not dirpath.file_exists then
452 # All rules failed, so return null
453 return null
454 end
455 end
456 end
457
458 # check parent directory
459 var parentpath = dirpath2.join_path("..").simplify_path
460 var parent = get_mgroup(parentpath)
461
462 var mgroup
463 if parent == null then
464 # no parent, thus new project
465 var mproject = new MProject(pn, model)
466 mgroup = new MGroup(pn, mproject, null) # same name for the root group
467 mproject.root = mgroup
468 toolcontext.info("found project `{mproject}` at {dirpath}", 2)
469 else
470 mgroup = new MGroup(pn, parent.mproject, parent)
471 toolcontext.info("found sub group `{mgroup.full_name}` at {dirpath}", 2)
472 end
473
474 # search documentation
475 # in src first so the documentation of the project code can be distinct for the documentation of the project usage
476 var readme = dirpath.join_path("README.md")
477 if not readme.file_exists then readme = dirpath.join_path("README")
478 if not readme.file_exists then readme = dirpath2.join_path("README.md")
479 if not readme.file_exists then readme = dirpath2.join_path("README")
480 if readme.file_exists then
481 var mdoc = load_markdown(readme)
482 mgroup.mdoc = mdoc
483 mdoc.original_mentity = mgroup
484 end
485
486 mgroup.filepath = dirpath
487 mgroups[module_absolute_path(dirpath)] = mgroup
488 mgroups[module_absolute_path(dirpath2)] = mgroup
489 return mgroup
490 end
491
492 # Load a markdown file as a documentation object
493 fun load_markdown(filepath: String): MDoc
494 do
495 var s = new FileReader.open(filepath)
496 var lines = new Array[String]
497 var line_starts = new Array[Int]
498 var len = 1
499 while not s.eof do
500 var line = s.read_line
501 lines.add(line)
502 line_starts.add(len)
503 len += line.length + 1
504 end
505 s.close
506 var source = new SourceFile.from_string(filepath, lines.join("\n"))
507 source.line_starts.add_all line_starts
508 var mdoc = new MDoc(new Location(source, 1, lines.length, 0, 0))
509 mdoc.content.add_all(lines)
510 return mdoc
511 end
512
513 # Force the identification of all ModulePath of the group and sub-groups in the file system.
514 #
515 # When a group is scanned, its sub-groups hierarchy is filled (see `MGroup::in_nesting`)
516 # and the potential modules (and nested modules) are identified (see `MGroup::module_paths`).
517 #
518 # Basically, this recursively call `get_mgroup` and `identify_file` on each directory entry.
519 #
520 # No-op if the group was already scanned (see `MGroup::scanned`).
521 fun scan_group(mgroup: MGroup) do
522 if mgroup.scanned then return
523 mgroup.scanned = true
524 var p = mgroup.filepath
525 # a virtual group has nothing to scan
526 if p == null then return
527 for f in p.files do
528 var fp = p/f
529 var g = get_mgroup(fp)
530 if g != null then scan_group(g)
531 identify_file(fp)
532 end
533 end
534
535 # Transform relative paths (starting with '../') into absolute paths
536 private fun module_absolute_path(path: String): String do
537 return getcwd.join_path(path).simplify_path
538 end
539
540 # Try to load a module AST using a path.
541 # Display an error if there is a problem (IO / lexer / parser) and return null
542 fun load_module_ast(filename: String): nullable AModule
543 do
544 if filename.file_extension != "nit" then
545 self.toolcontext.error(null, "Error: file `{filename}` is not a valid nit module.")
546 return null
547 end
548 if not filename.file_exists then
549 self.toolcontext.error(null, "Error: file `{filename}` not found.")
550 return null
551 end
552
553 self.toolcontext.info("load module {filename}", 2)
554
555 # Load the file
556 var file = new FileReader.open(filename)
557 var lexer = new Lexer(new SourceFile(filename, file))
558 var parser = new Parser(lexer)
559 var tree = parser.parse
560 file.close
561
562 # Handle lexer and parser error
563 var nmodule = tree.n_base
564 if nmodule == null then
565 var neof = tree.n_eof
566 assert neof isa AError
567 error(neof, neof.message)
568 return null
569 end
570
571 return nmodule
572 end
573
574 # Remove Nit source files from a list of arguments.
575 #
576 # Items of `args` that can be loaded as a nit file will be removed from `args` and returned.
577 fun filter_nit_source(args: Array[String]): Array[String]
578 do
579 var keep = new Array[String]
580 var res = new Array[String]
581 for a in args do
582 var l = identify_file(a)
583 if l == null then
584 keep.add a
585 else
586 res.add a
587 end
588 end
589 args.clear
590 args.add_all(keep)
591 return res
592 end
593
594 # Try to load a module using a path.
595 # Display an error if there is a problem (IO / lexer / parser) and return null.
596 # Note: usually, you do not need this method, use `get_mmodule_by_name` instead.
597 #
598 # The MModule is created however, the importation is not performed,
599 # therefore you should call `build_module_importation`.
600 fun load_module(filename: String): nullable AModule
601 do
602 # Look for the module
603 var file = identify_file(filename)
604 if file == null then
605 if filename.file_exists then
606 toolcontext.error(null, "Error: `{filename}` is not a Nit source file.")
607 else
608 toolcontext.error(null, "Error: cannot find module `{filename}`.")
609 end
610 return null
611 end
612
613 # Already known and loaded? then return it
614 var mmodule = file.mmodule
615 if mmodule != null then
616 return mmodule2nmodule[mmodule]
617 end
618
619 # Load it manually
620 var nmodule = load_module_ast(file.filepath)
621 if nmodule == null then return null # forward error
622
623 # build the mmodule and load imported modules
624 mmodule = build_a_mmodule(file.mgroup, file.name, nmodule)
625
626 if mmodule == null then return null # forward error
627
628 # Update the file information
629 file.mmodule = mmodule
630
631 return nmodule
632 end
633
634 # Injection of a new module without source.
635 # Used by the interpreter.
636 fun load_rt_module(parent: nullable MModule, nmodule: AModule, mod_name: String): nullable AModule
637 do
638 # Create the module
639
640 var mgroup = null
641 if parent != null then mgroup = parent.mgroup
642 var mmodule = new MModule(model, mgroup, mod_name, nmodule.location)
643 nmodule.mmodule = mmodule
644 nmodules.add(nmodule)
645 self.mmodule2nmodule[mmodule] = nmodule
646
647 if parent!= null then
648 var imported_modules = new Array[MModule]
649 imported_modules.add(parent)
650 mmodule.set_visibility_for(parent, intrude_visibility)
651 mmodule.set_imported_mmodules(imported_modules)
652 else
653 build_module_importation(nmodule)
654 end
655
656 return nmodule
657 end
658
659 # Visit the AST and create the `MModule` object
660 private fun build_a_mmodule(mgroup: nullable MGroup, mod_name: String, nmodule: AModule): nullable MModule
661 do
662 # Check the module name
663 var decl = nmodule.n_moduledecl
664 if decl != null then
665 var decl_name = decl.n_name.n_id.text
666 if decl_name != mod_name then
667 error(decl.n_name, "Error: module name mismatch; declared {decl_name} file named {mod_name}.")
668 end
669 end
670
671 # Check for conflicting module names in the project
672 if mgroup != null then
673 var others = model.get_mmodules_by_name(mod_name)
674 if others != null then for other in others do
675 if other.mgroup!= null and other.mgroup.mproject == mgroup.mproject then
676 var node: ANode
677 if decl == null then node = nmodule else node = decl.n_name
678 error(node, "Error: a module named `{other.full_name}` already exists at {other.location}.")
679 break
680 end
681 end
682 end
683
684 # Create the module
685 var mmodule = new MModule(model, mgroup, mod_name, nmodule.location)
686 nmodule.mmodule = mmodule
687 nmodules.add(nmodule)
688 self.mmodule2nmodule[mmodule] = nmodule
689
690 var source = nmodule.location.file
691 if source != null then
692 assert source.mmodule == null
693 source.mmodule = mmodule
694 end
695
696 if decl != null then
697 # Extract documentation
698 var ndoc = decl.n_doc
699 if ndoc != null then
700 var mdoc = ndoc.to_mdoc
701 mmodule.mdoc = mdoc
702 mdoc.original_mentity = mmodule
703 else
704 advice(decl, "missing-doc", "Documentation warning: Undocumented module `{mmodule}`")
705 end
706 # Is the module a test suite?
707 mmodule.is_test_suite = not decl.get_annotations("test_suite").is_empty
708 end
709
710 return mmodule
711 end
712
713 # Resolve the module identification for a given `AModuleName`.
714 #
715 # This method handles qualified names as used in `AModuleName`.
716 fun seach_module_by_amodule_name(n_name: AModuleName, mgroup: nullable MGroup): nullable ModulePath
717 do
718 if n_name.n_quad != null then mgroup = null # Start from top level
719 for grp in n_name.n_path do
720 var path = search_mmodule_by_name(grp, mgroup, grp.text)
721 if path == null then return null # Forward error
722 mgroup = path.mgroup
723 end
724 var mod_name = n_name.n_id.text
725 return search_mmodule_by_name(n_name, mgroup, mod_name)
726 end
727
728 # Analyze the module importation and fill the module_importation_hierarchy
729 #
730 # Unless you used `load_module`, the importation is already done and this method does a no-op.
731 fun build_module_importation(nmodule: AModule)
732 do
733 if nmodule.is_importation_done then return
734 nmodule.is_importation_done = true
735 var mmodule = nmodule.mmodule.as(not null)
736 var stdimport = true
737 var imported_modules = new Array[MModule]
738 for aimport in nmodule.n_imports do
739 # Do not imports conditional
740 var atconditionals = aimport.get_annotations("conditional")
741 if atconditionals.not_empty then continue
742
743 stdimport = false
744 if not aimport isa AStdImport then
745 continue
746 end
747
748 # Load the imported module
749 var suppath = seach_module_by_amodule_name(aimport.n_name, mmodule.mgroup)
750 if suppath == null then
751 nmodule.mmodule = null # invalidate the module
752 continue # Skip error
753 end
754 var sup = load_module_path(suppath)
755 if sup == null then
756 nmodule.mmodule = null # invalidate the module
757 continue # Skip error
758 end
759
760 aimport.mmodule = sup
761 imported_modules.add(sup)
762 var mvisibility = aimport.n_visibility.mvisibility
763 if mvisibility == protected_visibility then
764 error(aimport.n_visibility, "Error: only properties can be protected.")
765 nmodule.mmodule = null # invalidate the module
766 return
767 end
768 if sup == mmodule then
769 error(aimport.n_name, "Error: dependency loop in module {mmodule}.")
770 nmodule.mmodule = null # invalidate the module
771 end
772 if sup.in_importation < mmodule then
773 error(aimport.n_name, "Error: dependency loop between modules {mmodule} and {sup}.")
774 nmodule.mmodule = null # invalidate the module
775 return
776 end
777 mmodule.set_visibility_for(sup, mvisibility)
778 end
779 if stdimport then
780 var mod_name = "standard"
781 var sup = self.get_mmodule_by_name(nmodule, null, mod_name)
782 if sup == null then
783 nmodule.mmodule = null # invalidate the module
784 else # Skip error
785 imported_modules.add(sup)
786 mmodule.set_visibility_for(sup, public_visibility)
787 end
788 end
789
790 # Declare conditional importation
791 for aimport in nmodule.n_imports do
792 if not aimport isa AStdImport then continue
793 var atconditionals = aimport.get_annotations("conditional")
794 if atconditionals.is_empty then continue
795
796 var suppath = seach_module_by_amodule_name(aimport.n_name, mmodule.mgroup)
797 if suppath == null then continue # skip error
798
799 for atconditional in atconditionals do
800 var nargs = atconditional.n_args
801 if nargs.is_empty then
802 error(atconditional, "Syntax Error: `conditional` expects module identifiers as arguments.")
803 continue
804 end
805
806 # The rule
807 var rule = new Array[Object]
808
809 # First element is the goal, thus
810 rule.add suppath
811
812 # Second element is the first condition, that is to be a client of the current module
813 rule.add mmodule
814
815 # Other condition are to be also a client of each modules indicated as arguments of the annotation
816 for narg in nargs do
817 var id = narg.as_id
818 if id == null then
819 error(narg, "Syntax Error: `conditional` expects module identifier as arguments.")
820 continue
821 end
822
823 var mp = search_mmodule_by_name(narg, mmodule.mgroup, id)
824 if mp == null then continue
825
826 rule.add mp
827 end
828
829 conditional_importations.add rule
830 end
831 end
832
833 mmodule.set_imported_mmodules(imported_modules)
834
835 apply_conditional_importations(mmodule)
836
837 self.toolcontext.info("{mmodule} imports {mmodule.in_importation.direct_greaters.join(", ")}", 3)
838
839 # Force standard to be public if imported
840 for sup in mmodule.in_importation.greaters do
841 if sup.name == "standard" then
842 mmodule.set_visibility_for(sup, public_visibility)
843 end
844 end
845
846 # TODO: Correctly check for useless importation
847 # It is even doable?
848 var directs = mmodule.in_importation.direct_greaters
849 for nim in nmodule.n_imports do
850 if not nim isa AStdImport then continue
851 var im = nim.mmodule
852 if im == null then continue
853 if directs.has(im) then continue
854 # This generates so much noise that it is simpler to just comment it
855 #warning(nim, "Warning: possible useless importation of {im}")
856 end
857 end
858
859 # Global list of conditional importation rules.
860 #
861 # Each rule is a "Horn clause"-like sequence of modules.
862 # It means that the first module is the module to automatically import.
863 # The remaining modules are the conditions of the rule.
864 #
865 # Each module is either represented by a MModule (if the module is already loaded)
866 # or by a ModulePath (if the module is not yet loaded).
867 #
868 # Rules are declared by `build_module_importation` and are applied by `apply_conditional_importations`
869 # (and `build_module_importation` that calls it).
870 #
871 # TODO (when the loader will be rewritten): use a better representation and move up rules in the model.
872 private var conditional_importations = new Array[SequenceRead[Object]]
873
874 # Extends the current importations according to imported rules about conditional importation
875 fun apply_conditional_importations(mmodule: MModule)
876 do
877 # Because a conditional importation may cause additional conditional importation, use a fixed point
878 # The rules are checked naively because we assume that it does not worth to be optimized
879 var check_conditional_importations = true
880 while check_conditional_importations do
881 check_conditional_importations = false
882
883 for ci in conditional_importations do
884 # Check conditions
885 for i in [1..ci.length[ do
886 var rule_element = ci[i]
887 # An element of a rule is either a MModule or a ModulePath
888 # We need the mmodule to resonate on the importation
889 var m
890 if rule_element isa MModule then
891 m = rule_element
892 else if rule_element isa ModulePath then
893 m = rule_element.mmodule
894 # Is loaded?
895 if m == null then continue label
896 else
897 abort
898 end
899 # Is imported?
900 if not mmodule.in_importation.greaters.has(m) then continue label
901 end
902 # Still here? It means that all conditions modules are loaded and imported
903
904 # Identify the module to automatically import
905 var suppath = ci.first.as(ModulePath)
906 var sup = load_module_path(suppath)
907 if sup == null then continue
908
909 # Do nothing if already imported
910 if mmodule.in_importation.greaters.has(sup) then continue label
911
912 # Import it
913 self.toolcontext.info("{mmodule} conditionally imports {sup}", 3)
914 # TODO visibility rules (currently always public)
915 mmodule.set_visibility_for(sup, public_visibility)
916 # TODO linearization rules (currently added at the end in the order of the rules)
917 mmodule.set_imported_mmodules([sup])
918
919 # Prepare to reapply the rules
920 check_conditional_importations = true
921 end label
922 end
923 end
924
925 # All the loaded modules
926 var nmodules = new Array[AModule]
927
928 # Register the nmodule associated to each mmodule
929 #
930 # Public clients need to use `mmodule2node` to access stuff.
931 private var mmodule2nmodule = new HashMap[MModule, AModule]
932
933 # Retrieve the associated AST node of a mmodule.
934 # This method is used to associate model entity with syntactic entities.
935 #
936 # If the module is not associated with a node, returns null.
937 fun mmodule2node(mmodule: MModule): nullable AModule
938 do
939 return mmodule2nmodule.get_or_null(mmodule)
940 end
941 end
942
943 # File-system location of a module (file) that is identified but not always loaded.
944 class ModulePath
945 # The name of the module
946 # (it's the basename of the filepath)
947 var name: String
948
949 # The human path of the module
950 var filepath: String
951
952 # The group (and the project) of the possible module
953 var mgroup: MGroup
954
955 # The loaded module (if any)
956 var mmodule: nullable MModule = null
957
958 redef fun to_s do return filepath
959 end
960
961 redef class MGroup
962 # Modules paths associated with the group
963 var module_paths = new Array[ModulePath]
964
965 # Is the group interesting for a final user?
966 #
967 # Groups are mandatory in the model but for simple projects they are not
968 # always interesting.
969 #
970 # A interesting group has, at least, one of the following true:
971 #
972 # * it has 2 modules or more
973 # * it has a subgroup
974 # * it has a documentation
975 fun is_interesting: Bool
976 do
977 return module_paths.length > 1 or
978 mmodules.length > 1 or
979 not in_nesting.direct_smallers.is_empty or
980 mdoc != null or
981 (mmodules.length == 1 and default_mmodule == null)
982 end
983
984 # Are files and directories in self scanned?
985 #
986 # See `ModelBuilder::scan_group`.
987 var scanned = false
988 end
989
990 redef class SourceFile
991 # Associated mmodule, once created
992 var mmodule: nullable MModule = null
993 end
994
995 redef class AStdImport
996 # The imported module once determined
997 var mmodule: nullable MModule = null
998 end
999
1000 redef class AModule
1001 # The associated MModule once build by a `ModelBuilder`
1002 var mmodule: nullable MModule
1003 # Flag that indicate if the importation is already completed
1004 var is_importation_done: Bool = false
1005 end