X-Git-Url: http://nitlanguage.org diff --git a/src/nitcatalog.nit b/src/nitcatalog.nit index 3913cd3..42dc5dd 100644 --- a/src/nitcatalog.nit +++ b/src/nitcatalog.nit @@ -18,63 +18,12 @@ # # The tool scans packages and generates the HTML files of a catalog. # -# ## Features -# -# * [X] scan packages and their `.ini` -# * [X] generate lists of packages -# * [X] generate a page per package with the readme and most metadata -# * [ ] link/include/be included in the documentation -# * [ ] propose `related packages` -# * [X] show directory content (a la nitls) -# * [X] gather git information from the working directory -# * [ ] gather git information from the repository -# * [ ] gather package information from github -# * [ ] gather people information from github -# * [ ] reify people -# * [ ] separate information gathering from rendering -# * [ ] move up information gathering in (existing or new) service modules -# * [X] add command line options -# * [ ] harden HTML (escaping, path injection, etc) -# * [ ] nitcorn server with RESTful API -# -# ## Issues and limitations -# -# The tool works likee the other tools and expects to find valid Nit source code in the directories -# -# * cruft and temporary files will be collected -# * missing source file (e.g. not yet generated by nitcc) will make information -# incomplete (e.g. invalid module thus partial dependency and metrics) -# -# How to use the tool as the basis of a Nit code archive on the web usable with a package manager is not clear. +# See `catalog` for details module nitcatalog import loader # Scan&load packages, groups and modules import doc::doc_down # Display mdoc -import md5 # To get gravatar images -import counter # For statistics -import modelize # To process and count classes and methods - -redef class MPackage - # Return the associated metadata from the `ini`, if any - fun metadata(key: String): nullable String - do - var ini = self.ini - if ini == null then return null - return ini[key] - end - - # The list of maintainers - var maintainers = new Array[String] - - # The list of contributors - var contributors = new Array[String] - - # The date of the most recent commit - var last_date: nullable String = null - - # The date of the oldest commit - var first_date: nullable String = null -end +import catalog # A HTML page in a catalog # @@ -83,6 +32,9 @@ end class CatalogPage super Template + # The associated catalog, used to groups options and other global data + var catalog: Catalog + # Placeholder to include additional things before the ``. var more_head = new Template @@ -131,6 +83,37 @@ class CatalogPage """ end + # Inject piwik HTML code if required + private fun add_piwik + do + var tracker_url = catalog.piwik_tracker + if tracker_url == null then return + + var site_id = catalog.piwik_site_id + + tracker_url = tracker_url.trim + if tracker_url.chars.last != '/' then tracker_url += "/" + add """ + + + + +""" + + end + redef fun rendering do add """ @@ -138,114 +121,86 @@ class CatalogPage +""" + add_piwik + add """ + """ end end -redef class Int - # Returns `log(self+1)`. Used to compute score of packages - fun score: Float do return (self+1).to_f.log -end - -# The main class of the calatog generator that has the knowledge -class Catalog - - # The modelbuilder - # used to access the files and count source lines of code - var modelbuilder: ModelBuilder - - # Packages by tag - var tag2proj = new MultiHashMap[String, MPackage] - - # Packages by category - var cat2proj = new MultiHashMap[String, MPackage] - - # Packages by maintainer - var maint2proj = new MultiHashMap[String, MPackage] - - # Packages by contributors - var contrib2proj = new MultiHashMap[String, MPackage] - - # Dependency between packages - var deps = new POSet[MPackage] - - # Number of modules by package - var mmodules = new Counter[MPackage] - - # Number of classes by package - var mclasses = new Counter[MPackage] - - # Number of methods by package - var mmethods = new Counter[MPackage] +redef class NitdocDecorator + redef fun add_image(v, link, name, comment) + do + # Keep absolute links as is + if link.has_prefix("http://") or link.has_prefix("https://") then + super + return + end - # Number of line of code by package - var loc = new Counter[MPackage] + do + # Get the directory of the doc object to deal with the relative link + var mdoc = current_mdoc + if mdoc == null then break + var source = mdoc.location.file + if source == null then break + var path = source.filename + var stat = path.file_stat + if stat == null then break + if not stat.is_dir then path = path.dirname + + # Get the full path to the local resource + var fulllink = path / link.to_s + stat = fulllink.file_stat + if stat == null then break + + # Get a collision-free catalog name for the resource + var hash = fulllink.md5 + var ext = fulllink.file_extension + if ext != null then hash = hash + "." + ext + + # Copy the local resource in the resource directory of the catalog + var res = catalog.outdir / "res" / hash + fulllink.file_copy_to(res) + + # Hijack the link in the html. + link = ".." / "res" / hash + super(v, link, name, comment) + return + end - # Number of commits by package - var commits = new Counter[MPackage] + # Something went bad + catalog.modelbuilder.toolcontext.error(current_mdoc.location, "Error: cannot find local image `{link}`") + super + end - # Score by package + # The registered catalog # - # The score is loosely computed using other metrics - var score = new Counter[MPackage] + # It is used to deal with relative links in images. + var catalog: Catalog is noautoinit +end - # Scan, register and add a contributor to a package - fun add_contrib(person: String, mpackage: MPackage, res: Template) +redef class Catalog + redef init do - var projs = contrib2proj[person] - if not projs.has(mpackage) then projs.add mpackage - var name = person - var email = null - var page = null - - # Regular expressions are broken, need to investigate. - # So split manually. - # - #var re = "([^<(]*?)(<([^>]*?)>)?(\\((.*)\\))?".to_re - #var m = (person+" ").search(re) - #print "{person}: `{m or else "?"}` `{m[1] or else "?"}` `{m[3] or else "?"}` `{m[5] or else "?"}`" - do - var sp1 = person.split_once_on("<") - if sp1.length < 2 then - break - end - var sp2 = sp1.last.split_once_on(">") - if sp2.length < 2 then - break - end - name = sp1.first.trim - email = sp2.first.trim - var sp3 = sp2.last.split_once_on("(") - if sp3.length < 2 then - break - end - var sp4 = sp3.last.split_once_on(")") - if sp4.length < 2 then - break - end - page = sp4.first.trim - end + # Register `self` to the global NitdocDecorator + # FIXME this is ugly. But no better idea at the moment. + modelbuilder.model.nitdoc_md_processor.emitter.decorator.as(NitdocDecorator).catalog = self + end - var e = name.html_escape - res.add "
  • " - if page != null then - res.add "" - end - if email != null then - # TODO get more things from github by using the email as a key - # "https://api.github.com/search/users?q={email}+in:email" - var md5 = email.md5.to_lower - res.add " " - end - res.add "{e}" - if page != null then res.add "" - res.add "
    • " + # The output directory where to generate pages + var outdir: String is noautoinit + + # Return a empty `CatalogPage`. + fun new_page(rootpath: String): CatalogPage + do + return new CatalogPage(self, rootpath) end # Recursively generate a level in the file tree of the *content* section - private fun gen_content_level(ot: OrderedTree[Object], os: Array[Object], res: Template) + private fun gen_content_level(ot: OrderedTree[MConcern], os: Array[Object], res: Template) do res.add "\n" end - # Compute information and generate a full HTML page for a package - fun package_page(mpackage: MPackage): Writable + # Generate a full HTML page for a package + fun generate_page(mpackage: MPackage): Writable do - var res = new CatalogPage("..") - var score = score[mpackage].to_f + var res = new_page("..") var name = mpackage.name.html_escape res.more_head.add """{{{name}}}""" @@ -283,14 +237,10 @@ class Catalog

    {{{name}}}

    """ var mdoc = mpackage.mdoc_or_fallback - if mdoc != null then - score += 100.0 - res.add mdoc.html_documentation - score += mdoc.content.length.score - end + if mdoc != null then res.add mdoc.html_documentation res.add "

    Content

    " - var ot = new OrderedTree[Object] + var ot = new OrderedTree[MConcern] for g in mpackage.mgroups do var pa = g.parent if g.is_interesting then @@ -312,13 +262,11 @@ class Catalog """ var tryit = mpackage.metadata("upstream.tryit") if tryit != null then - score += 1.0 var e = tryit.html_escape res.add "
  • Trynit!
    • \n" end var apk = mpackage.metadata("upstream.apk") if apk != null then - score += 1.0 var e = apk.html_escape res.add "
  • Android apk
    • \n" end @@ -327,21 +275,14 @@ class Catalog var homepage = mpackage.metadata("upstream.homepage") if homepage != null then - score += 5.0 var e = homepage.html_escape res.add "
  • {e}
    • \n" end - var maintainer = mpackage.metadata("package.maintainer") - if maintainer != null then - score += 5.0 - add_contrib(maintainer, mpackage, res) - mpackage.maintainers.add maintainer - var projs = maint2proj[maintainer] - if not projs.has(mpackage) then projs.add mpackage + for maintainer in mpackage.maintainers do + res.add "
  • {maintainer.to_html}
    • " end var license = mpackage.metadata("package.license") if license != null then - score += 5.0 var e = license.html_escape res.add "
  • {e} license
    • \n" end @@ -350,7 +291,6 @@ class Catalog res.add "

    Source Code

    \n\n" - res.add "

    Tags

    \n" - var tags = mpackage.metadata("package.tags") - var ts = new Array[String] - if tags != null then - for t in tags.split(",") do - t = t.trim - if t == "" then continue - ts.add t - end + res.add "

    Quality

    \n\n" + + res.add "

    Tags

    \n" var ts2 = new Array[String] - for t in ts do - tag2proj[t].add mpackage + for t in mpackage.tags do t = t.html_escape ts2.add "{t}" end res.add_list(ts2, ", ", ", ") - var cat = ts.first - cat2proj[cat].add mpackage - score += ts.length.score if deps.has(mpackage) then var reqs = deps[mpackage].greaters.to_a @@ -439,71 +372,30 @@ class Catalog end res.add_list(list, ", ", " and ") end - - score += deps[mpackage].greaters.length.score - score += deps[mpackage].direct_greaters.length.score - score += deps[mpackage].smallers.length.score - score += deps[mpackage].direct_smallers.length.score end var contributors = mpackage.contributors if not contributors.is_empty then res.add "

    Contributors

    \n" end - score += contributors.length.to_f - - var mmodules = 0 - var mclasses = 0 - var mmethods = 0 - var loc = 0 - for g in mpackage.mgroups do - mmodules += g.mmodules.length - for m in g.mmodules do - var am = modelbuilder.mmodule2node(m) - if am != null then - var file = am.location.file - if file != null then - loc += file.line_starts.length - 1 - end - end - for cd in m.mclassdefs do - mclasses += 1 - for pd in cd.mpropdefs do - if not pd isa MMethodDef then continue - mmethods += 1 - end - end - end - end - self.mmodules[mpackage] = mmodules - self.mclasses[mpackage] = mclasses - self.mmethods[mpackage] = mmethods - self.loc[mpackage] = loc - - #score += mmodules.score - score += mclasses.score - score += mmethods.score - score += loc.score res.add """

    Stats

    """ res.add """ """ - self.score[mpackage] = score.to_i - return res end @@ -527,18 +419,18 @@ class Catalog # # The list of keys is generated first to allow fast access to the correct `

    `. # `id_prefix` is used to give an id to the `

    ` element. - fun list_by(map: MultiHashMap[String, MPackage], id_prefix: String): Template + fun list_by(map: MultiHashMap[Object, MPackage], id_prefix: String): Template do var res = new Template var keys = map.keys.to_a alpha_comparator.sort(keys) - var list = [for x in keys do "{x.html_escape}"] + var list = [for x in keys do "{x.to_s.html_escape}"] res.add_list(list, ", ", " and ") for k in keys do var projs = map[k].to_a alpha_comparator.sort(projs) - var e = k.html_escape + var e = k.to_s.html_escape res.add "

    {e} ({projs.length})

    \n