1 # This file is part of NIT ( http://www.nitlanguage.org ).
3 # Copyright 2012 Jean Privat <jean@pryen.org>
5 # Licensed under the Apache License, Version 2.0 (the "License");
6 # you may not use this file except in compliance with the License.
7 # You may obtain a copy of the License at
9 # http://www.apache.org/licenses/LICENSE-2.0
11 # Unless required by applicable law or agreed to in writing, software
12 # distributed under the License is distributed on an "AS IS" BASIS,
13 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 # See the License for the specific language governing permissions and
15 # limitations under the License.
18 # Rapid type analysis on the AST
20 # Rapid type analysis is an analyse that aproximates the set of live classes
21 # and the set of live methods starting from the entry point of the program.
22 # These two sets are interdependant and computed together.
23 # It is quite efficient but the type set is global and pollutes each call site.
24 module rapid_type_analysis
29 import auto_super_init
31 import csv
# for live_types_to_csv
32 import ordered_tree
# for live_methods_to_tree
34 private import more_collections
36 redef class ModelBuilder
37 fun do_rapid_type_analysis
(mainmodule
: MModule): RapidTypeAnalysis
39 var analysis
= new RapidTypeAnalysis(self, mainmodule
)
45 # RapidTypeAnalysis looks for alive rapid types in application.
46 # The entry point of the analysis is the mainmodule of the application.
47 class RapidTypeAnalysis
48 # The modelbuilder used to get the AST.
49 var modelbuilder
: ModelBuilder
51 # The main module of the analysis.
52 # Used to perform types operations.
53 var mainmodule
: MModule
55 # The pool to live types.
56 # During the analysis, new types are added and combined with
57 # live_methods to determine new methoddefs to visit
58 var live_types
= new HashSet[MClassType]
60 # The pool of undesolved live types
61 # They are globally resolved at the end of the analaysis
62 var live_open_types
= new HashSet[MClassType]
64 # Live (instantiated) classes.
65 var live_classes
= new HashSet[MClass]
67 # The pool of types used to perform type checks (isa and as).
68 var live_cast_types
= new HashSet[MType]
70 # The pool of undesolved types used to perform type checks (isa and as).
71 # They are globally resolved at the end of the analaysis
72 var live_open_cast_types
= new HashSet[MType]
74 # Live method definitions.
75 var live_methoddefs
= new HashSet[MMethodDef]
78 var live_methods
= new HashSet[MMethod]
81 var live_callsites
= new HashSet[CallSite]
83 private var live_targets_cache
= new HashMap2[MType, MProperty, Set[MMethodDef]]
85 # The live targets of a specific callsite.
86 fun live_targets
(callsite
: CallSite): Set[MMethodDef]
88 var mtype
= callsite
.recv
89 var anchor
= callsite
.anchor
90 if anchor
!= null then mtype
= mtype
.anchor_to
(callsite
.mmodule
, anchor
)
91 if mtype
isa MNullableType then mtype
= mtype
.mtype
92 assert mtype
isa MClassType
93 mtype
= mtype
.mclass
.intro
.bound_mtype
94 var mproperty
= callsite
.mproperty
95 var res
= live_targets_cache
[mtype
, mproperty
]
96 if res
!= null then return res
97 res
= new ArraySet[MMethodDef]
98 live_targets_cache
[mtype
, mproperty
] = res
100 for c
in live_classes
do
101 var tc
= c
.intro
.bound_mtype
102 if not tc
.is_subtype
(mainmodule
, null, mtype
) then continue
103 var d
= mproperty
.lookup_first_definition
(mainmodule
, tc
)
110 # Live call-to-super.
111 var live_super_sends
= new HashSet[MMethodDef]
113 # Return a ready-to-save CSV document objet that agregates informations about live types.
114 # Each discovered type is listed in a line, with its status: resolution, liveness, cast-liveness.
115 # Note: types are listed in an alphanumeric order to improve human reading.
116 fun live_types_to_csv
: CSVDocument
118 # Gather all kind of type
119 var typeset
= new HashSet[MType]
120 typeset
.add_all
(live_types
)
121 typeset
.add_all
(live_open_types
)
122 typeset
.add_all
(live_cast_types
)
123 typeset
.add_all
(live_open_cast_types
)
124 var types
= typeset
.to_a
125 (new CachedAlphaComparator).sort
(types
)
126 var res
= new CSVDocument
127 res
.header
= ["Type", "Resolution", "Liveness", "Cast-liveness"]
130 if t
.need_anchor
then reso
= "OPEN " else reso
= "CLOSED"
132 if t
isa MClassType and (live_types
.has
(t
) or live_open_types
.has
(t
)) then live
= "LIVE" else live
= "DEAD"
134 if live_cast_types
.has
(t
) or live_open_cast_types
.has
(t
) then cast
= "CAST LIVE" else cast
= "CAST DEAD"
135 res
.add_line
(t
, reso
, live
, cast
)
140 # Return a ready-to-save OrderedTree object that agregates infomration about live methods.
141 # Note: methods are listed in an alphanumeric order to improve human reading.
142 fun live_methods_to_tree
: OrderedTree[Object]
144 var tree
= new OrderedTree[Object]
145 for x
in live_methods
do
148 for z
in x
.mpropdefs
do
150 if live_methoddefs
.has
(z
) then
152 if live_super_sends
.has
(z
) then
153 tree
.add
(zn
, zn
+ "(super)")
155 else if live_super_sends
.has
(z
) then
156 tree
.add
(xn
, zn
+ "(super)")
160 tree
.sort_with
(alpha_comparator
)
164 # Methods that are still candidate to the try_send
165 private var totry_methods
= new HashSet[MMethod]
167 # Methods that are or were candidate to the try_send
168 # Used to ensure that try_send is only used once
169 private var try_methods
= new HashSet[MMethod]
171 # The method definitions that remain to visit
172 private var todo
= new List[MMethodDef]
174 private fun force_alive
(classname
: String)
176 var classes
= self.modelbuilder
.model
.get_mclasses_by_name
(classname
)
177 if classes
!= null then for c
in classes
do self.add_new
(c
.mclass_type
, c
.mclass_type
)
180 # Run the analysis until all visitable method definitions are visited.
183 var maintype
= mainmodule
.sys_type
184 if maintype
== null then return # No entry point
185 add_new
(maintype
, maintype
)
186 var initprop
= mainmodule
.try_get_primitive_method
("init", maintype
.mclass
)
187 if initprop
!= null then
188 add_send
(maintype
, initprop
)
190 var mainprop
= mainmodule
.try_get_primitive_method
("main", maintype
.mclass
)
191 if mainprop
!= null then
192 add_send
(maintype
, mainprop
)
195 # Force primitive types
201 while not todo
.is_empty
do
202 var mmethoddef
= todo
.shift
203 #print "# visit {mmethoddef}"
204 var v
= new RapidTypeVisitor(self, mmethoddef
.mclassdef
.bound_mtype
, mmethoddef
)
206 var vararg_rank
= mmethoddef
.msignature
.vararg_rank
207 if vararg_rank
> -1 then
208 var node
= self.modelbuilder
.mpropdef2npropdef
[mmethoddef
]
209 var elttype
= mmethoddef
.msignature
.mparameters
[vararg_rank
].mtype
210 #elttype = elttype.anchor_to(self.mainmodule, v.receiver)
211 var vararg
= self.mainmodule
.get_primitive_class
("Array").get_mtype
([elttype
])
213 var native
= self.mainmodule
.get_primitive_class
("NativeArray").get_mtype
([elttype
])
215 v
.add_monomorphic_send
(vararg
, self.modelbuilder
.force_get_primitive_method
(node
, "with_native", vararg
.mclass
, self.mainmodule
))
219 for i
in [0..mmethoddef
.msignature
.arity
[ do
220 var origtype
= mmethoddef
.mproperty
.intro
.msignature
.mparameters
[i
].mtype
221 if not origtype
.need_anchor
then continue # skip non covariant stuff
222 var paramtype
= mmethoddef
.msignature
.mparameters
[i
].mtype
223 #paramtype = v.cleanup_type(paramtype).as(not null)
227 if not modelbuilder
.mpropdef2npropdef
.has_key
(mmethoddef
) then
228 # It is an init for a class?
229 if mmethoddef
.mproperty
.name
== "init" then
230 var nclassdef
= self.modelbuilder
.mclassdef2nclassdef
[mmethoddef
.mclassdef
]
231 var super_inits
= nclassdef
.super_inits
232 if super_inits
!= null then
233 #assert args.length == 1
234 for su
in super_inits
do
235 v
.add_monomorphic_send
(v
.receiver
, su
)
245 var npropdef
= modelbuilder
.mpropdef2npropdef
[mmethoddef
]
247 if npropdef
isa AConcreteMethPropdef then
248 var auto_super_inits
= npropdef
.auto_super_inits
249 if auto_super_inits
!= null then
250 for auto_super_init
in auto_super_inits
do
251 v
.add_callsite
(auto_super_init
)
254 else if npropdef
isa AInternMethPropdef or
255 (npropdef
isa AExternMethPropdef and npropdef
.n_extern
!= null) then
256 # UGLY: We force the "instantation" of the concrete return type if any
257 var ret
= mmethoddef
.msignature
.return_mtype
258 if ret
!= null and ret
isa MClassType and ret
.mclass
.kind
!= abstract_kind
and ret
.mclass
.kind
!= interface_kind
then
261 else if npropdef
isa AExternMethPropdef then
262 var nclassdef
= npropdef
.parent
.as(AClassdef)
263 v
.enter_visit
(npropdef
)
264 else if npropdef
isa AExternInitPropdef then
265 v
.add_type
(v
.receiver
)
270 v
.enter_visit
(npropdef
)
273 #print "MMethod {live_methods.length}: {live_methods.join(", ")}"
274 #print "MMethodDef {live_methoddefs.length}: {live_methoddefs.join(", ")}"
276 #print "open MType {live_open_types.length}: {live_open_types.join(", ")}"
277 var todo_types
= new List[MClassType]
278 todo_types
.add_all
(live_types
)
279 while not todo_types
.is_empty
do
280 var t
= todo_types
.shift
281 for ot
in live_open_types
do
283 if not ot
.can_resolve_for
(t
, t
, mainmodule
) then continue
284 var rt
= ot
.anchor_to
(mainmodule
, t
)
285 if live_types
.has
(rt
) then continue
286 #print "{ot}/{t} -> {rt}"
292 #print "MType {live_types.length}: {live_types.join(", ")}"
294 #print "open cast MType {live_open_cast_types.length}: {live_open_cast_types.join(", ")}"
295 for ot
in live_open_cast_types
do
296 #print "live_open_cast_type: {ot}"
297 for t
in live_types
do
298 if not ot
.can_resolve_for
(t
, t
, mainmodule
) then continue
299 var rt
= ot
.anchor_to
(mainmodule
, t
)
300 live_cast_types
.add
(rt
)
301 #print " {ot}/{t} -> {rt}"
304 #print "cast MType {live_cast_types.length}: {live_cast_types.join(", ")}"
307 private fun check_depth
(mtype
: MClassType)
311 self.modelbuilder
.toolcontext
.fatal_error
(null, "Fatal error: limitation in the rapidtype analysis engine: a type depth of {d} is too important, the problematic type is {mtype}.")
315 fun add_new
(recv
: MClassType, mtype
: MClassType)
317 assert not recv
.need_anchor
318 if mtype
.need_anchor
then
319 if live_open_types
.has
(mtype
) then return
320 live_open_types
.add
(mtype
)
322 if live_types
.has
(mtype
) then return
323 live_types
.add
(mtype
)
326 var mclass
= mtype
.mclass
327 if live_classes
.has
(mclass
) then return
328 live_classes
.add
(mclass
)
330 for p
in totry_methods
do try_send
(mtype
, p
)
331 for p
in live_super_sends
do try_super_send
(mtype
, p
)
333 var bound_mtype
= mtype
.anchor_to
(mainmodule
, recv
)
334 for cd
in bound_mtype
.collect_mclassdefs
(mainmodule
)
336 if not self.modelbuilder
.mclassdef2nclassdef
.has_key
(cd
) then continue
337 var nclassdef
= self.modelbuilder
.mclassdef2nclassdef
[cd
]
338 for npropdef
in nclassdef
.n_propdefs
do
339 if not npropdef
isa AAttrPropdef then continue
340 var nexpr
= npropdef
.n_expr
341 if nexpr
== null then continue
342 var mpropdef
= npropdef
.mpropdef
.as(not null)
343 var v
= new RapidTypeVisitor(self, bound_mtype
, mpropdef
)
350 fun add_cast
(mtype
: MType)
352 if mtype
.need_anchor
then
353 live_open_cast_types
.add
(mtype
)
355 live_cast_types
.add
(mtype
)
359 fun try_send
(recv
: MClassType, mproperty
: MMethod)
361 recv
= recv
.mclass
.intro
.bound_mtype
362 if not recv
.has_mproperty
(mainmodule
, mproperty
) then return
363 var d
= mproperty
.lookup_first_definition
(mainmodule
, recv
)
367 fun add_call
(mpropdef
: MMethodDef)
369 if live_methoddefs
.has
(mpropdef
) then return
370 live_methoddefs
.add
(mpropdef
)
373 var mproperty
= mpropdef
.mproperty
374 if mproperty
.mpropdefs
.length
<= 1 then return
375 # If all definitions of a method are live, we can remove the definition of the totry set
376 for d
in mproperty
.mpropdefs
do
377 if d
.is_abstract
then continue
378 if not live_methoddefs
.has
(d
) then return
380 #print "full property: {mpropdef.mproperty} for {mpropdef.mproperty.mpropdefs.length} definitions"
381 totry_methods
.remove
(mpropdef
.mproperty
)
384 fun add_send
(recv
: MType, mproperty
: MMethod)
386 if try_methods
.has
(mproperty
) then return
387 #print "new prop: {mproperty}"
388 live_methods
.add
(mproperty
)
389 try_methods
.add
(mproperty
)
390 if mproperty
.mpropdefs
.length
== 1 then
391 # If there is only one definition, just add the definition and do not try again the property
392 var d
= mproperty
.mpropdefs
.first
396 # Else, the property is potentially called with various reciever
397 # So just try the methods with existing receiver and register it for future receiver
398 totry_methods
.add
(mproperty
)
399 for c
in live_classes
do
400 try_send
(c
.intro
.bound_mtype
, mproperty
)
404 fun try_super_send
(recv
: MClassType, mpropdef
: MMethodDef)
406 recv
= recv
.mclass
.intro
.bound_mtype
407 if not recv
.collect_mclassdefs
(mainmodule
).has
(mpropdef
.mclassdef
) then return
408 var d
= mpropdef
.lookup_next_definition
(mainmodule
, recv
)
412 fun add_super_send
(recv
: MType, mpropdef
: MMethodDef)
414 if live_super_sends
.has
(mpropdef
) then return
415 #print "new super prop: {mpropdef}"
416 live_super_sends
.add
(mpropdef
)
417 for t
in live_types
do
418 try_super_send
(t
, mpropdef
)
423 class RapidTypeVisitor
426 var analysis
: RapidTypeAnalysis
427 var receiver
: MClassType
428 var mpropdef
: MPropDef
430 init(analysis
: RapidTypeAnalysis, receiver
: MClassType, mpropdef
: MPropDef)
432 self.analysis
= analysis
433 self.receiver
= receiver
434 self.mpropdef
= mpropdef
435 assert not receiver
.need_anchor
440 n
.accept_rapid_type_visitor
(self)
442 var implicit_cast_to
= n
.implicit_cast_to
443 if implicit_cast_to
!= null then self.add_cast_type
(implicit_cast_to
)
446 # RTA does not enter in AAnnotations
447 if not n
isa AAnnotations then
452 fun cleanup_type
(mtype
: MType): nullable MClassType
454 mtype
= mtype
.anchor_to
(self.analysis
.mainmodule
, self.receiver
)
455 if mtype
isa MNullType then return null
456 if mtype
isa MNullableType then mtype
= mtype
.mtype
457 assert mtype
isa MClassType
458 assert not mtype
.need_anchor
462 fun get_class
(name
: String): MClass
464 return analysis
.mainmodule
.get_primitive_class
(name
)
467 fun get_method
(recv
: MType, name
: String): MMethod
469 var mtype
= cleanup_type
(recv
)
471 return self.analysis
.modelbuilder
.force_get_primitive_method
(self.current_node
.as(not null), name
, mtype
.mclass
, self.analysis
.mainmodule
)
474 fun add_type
(mtype
: MClassType) do analysis
.add_new
(receiver
, mtype
)
476 fun add_monomorphic_send
(mtype
: MType, mproperty
: MMethod)
478 analysis
.live_methods
.add
(mproperty
)
479 analysis
.try_send
(mtype
.as(MClassType), mproperty
)
482 fun add_send
(mtype
: MType, mproperty
: MMethod) do analysis
.add_send
(mtype
, mproperty
)
484 fun add_cast_type
(mtype
: MType) do analysis
.add_cast
(mtype
)
486 fun add_callsite
(callsite
: nullable CallSite) do if callsite
!= null then
487 analysis
.add_send
(callsite
.recv
, callsite
.mproperty
)
488 analysis
.live_callsites
.add
(callsite
)
495 private fun accept_rapid_type_visitor
(v
: RapidTypeVisitor)
501 redef fun accept_rapid_type_visitor
(v
)
503 v
.add_type
(self.mtype
.as(MClassType))
507 redef class AFloatExpr
508 redef fun accept_rapid_type_visitor
(v
)
510 v
.add_type
(self.mtype
.as(MClassType))
514 redef class ACharExpr
515 redef fun accept_rapid_type_visitor
(v
)
517 v
.add_type
(self.mtype
.as(MClassType))
521 redef class AArrayExpr
522 redef fun accept_rapid_type_visitor
(v
)
524 var mtype
= self.mtype
.as(MClassType)
526 var native
= v
.analysis
.mainmodule
.get_primitive_class
("NativeArray").get_mtype
([mtype
.arguments
.first
])
528 mtype
= v
.cleanup_type
(mtype
).as(not null)
529 var prop
= v
.get_method
(mtype
, "with_native")
530 v
.add_monomorphic_send
(mtype
, prop
)
534 redef class AStringFormExpr
535 redef fun accept_rapid_type_visitor
(v
)
537 var native
= v
.get_class
("NativeString").mclass_type
539 var prop
= v
.get_method
(native
, "to_s_with_length")
540 v
.add_monomorphic_send
(native
, prop
)
544 redef class ASuperstringExpr
545 redef fun accept_rapid_type_visitor
(v
)
547 var arraytype
= v
.get_class
("Array").get_mtype
([v
.get_class
("Object").mclass_type
])
548 v
.add_type
(arraytype
)
549 v
.add_type
(v
.get_class
("NativeArray").get_mtype
([v
.get_class
("Object").mclass_type
]))
550 var prop
= v
.get_method
(arraytype
, "join")
551 v
.add_monomorphic_send
(arraytype
, prop
)
552 var prop2
= v
.get_method
(arraytype
, "with_native")
553 v
.add_monomorphic_send
(arraytype
, prop2
)
557 redef class ACrangeExpr
558 redef fun accept_rapid_type_visitor
(v
)
560 var mtype
= self.mtype
.as(MClassType)
562 v
.add_callsite
(init_callsite
)
566 redef class AOrangeExpr
567 redef fun accept_rapid_type_visitor
(v
)
569 var mtype
= self.mtype
.as(MClassType)
571 v
.add_callsite
(init_callsite
)
575 redef class ATrueExpr
576 redef fun accept_rapid_type_visitor
(v
)
578 v
.add_type
(self.mtype
.as(MClassType))
582 redef class AFalseExpr
583 redef fun accept_rapid_type_visitor
(v
)
585 v
.add_type
(self.mtype
.as(MClassType))
590 redef fun accept_rapid_type_visitor
(v
)
592 v
.add_cast_type
(self.cast_type
.as(not null))
596 redef class AAsCastExpr
597 redef fun accept_rapid_type_visitor
(v
)
599 v
.add_cast_type
(self.mtype
.as(not null))
603 redef class ASendExpr
604 redef fun accept_rapid_type_visitor
(v
)
606 v
.add_callsite
(callsite
)
611 redef class ASendReassignFormExpr
612 redef fun accept_rapid_type_visitor
(v
)
614 v
.add_callsite
(callsite
)
615 v
.add_callsite
(reassign_callsite
)
616 v
.add_callsite
(write_callsite
)
620 redef class AVarReassignExpr
621 redef fun accept_rapid_type_visitor
(v
)
623 v
.add_callsite
(reassign_callsite
)
627 redef class AAttrReassignExpr
628 redef fun accept_rapid_type_visitor
(v
)
630 v
.add_callsite
(reassign_callsite
)
634 redef class ASuperExpr
635 redef fun accept_rapid_type_visitor
(v
)
637 var callsite
= self.callsite
638 if callsite
!= null then
639 v
.add_callsite
(callsite
)
643 v
.analysis
.add_super_send
(v
.receiver
, mpropdef
.as(not null))
648 redef fun accept_rapid_type_visitor
(v
)
650 v
.add_callsite
(self.method_iterator
)
651 v
.add_callsite
(self.method_is_ok
)
652 if self.variables
.length
== 1 then
653 v
.add_callsite
(self.method_item
)
654 else if self.variables
.length
== 2 then
655 v
.add_callsite
(self.method_key
)
656 v
.add_callsite
(self.method_item
)
660 v
.add_callsite
(self.method_next
)
665 redef fun accept_rapid_type_visitor
(v
)
667 var mtype
= self.mtype
.as(MClassType)
669 v
.add_callsite
(callsite
)