# See the License for the specific language governing permissions and
# limitations under the License.
-# Contains the java and nit type representation used to convert java to nit code
-module model
+# Model of the parsed Java classes and their corresponding Nit types
+module model is serialize
import more_collections
import opts
+import poset
+import binary::serialization
import jtype_converter
class JavaType
+ super Cloneable
+
+ # Identifiers composing the namespace and class name
+ #
+ # An array of all the names that would be separated by `.`.
+ # Each name may contain `$`.
var identifier = new Array[String]
+
var generic_params: nullable Array[JavaType] = null
# Is this a void return type?
# Is this type a vararg?
var is_vararg = false is writable
+ # Is this type based on an anonymous class?
+ var is_anonymous: Bool is lazy do
+ for id in identifier do
+ for part in id.split("$") do
+ if part.chars.first.is_digit then return true
+ end
+ end
+ return false
+ end
+
# Has some generic type to be resolved (T extends foo => T is resolved to foo)
var has_unresolved_types = false
fun is_primitive_array: Bool do return array_dimension > 0
fun has_generic_params: Bool do return not generic_params == null
- fun full_id: String do return identifier.join(".")
- fun id: String do return identifier.last.replace("$", "")
fun return_cast: String do return converter.cast_as_return(self.id)
return converter.cast_as_param(self.id)
end
- fun to_nit_type: NitType
- do
- var nit_type: NitType
- var type_id = null
-
- if not is_primitive_array then
- type_id = converter.to_nit_type(self.id)
- end
-
- if type_id == null then
- nit_type = self.extern_name
- nit_type.is_complete = false
- else
- nit_type = new NitType(type_id)
- end
-
- return nit_type
- end
-
- fun is_collection: Bool do return is_primitive_array or collections_list.has(self.id)
-
- fun is_wrapped: Bool do return find_extern_class[full_id] != null
-
# Name to give an extern class wrapping this type
fun extern_name: String
do
end
else
# Use the prefix and the short class name
- # e.g. given the prefix Native: java.lang.String -> NativeString
+ # e.g. given the prefix Native: java.lang.String -> CString
name = prefix + id
end
+ if is_primitive_array then
+ name += "_" + "Array" * array_dimension
+ end
+
name = name.replace("-", "_")
name = name.replace("$", "_")
return name
end
- fun to_cast(jtype: String, is_param: Bool): String
- do
- if is_param then
- return converter.cast_as_param(jtype)
- end
+ # Short name of the class, mangled to remove `$` (e.g. `Set`)
+ var id: String is lazy do return identifier.last.replace("$", "")
- return converter.cast_as_return(jtype)
- end
+ # Full name of this class as used in java code (e.g. `java.lang.Set`)
+ var java_full_name: String is lazy do return identifier.join(".").replace("$", ".")
- redef fun to_s
- do
- var id = self.full_id
+ # Full name of this class as used by jni (e.g. `android.graphics.BitmapFactory$Options`)
+ var jni_full_name: String is lazy do return identifier.join(".")
+
+ # Name of this class for the extern declaration in Nit (e.g. `java.lang.Set[]`)
+ var extern_equivalent: String is lazy do return jni_full_name + "[]" * array_dimension
+
+ # Full name of this class with arrays and generic values (e.g. `java.lang.Set<E>[]`)
+ redef fun to_s do
+ var id = self.java_full_name
if self.is_primitive_array then
id += "[]" * array_dimension
return id
end
- # To fully qualified package name
- # Cuts the primitive array `[]`
- fun to_package_name: String
- do
- var str = self.to_s
- var len = str.length
-
- return str.substring(0, len - (2*array_dimension))
- end
-
- fun resolve_types(conversion_map: HashMap[String, Array[String]])
+ # Get a copy of `self`
+ redef fun clone
do
- if identifier.length == 1 then
- var resolved_id = conversion_map.get_or_null(self.id)
- if resolved_id != null then self.identifier = new Array[String].from(resolved_id)
- end
-
- if self.has_generic_params then
- for params in generic_params do params.resolve_types(conversion_map)
- end
+ var jtype = new JavaType
+ jtype.identifier = identifier
+ jtype.generic_params = generic_params
+ jtype.is_void = is_void
+ jtype.is_vararg = is_vararg
+ jtype.array_dimension = array_dimension
+ return jtype
end
- # Comparison based on fully qualified named and generic params
- # Ignores primitive array so `a.b.c[][] == a.b.c`
- redef fun ==(other) do return other isa JavaType and self.full_id == other.full_id
-
- redef fun hash do return self.full_id.hash
+ # Comparison based on fully qualified named
+ redef fun ==(other) do return other isa JavaType and
+ self.java_full_name == other.java_full_name and
+ self.array_dimension == other.array_dimension
- var collections_list: Array[String] is lazy do return ["List", "ArrayList", "LinkedList", "Vector", "Set", "SortedSet", "HashSet", "TreeSet", "LinkedHashSet", "Map", "SortedMap", "HashMap", "TreeMap", "Hashtable", "LinkedHashMap"]
- var iterable: Array[String] is lazy do return ["ArrayList", "Set", "HashSet", "LinkedHashSet", "LinkedList", "Stack", "TreeSet", "Vector"]
- var maps: Array[String] is lazy do return ["Map", "SortedMap", "HashMap", "TreeMap", "Hashtable", "LinkedHashMap"]
+ redef fun hash do return self.java_full_name.hash
end
class NitType
var identifier: String
# If this NitType was found in `lib/android`, contains the module name to import
- var mod: nullable NitModule
+ var mod: nullable NitModuleRef
- # Returns `true` if all types have been successfully converted to Nit type
- var is_complete: Bool = true
+ # Is this type known, wrapped and available in Nit?
+ var is_known: Bool = true
redef fun to_s do return identifier
end
var class_type: JavaType
# Attributes of this class
- var attributes = new HashMap[String, JavaType]
+ var attributes = new HashMap[String, JavaAttribute]
# Methods of this class organized by their name
var methods = new MultiHashMap[String, JavaMethod]
+ # Methods signatures introduced by this class
+ var local_intro_methods = new MultiHashMap[String, JavaMethod]
+
# Constructors of this class
var constructors = new Array[JavaConstructor]
# Importations from this class
- var imports = new HashSet[NitModule]
+ var imports = new HashSet[NitModuleRef]
+
+ # Interfaces implemented by this class
+ var implements = new HashSet[JavaType]
+
+ # Super classes of this class
+ var extends = new HashSet[JavaType]
+
+ # Position of self in `model.class_hierarchy`
+ var in_hierarchy: nullable POSetElement[JavaClass] = null is noserialize
redef fun to_s do return class_type.to_s
+
+ # Resolve the types in `other` in the context of this class
+ private fun resolve_types_of(other: JavaClass)
+ do
+ # Methods
+ for mid, method in other.methods do
+ for signature in method do
+ self.resolve(signature.return_type, signature.generic_params)
+ for param in signature.params do self.resolve(param, signature.generic_params)
+ end
+ end
+
+ # Constructors
+ for signature in other.constructors do
+ for param in signature.params do self.resolve(param, signature.generic_params)
+ end
+
+ # Attributes
+ for aid, attribute in other.attributes do
+ self.resolve attribute.java_type
+ end
+ end
+
+ # Resolve `java_type` in the context of this class
+ #
+ # Replace, in place, parameter types by their bound.
+ private fun resolve(java_type: JavaType, property_generic_params: nullable Array[JavaType])
+ do
+ # Skip types with a full package name
+ if java_type.identifier.length != 1 then return
+
+ # Skip primitive types
+ if converter.type_map.keys.has(java_type.id) then return
+
+ # Gather the generic parameters of the method, then the class
+ var params = new Array[JavaType]
+ if property_generic_params != null then params.add_all property_generic_params
+ var class_generic_params = class_type.generic_params
+ if class_generic_params != null then params.add_all class_generic_params
+
+ # Skip if there is not parameters usable to resolve
+ if params.is_empty then return
+
+ for param in params do
+ if param.identifier == java_type.identifier then
+ # Found a marching parameter type
+ # TODO use a more precise bound
+ java_type.identifier = ["java", "lang", "Object"]
+ return
+ end
+ end
+ end
+
+ redef fun hash do return class_type.hash
+ redef fun ==(o) do return o isa JavaClass and o.class_type == class_type
end
# Model of all the Java class analyzed in one run
class JavaModel
- # Unknown Java types used in `classes`
- var unknown_types = new HashSet[JavaType]
- # All analyzed classes
+ # Classes analyzed in this pass
var classes = new HashMap[String, JavaClass]
+ # All classes, from this pass and from other passes
+ var all_classes: HashMap[String, JavaClass] is noserialize, lazy do
+ var classes = new HashMap[String, JavaClass]
+ classes.add_all self.classes
+
+ for model_path in sys.opt_load_models.value do
+ if not model_path.file_exists then
+ print_error "Error: model file '{model_path}' does not exist"
+ continue
+ end
+
+ var file = model_path.to_path.open_ro
+ var d = new BinaryDeserializer(file)
+ var model = d.deserialize
+ file.close
+
+ if d.errors.not_empty then
+ print_error "Error: failed to deserialize model file '{model_path}' with: {d.errors.join(", ")}"
+ continue
+ end
+
+ if not model isa JavaModel then
+ print_error "Error: model file contained a '{if model == null then "null" else model.class_name}'"
+ continue
+ end
+
+ classes.add_all model.classes
+ end
+
+ return classes
+ end
+
+ # Does this model have access to the `java.lang.Object`?
+ var knows_the_object_class: Bool = all_classes.keys.has("java.lang.Object") is lazy
+
# Add a class in `classes`
fun add_class(jclass: JavaClass)
do
- var key = jclass.class_type.full_id
+ var key = jclass.class_type.java_full_name
classes[key] = jclass
end
+
+ # Unknown types, not already wrapped and not in this pass
+ var unknown_types = new HashMap[JavaType, NitType] is noserialize
+
+ # Wrapped types, or classes analyzed in this pass
+ var known_types = new HashMap[JavaType, NitType] is noserialize
+
+ # Get the `NitType` corresponding to the `JavaType`
+ #
+ # Also registers types so they can be reused and
+ # to keep track of unknown types.
+ fun java_to_nit_type(jtype: JavaType): NitType
+ do
+ # Check cache
+ if known_types.keys.has(jtype) then return known_types[jtype]
+ if unknown_types.keys.has(jtype) then return unknown_types[jtype]
+
+ # Is it a compatible primitive type?
+ if not jtype.is_primitive_array then
+ var name = converter.to_nit_type(jtype.id)
+ if name != null then
+ # We got a Nit equivalent
+ var nit_type = new NitType(name)
+ known_types[jtype] = nit_type
+ return nit_type
+ end
+ end
+
+ # Is being wrapped in this pass?
+ var key = jtype.java_full_name
+ if classes.keys.has(key) then
+ if jtype.array_dimension <= opt_arrays.value then
+ var nit_type = new NitType(jtype.extern_name)
+ known_types[jtype] = nit_type
+ return nit_type
+ end
+ end
+
+ # Search in lib
+ var nit_type = find_extern_class[jtype.extern_equivalent]
+ if nit_type != null then
+ known_types[jtype] = nit_type
+ return nit_type
+ end
+
+ # Unknown type
+ nit_type = new NitType(jtype.extern_name)
+ nit_type.is_known = false
+ unknown_types[jtype] = nit_type
+ return nit_type
+ end
+
+ # Resolve the types in methods and attributes of this class
+ fun resolve_types
+ do
+ for id, java_class in classes do
+ java_class.resolve_types_of java_class
+
+ # Ask nester classes for resolve too
+ var matches = id.search_all("$")
+ for match in matches do
+ var nester_name = id.substring(0, match.from)
+ if classes.keys.has(nester_name) then
+ var nester = classes[nester_name]
+ nester.resolve_types_of java_class
+ end
+ end
+ end
+ end
+
+ # Specialization hierarchy of `classes`
+ var class_hierarchy = new POSet[JavaClass] is noserialize
+
+ # Fill `class_hierarchy`
+ fun build_class_hierarchy
+ do
+ var object_type = new JavaType
+ object_type.identifier = ["java","lang","Object"]
+
+ # Fill POSet
+ for name, java_class in all_classes do
+ # Skip anonymous classes
+ if java_class.class_type.is_anonymous then continue
+
+ java_class.in_hierarchy = class_hierarchy.add_node(java_class)
+
+ # Collect explicit super classes
+ var super_classes = new Array[JavaType]
+ super_classes.add_all java_class.implements
+ super_classes.add_all java_class.extends
+
+ # Remove unavailable super classes
+ for super_type in super_classes.reverse_iterator do
+ # Is the super class available?
+ if not all_classes.keys.has(super_type.java_full_name) then super_classes.remove(super_type)
+ end
+
+ # If the is no explicit supers, add `java.lang.Object` (if it is known)
+ if super_classes.is_empty and java_class.class_type != object_type and
+ knows_the_object_class then
+ super_classes.add object_type
+ end
+
+ for super_type in super_classes do
+ # Is the super class available?
+ if not all_classes.keys.has(super_type.java_full_name) then continue
+
+ var super_class = all_classes[super_type.java_full_name]
+ class_hierarchy.add_edge(java_class, super_class)
+ end
+ end
+
+ # Flatten classes from the top one (Object like)
+ var linearized = class_hierarchy.linearize(class_hierarchy)
+
+ # Methods intro
+ for java_class in linearized do
+ var greaters = java_class.in_hierarchy.greaters
+
+ for mid, signatures in java_class.methods do
+ for signature in signatures do
+ if signature.is_static then continue
+
+ # Check if this signature exists in a parent
+ for parent in greaters do
+ if parent == java_class then continue
+
+ if not parent.methods.keys.has(mid) then continue
+
+ if parent.methods[mid].has(signature) then continue label
+ end
+
+ # This is an introduction! register it
+ java_class.local_intro_methods[mid].add signature
+
+ end label
+ end
+ end
+ end
+end
+
+# A property to a Java class
+abstract class JavaProperty
+
+ # Is this property marked static?
+ var is_static: Bool
end
# A Java method, with its signature
class JavaMethod
+ super JavaProperty
+
# Type returned by the method
var return_type: JavaType
# Type of the arguments of the method
var params: Array[JavaType]
+
+ # Generic parameters of this method
+ var generic_params: Array[JavaType]
+
+ redef fun ==(o) do return o isa JavaMethod and o.is_static == is_static and o.params == params
+ redef fun hash do return params.hash
+end
+
+# An attribute in a Java class
+class JavaAttribute
+ super JavaProperty
+
+ # Type of the attribute
+ var java_type: JavaType
end
# A Java method, with its signature
class JavaConstructor
# Type of the parameters of this constructor
var params: Array[JavaType]
+
+ # Generic parameters of this constructor
+ var generic_params: Array[JavaType]
end
# A Nit module, use to import the referenced extern classes
-class NitModule
+class NitModuleRef
# Relative path to the module
var path: String
var name: String is lazy do return path.basename(".nit")
redef fun to_s do return self.name
- redef fun ==(other) do return other isa NitModule and self.path == other.path
+ redef fun ==(other) do return other isa NitModuleRef and self.path == other.path
redef fun hash do return self.path.hash
end
redef class Sys
# Collection of Java classes already wrapped in the library
#
- # * The key is from `JavaType.full_id`.
+ # * The key uses `JavaType.to_s`.
# * The value is the corresponding `NitType`.
var find_extern_class: DefaultMap[String, nullable NitType] is lazy do
var map = new DefaultMap[String, nullable NitType](null)
- var modules = new HashMap[String, NitModule]
-
- var nit_dir = "NIT_DIR".environ
- if nit_dir.is_empty then
- # Simple heuristic to find the Nit lib
- var dir = sys.program_name.dirname / "../../../"
- nit_dir = dir.simplify_path
- if not nit_dir.file_exists then return map
+ var modules = new HashMap[String, NitModuleRef]
+
+ var lib_paths = opt_libs.value
+ if lib_paths == null then lib_paths = new Array[String]
+
+ if lib_paths.has("auto") then
+ lib_paths.remove "auto"
+ var nit_dir = "NIT_DIR".environ
+ if nit_dir.is_empty then
+ # Simple heuristic to find the Nit lib
+ var dir = sys.program_name.dirname / "../../../lib/"
+ dir = dir.simplify_path
+ if dir.file_exists then lib_paths.add dir.simplify_path
+ end
end
+ if lib_paths.is_empty then return map
+
# Use grep to find all extern classes implemented in Java
- var grep_regex = "extern class [a-zA-Z0-9]\\\+[ ]\\\+in[ ]\\\+\"Java\""
- var grep_args = ["-r", grep_regex,
- nit_dir/"lib/android/",
- nit_dir/"lib/java/"]
+ var grep_regex = "extern class [a-zA-Z0-9_]\\\+[ ]\\\+in[ ]\\\+\"Java\""
+ var grep_args = ["-r", "--with-filename", grep_regex]
+ grep_args.add_all lib_paths
var grep = new ProcessReader("grep", grep_args...)
var lines = grep.read_lines
grep.wait
# Sort out the modules, Nit class names and Java types
- var regex = """(.+):\\s*extern +class +([a-zA-Z0-9]+) *in *"Java" *`\\{ *([a-zA-Z0-9.$/]+) *`\\}""".to_re
+ var regex = """(.+):\\s*extern +class +([a-zA-Z0-9_]+) *in *"Java" *`\\{(.+)`\\}""".to_re
for line in lines do
var matches = line.search_all(regex)
for match in matches do
var path = match[1].to_s
var nit_name = match[2].to_s
- var java_name = match[3].to_s
+ var java_name = match[3].to_s.trim
# Debug code
- # print "+ Found {nit_name}:{java_name} at {path}"
+ # print "+ Found {nit_name}: {java_name} at {path}"
var mod = modules.get_or_null(path)
if mod == null then
- mod = new NitModule(path)
+ mod = new NitModuleRef(path)
modules[path] = mod
end
# Prefix used to name extern classes, if `null` use the full namespace
var extern_class_prefix: nullable String is lazy do return opt_extern_class_prefix.value
+
+ # Libraries to search for existing wrappers
+ var opt_libs = new OptionArray("Paths to libraries with wrappers of Java classes ('auto' to use the full Nit lib)", "-i")
+
+ # Generate the primitive array version of each class up to the given depth
+ var opt_arrays = new OptionInt("Depth of the primitive array for each wrapped class (default: 1)", 1, "-a")
+
+ # Generate the primitive array version of each class up to the given depth
+ var opt_load_models = new OptionArray("Saved models to search for super-classes", "-m")
end
-redef class Text
+redef abstract class Text
# Get a copy of `self` where the first letter is capitalized
fun simple_capitalized: String
do
nitlanguage / nit.git / blobdiff