1 # This file is part of NIT ( http://www.nitlanguage.org ).
3 # Copyright 2013-2014 Alexis Laferrière <alexis.laf@xymus.net>
5 # Licensed under the Apache License, Version 2.0 (the "License");
6 # you may not use this file except in compliance with the License.
7 # You may obtain a copy of the License at
9 # http://www.apache.org/licenses/LICENSE-2.0
11 # Unless required by applicable law or agreed to in writing, software
12 # distributed under the License is distributed on an "AS IS" BASIS,
13 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 # See the License for the specific language governing permissions and
15 # limitations under the License.
17 # FFI support for the Java language
19 # TODO support callbacks to super and casts
24 import c_compiler_options
26 redef class FFILanguageAssignationPhase
27 var java_language
: FFILanguage = new JavaLanguage(self)
33 redef fun identify_language
(n
) do return n
.is_java
35 redef fun compile_module_block
(block
, ccu
, mmodule
)
37 mmodule
.ensure_java_files
38 var java_file
= mmodule
.java_file
39 assert java_file
!= null
41 if block
.is_inner_java
then
42 java_file
.class_content
.add
(block
.code
)
43 else java_file
.header
.add
(block
.code
)
46 redef fun compile_extern_method
(block
, m
, ccu
, mmodule
)
49 mmodule
.ensure_java_files
50 var java_file
= mmodule
.java_file
51 assert java_file
!= null
53 var mclass_type
= m
.parent
.as(AClassdef).mclass
.mclass_type
54 var mmethodef
= m
.mpropdef
55 var mproperty
= m
.mpropdef
.mproperty
57 # C function calling the Java method through JNI
58 var fc
= new ExternCFunction(m
, mmodule
)
62 jmethodID java_meth_id;
64 // retrieve the current JVM
65 Sys sys = Pointer_sys(NULL);
66 JNIEnv *nit_ffi_jni_env = Sys_jni_env(sys);
68 // retrieve the implementation Java class
69 java_class = Sys_load_jclass(sys, "{{{mmodule.impl_java_class_name}}}");
70 if (java_class == NULL) {
71 PRINT_ERROR("Nit FFI with Java error: failed to load class.\\n");
72 (*nit_ffi_jni_env)->ExceptionDescribe(nit_ffi_jni_env);
76 // register callbacks (only once per Nit module)
77 if (!nit_ffi_with_java_registered_natives) nit_ffi_with_java_register_natives(nit_ffi_jni_env, java_class);
80 # Retrieve the Java implementation function id
81 var java_fun_name
= mproperty
.build_cname
(mclass_type
, mmodule
, "___java_impl", long_signature
)
82 var jni_format
= mproperty
.build_jni_format
(mclass_type
, mmodule
)
84 // retreive the implementation static function
85 java_meth_id = (*nit_ffi_jni_env)->GetStaticMethodID(nit_ffi_jni_env, java_class, "{{{java_fun_name}}}", "{{{jni_format}}}");
86 if (java_meth_id == NULL) {
87 PRINT_ERROR("Nit FFI with Java error: Java implementation not found.\\n");
88 (*nit_ffi_jni_env)->ExceptionDescribe(nit_ffi_jni_env);
93 # Call the C Java implementation method from C
94 var signature
= mmethodef
.msignature
95 assert signature
!= null
99 var params
= new Array[String]
100 params
.add
"nit_ffi_jni_env"
101 params
.add
"java_class"
102 params
.add
"java_meth_id"
104 if mproperty
.is_init
then
105 jni_signature_alt
= mclass_type
.jni_signature_alt
106 return_type
= mclass_type
109 if signature
.return_mtype
!= null then
110 var ret_mtype
= signature
.return_mtype
111 ret_mtype
= ret_mtype
.resolve_for
(mclass_type
, mclass_type
, mmodule
, true)
112 return_type
= signature
.return_mtype
113 jni_signature_alt
= return_type
.jni_signature_alt
115 jni_signature_alt
= "Void"
120 for p
in signature
.mparameters
do
121 var param_mtype
= p
.mtype
122 param_mtype
= param_mtype
.resolve_for
(mclass_type
, mclass_type
, mmodule
, true)
123 params
.add
(to_java_call_context
.cast_to
(param_mtype
, p
.name
))
126 var cname
= "(*nit_ffi_jni_env)->CallStatic{jni_signature_alt}Method"
128 if return_type
!= null then
129 ccall
= "{return_type.jni_type} jni_res = {cname}({params.join(", ")});"
130 else ccall
= "{cname}({params.join(", ")});"
133 // execute implementation code
135 if ((*nit_ffi_jni_env)->ExceptionCheck(nit_ffi_jni_env)) {
136 PRINT_ERROR("Nit FFI with Java error: Exception after call.\\n");
137 (*nit_ffi_jni_env)->ExceptionDescribe(nit_ffi_jni_env);
141 (*nit_ffi_jni_env)->DeleteLocalRef(nit_ffi_jni_env, java_class);
144 if return_type
!= null then
145 fc
.exprs
.add
"\treturn {to_java_call_context.cast_from(return_type, "jni_res")};"
148 ccu
.add_exported_function
( fc
)
150 # Java implementation function in Java
151 var java_csig
= mproperty
.build_csignature
(mclass_type
, mmodule
, "___java_impl", long_signature
, java_call_context
)
152 mmodule
.java_file
.class_content
.add
"""
153 public static {{{java_csig}}} {
154 // from Nit FII at: {{{block.location}}}
159 mmodule
.callbacks_used_from_java
.join m
.foreign_callbacks
162 redef fun compile_extern_class
(block
, m
, ccu
, mmodule
) do end
164 redef fun get_ftype
(block
, m
) do return new ForeignJavaType(block
.code
)
166 redef fun compile_to_files
(mmodule
, compdir
)
168 # Make sure we have a .java file
169 mmodule
.ensure_java_files
171 # Needed compiler and linker options
172 mmodule
.insert_compiler_options
174 # Enable linking C callbacks to java native methods
175 mmodule
.ensure_linking_callback_methods
(ffi_ccu
.as(not null))
177 # Java implementation code
178 var java_file
= mmodule
.java_file
179 assert java_file
!= null
180 var extern_java_file
= java_file
.write_to_files
(compdir
)
181 mmodule
.ffi_files
.add
(extern_java_file
)
184 var ffi_ccu
: nullable CCompilationUnit = null # HACK
186 redef fun compile_callback
(callback
, mmodule
, mainmodule
, ccu
)
189 callback
.compile_callback_to_java
(mmodule
, mainmodule
, ccu
)
194 private var callbacks_used_from_java
= new ForeignCallbackSet
196 # Pure java class source file
197 private var java_file
: nullable JavaClassTemplate = null
199 # Set up the templates of the Java implementation class
200 private fun ensure_java_files
202 if java_file
!= null then return
204 # Java implementation code
205 java_file
= new JavaClassTemplate(impl_java_class_name
)
208 # Compile C code to call JNI and link C callbacks implementations to Java extern methods
209 private fun ensure_linking_callback_methods
(ccu
: CCompilationUnit)
211 var callbacks
= callbacks_used_from_java
.callbacks
212 if callbacks
.is_empty
then
213 ccu
.body_decl
.add
"static int nit_ffi_with_java_registered_natives = 1;\n"
217 ccu
.body_decl
.add
"static int nit_ffi_with_java_registered_natives = 0;\n"
219 var jni_methods
= new Array[String]
220 for cb
in callbacks
do
221 jni_methods
.add_all
(cb
.jni_methods_declaration
(self))
224 var cf
= new CFunction("void nit_ffi_with_java_register_natives(JNIEnv* env, jclass jclazz)")
226 nit_ffi_with_java_registered_natives = 1;
228 jint n_methods = {{{jni_methods.length}}};
229 JNINativeMethod methods[] = {
230 {{{jni_methods.join(",\n\t\t")}}}
232 jint res = (*env)->RegisterNatives(env, jclazz, methods, n_methods);
234 PRINT_ERROR("RegisterNatives failed\\n");
235 (*env)->ExceptionDescribe(env);
239 ccu
.add_local_function cf
242 # Tell the C compiler where to find jni.h and how to link with libjvm
243 private fun insert_compiler_options
245 cflags
.add_one
("", "-I $(JAVA_HOME)/include/ -I $(JAVA_HOME)/include/linux/")
246 ldflags
.add_one
("", "-L $(JNI_LIB_PATH) -ljvm")
249 # Name of the generated Java class where to store all implementation methods of this module
250 # as well as generated callbacks.
251 private fun impl_java_class_name
: String do return "Nit_{name}"
254 redef class AMethPropdef
255 redef fun verify_nitni_callbacks
(toolcontext
)
259 var block
= n_extern_code_block
260 if block
!= null and block
.is_java
then
261 insert_artificial_callbacks
(toolcontext
)
265 # Insert additional explicit calls to get the current `JNIEnv`
267 # This forces declaration of callbacks to Nit. The callbacks will be available in Java
268 # but will be used mainly by the FFI itself.
270 # The developer can also customize the JNIEnv used by the FFI by redefining `Sys::jni_env`.
271 private fun insert_artificial_callbacks
(toolcontext
: ToolContext)
273 var fcc
= foreign_callbacks
275 var modelbuilder
= toolcontext
.modelbuilder
276 var mmodule
= mpropdef
.mclassdef
.mmodule
278 # We use callbacks from the C FFI since they will be called from generated C
279 var c_language_visitor
= toolcontext
.ffi_language_assignation_phase
.as(FFILanguageAssignationPhase).c_language
280 if not mmodule
.ffi_callbacks
.keys
.has
(c_language_visitor
) then
281 mmodule
.ffi_callbacks
[c_language_visitor
] = new HashSet[NitniCallback]
285 var pointer_class
= modelbuilder
.try_get_mclass_by_name
(self, mmodule
, "Pointer")
286 assert pointer_class
!= null
287 var pointer_sys_meth
= modelbuilder
.try_get_mproperty_by_name2
(self, mmodule
, pointer_class
.mclass_type
, "sys")
288 assert pointer_sys_meth
!= null and pointer_sys_meth
isa MMethod
290 var explicit_call
= new MExplicitCall(pointer_class
.mclass_type
, pointer_sys_meth
, mmodule
)
291 fcc
.callbacks
.add
(explicit_call
)
292 mmodule
.ffi_callbacks
[c_language_visitor
].add
(explicit_call
)
295 var sys_class
= modelbuilder
.try_get_mclass_by_name
(self, mmodule
, "Sys")
296 assert sys_class
!= null
297 var sys_jni_env_meth
= modelbuilder
.try_get_mproperty_by_name2
(self, mmodule
, sys_class
.mclass_type
, "jni_env")
298 if sys_jni_env_meth
== null or not sys_jni_env_meth
isa MMethod then
299 toolcontext
.error
(self.location
, "Java FFI Error: you must import the `java` module when using the FFI with Java")
303 explicit_call
= new MExplicitCall(sys_class
.mclass_type
, sys_jni_env_meth
, mmodule
)
304 fcc
.callbacks
.add
(explicit_call
)
305 mmodule
.ffi_callbacks
[c_language_visitor
].add
(explicit_call
)
308 var sys_jni_load_jclass_meth
= modelbuilder
.try_get_mproperty_by_name2
(self, mmodule
, sys_class
.mclass_type
, "load_jclass")
309 assert sys_jni_load_jclass_meth
!= null
310 assert sys_jni_load_jclass_meth
isa MMethod
312 explicit_call
= new MExplicitCall(sys_class
.mclass_type
, sys_jni_load_jclass_meth
, mmodule
)
313 fcc
.callbacks
.add
(explicit_call
)
314 mmodule
.ffi_callbacks
[c_language_visitor
].add
(explicit_call
)
315 explicit_call
.fill_type_for
(fcc
, mmodule
)
319 redef class AExternCodeBlock
320 # Is this code block in Java?
321 fun is_java
: Bool do return is_default_java
or (parent
isa AModule and is_inner_java
)
323 # Is this code block in Java, with the default mode? (On module blocks it targets the file header)
324 private fun is_default_java
: Bool do return language_name
!= null and
325 language_name_lowered
== "java"
327 # Is this code block in Java, and for a module block to generate in the class?
328 private fun is_inner_java
: Bool do return language_name
!= null and
329 language_name_lowered
== "java inner"
332 # Java class source template
333 class JavaClassTemplate
336 var java_class_name
: String
338 var header
= new Template
339 var class_content
= new Template
341 fun write_to_files
(compdir
: String): ExternFile
343 var filename
= "{java_class_name}.java"
344 var filepath
= "{compdir}/{filename}"
346 write_to_file filepath
348 return new JavaFile(filename
)
355 add
"public class {java_class_name} \{\n"
361 # A generated Java source file, represent the corresponding Makefile rules
365 redef fun makefile_rule_name
do return "{filename.basename(".java")}.class"
366 redef fun makefile_rule_content
do return "javac {filename.basename("")} -d ."
367 redef fun add_to_jar
do return true
370 # Context in pure Java code
371 private class JavaCallContext
374 redef fun name_mtype
(mtype
) do return mtype
.java_type
377 # Context in C, when call are from normal C to JNI
378 private class ToJavaCallContext
381 redef fun cast_to
(mtype
, name
) do return "({mtype.jni_type})({name})"
382 redef fun cast_from
(mtype
, name
) do return "({mtype.cname})({name})"
383 redef fun name_mtype
(mtype
) do return mtype
.jni_type
386 # Context in C, when call are from JNI to normal C
387 private class FromJavaCallContext
390 redef fun cast_to
(mtype
, name
) do return "({mtype.cname})({name})"
391 redef fun cast_from
(mtype
, name
) do return "({mtype.jni_type})({name})"
392 redef fun name_mtype
(mtype
) do return mtype
.jni_type
395 # Foreign type attach to Nit extern Java classes
396 class ForeignJavaType
399 var java_type
: String
402 redef class NitniCallback
403 # Compile C and Java code to implement this callback
404 fun compile_callback_to_java
(mmodule
: MModule, mainmodule
: MModule, ccu
: CCompilationUnit) do end
406 # Returns the list of C functions to link with extern Java methods, as required
407 # to enable this callback from Java code.
409 # Return used by `MModule::ensure_linking_callback_methods`
411 # TODO we return an Array to support cast and other features like that
412 fun jni_methods_declaration
(from_module
: MModule): Array[String] do return new Array[String]
415 redef class MExplicitCall
416 redef fun compile_callback_to_java
(mmodule
, mainmodule
, ccu
)
418 if not mmodule
.callbacks_used_from_java
.callbacks
.has
(self) then return
420 var mproperty
= mproperty
421 assert mproperty
isa MMethod
423 # In C, indirection implementing the Java extern methods
424 var csignature
= mproperty
.build_c_implementation_signature
(recv_mtype
, mmodule
, "___indirect", long_signature
, from_java_call_context
)
425 var cf
= new CFunction("JNIEXPORT {csignature}")
426 cf
.exprs
.add
"\t{mproperty.build_ccall(recv_mtype, mainmodule, null, long_signature, from_java_call_context, null)}\n"
427 ccu
.add_non_static_local_function cf
429 # In Java, declare the extern method as a private static local method
430 var java_signature
= mproperty
.build_csignature
(recv_mtype
, mainmodule
, null, short_signature
, java_call_context
)
431 mmodule
.java_file
.class_content
.add
"private native static {java_signature};\n"
434 redef fun jni_methods_declaration
(from_mmodule
)
436 var mproperty
= mproperty
437 assert mproperty
isa MMethod
439 var java_name
= mproperty
.build_cname
(recv_mtype
, from_mmodule
, null, short_signature
)
440 var jni_format
= mproperty
.build_jni_format
(recv_mtype
, from_mmodule
)
441 var c_name
= mproperty
.build_cname
(recv_mtype
, from_mmodule
, "___indirect", long_signature
)
443 return ["""{"{{{java_name}}}", "{{{jni_format}}}", {{{c_name}}}}"""]
451 # * Primitives common to both languages use their Java primitive type
452 # * Nit extern Java classes are represented by their full Java type
453 # * Other Nit objects are represented by `int` in Java. It holds the
454 # pointer to the underlying C structure.
455 # TODO create static Java types to store and hide the pointer
456 private fun java_type
: String do return "int"
458 # JNI type name (in C)
460 # So this is a C type, usually defined in `jni.h`
461 private fun jni_type
: String do return "jint"
463 # JNI short type name (for signatures)
465 # Is used by `MMethod::build_jni_format` to pass a Java method signature
466 # to the JNI function `GetStaticMetodId`.
467 private fun jni_format
: String do return "I"
469 # Type name appearing within JNI function names.
471 # Used by `JavaLanguage::compile_extern_method` when calling JNI's `CallStatic*Method`.
472 # This strategy is used by JNI to type the return of callbacks to Java.
473 private fun jni_signature_alt
: String do return "Int"
476 redef class MClassType
479 var ftype
= mclass
.ftype
480 if ftype
isa ForeignJavaType then return ftype
.java_type
.
481 replace
('/', ".").replace
('$', ".").replace
(' ', "").replace
('\n',"")
482 if mclass
.name
== "Bool" then return "boolean"
483 if mclass
.name
== "Char" then return "char"
484 if mclass
.name
== "Int" then return "long"
485 if mclass
.name
== "Float" then return "double"
486 if mclass
.name
== "Byte" then return "byte"
492 var ftype
= mclass
.ftype
493 if ftype
isa ForeignJavaType then return "jobject"
494 if mclass
.name
== "Bool" then return "jboolean"
495 if mclass
.name
== "Char" then return "jchar"
496 if mclass
.name
== "Int" then return "jlong"
497 if mclass
.name
== "Float" then return "jdouble"
498 if mclass
.name
== "Byte" then return "jbyte"
504 var ftype
= mclass
.ftype
505 if ftype
isa ForeignJavaType then
506 var jni_type
= ftype
.java_type
.
507 replace
('.', "/").replace
(' ', "").replace
('\n', "")
509 # Remove parameters of generic types
511 var i
= jni_type
.last_index_of
('<')
513 var j
= jni_type
.index_of_from
('>', i
)
515 print
"Error: missing closing '>' in extern Java type of \"{mclass.name}\
""
518 jni_type
= jni_type
.substring
(0, i
) +
519 jni_type
.substring
(j
+1, jni_type
.length
)
523 # Change `float[]` to `[float`
524 if jni_type
.has
('[') then
525 var depth
= jni_type
.chars
.count
('[')
526 var java_type
= jni_type
.replace
("[]", "")
529 if java_type
== "boolean" then
531 else if java_type
== "byte" then
533 else if java_type
== "char" then
535 else if java_type
== "short" then
537 else if java_type
== "int" then
539 else if java_type
== "long" then
541 else if java_type
== "float" then
543 else if java_type
== "double" then
546 short
= "L{java_type};"
549 return "["*depth
+ short
552 return "L{jni_type};"
554 if mclass
.name
== "Bool" then return "Z"
555 if mclass
.name
== "Char" then return "C"
556 if mclass
.name
== "Int" then return "J"
557 if mclass
.name
== "Float" then return "D"
558 if mclass
.name
== "Byte" then return "B"
562 redef fun jni_signature_alt
564 var ftype
= mclass
.ftype
566 if ftype
isa ForeignJavaType then return "Object"
567 if mclass
.name
== "Bool" then return "Boolean"
568 if mclass
.name
== "Char" then return "Char"
569 if mclass
.name
== "Int" then return "Long"
570 if mclass
.name
== "Float" then return "Double"
571 if mclass
.name
== "Byte" then return "Byte"
577 # Returns the JNI signature format of this Nit method
579 # Example: a Nity signature `(Bool, Int, Float, JavaString)` is represented by
580 # the JNI format `(ZIDLjava/lang/string;)V"
581 private fun build_jni_format
(recv_mtype
: MClassType, from_mmodule
: MModule): String
583 var mmethoddef
= lookup_first_definition
(from_mmodule
, recv_mtype
)
584 var msignature
= mmethoddef
.msignature
585 var format
= new Array[String]
590 if not self.is_init
then format
.add recv_mtype
.jni_format
593 for p
in msignature
.mparameters
do
594 var param_mtype
= p
.mtype
.resolve_for
(recv_mtype
, recv_mtype
, from_mmodule
, true)
595 format
.add param_mtype
.jni_format
601 format
.add recv_mtype
.jni_format
603 var return_mtype
= msignature
.return_mtype
604 if return_mtype
!= null then
605 return_mtype
= return_mtype
.resolve_for
(recv_mtype
, recv_mtype
, from_mmodule
, true)
606 format
.add return_mtype
.jni_format
610 return format
.join
("")
613 # Similar to `build_c_signature` but adapted to create the signature expected by JNI for C functions
614 # implementing Java extern methods.
616 # Is used to generate FFI callbacks to Nit at `MExplicitCall::compile_callback_to_java`.
617 private fun build_c_implementation_signature
(recv_mtype
: MClassType, from_mmodule
: MModule,
618 suffix
: nullable String, length
: SignatureLength, call_context
: CallContext): String
620 var mmethoddef
= lookup_first_definition
(from_mmodule
, recv_mtype
)
621 var signature
= mmethoddef
.msignature
622 assert signature
!= null
626 creturn_type
= call_context
.name_mtype
(recv_mtype
)
627 else if signature
.return_mtype
!= null then
628 var ret_mtype
= signature
.return_mtype
629 ret_mtype
= ret_mtype
.resolve_for
(recv_mtype
, recv_mtype
, from_mmodule
, true)
630 creturn_type
= call_context
.name_mtype
(ret_mtype
)
632 creturn_type
= "void"
635 var cname
= build_cname
(recv_mtype
, from_mmodule
, suffix
, length
)
637 var cparams
= new List[String]
640 cparams
.add
"JNIEnv *env"
641 cparams
.add
"jclass clazz"
643 if not self.is_init
then
644 cparams
.add
"{call_context.name_mtype(recv_mtype)} self"
646 for p
in signature
.mparameters
do
647 var param_mtype
= p
.mtype
.resolve_for
(recv_mtype
, recv_mtype
, from_mmodule
, true)
648 cparams
.add
"{call_context.name_mtype(param_mtype)} {p.name}"
651 return "{creturn_type} {cname}( {cparams.join(", ")} )"
655 private fun java_call_context
: JavaCallContext do return new JavaCallContext
656 private fun to_java_call_context
: ToJavaCallContext do return new ToJavaCallContext
657 private fun from_java_call_context
: FromJavaCallContext do return new FromJavaCallContext
659 redef class CCompilationUnit
660 # Similar to `add_local_function` but not `static`
662 # Used when the signature contains a visibility attribute.
663 private fun add_non_static_local_function
(c_function
: CFunction)
665 body_decl
.add c_function
.signature
669 body_impl
.add c_function
.to_writer