Merge remote-tracking branch 'alexis/lib-jvm'
[nit.git] / tests / tests.sh
index 3a38c01..44ae356 100755 (executable)
@@ -23,6 +23,17 @@ export NIT_TESTING=true
 
 unset NIT_DIR
 
+# Get the first Java lib available
+shopt -s nullglob
+paths=`echo /usr/lib/jvm/*/`
+paths=($paths) 
+JAVA_HOME=${paths[0]}
+
+paths=`echo $JAVA_HOME/jre/lib/*/{client,server}/`
+paths=($paths) 
+JNI_LIB_PATH=${paths[0]}
+shopt -u nullglob
+
 usage()
 {
        e=`basename "$0"`
@@ -32,7 +43,7 @@ Usage: $e [options] modulenames
 -v          Verbose (show tests steps)
 -h          This help
 --tap       Produce TAP output
---engine    Use a specific engine (default=nitc)
+--engine    Use a specific engine (default=nitg)
 --noskip    Do not skip a test even if the .skip file matches
 --[no]soso  Force enable (or disable) SOSO
 END
@@ -83,49 +94,69 @@ function process_result()
        NSOSO=""
        SOSOF=""
        NSOSOF=""
+       OLD=""
+       LIST=""
+       FIRST=""
        echo >>$xml "<testcase classname='$pack' name='$description'>"
-       for sav in "sav/$engine/$pattern.res" "sav/$pattern.res" "sav/$pattern.sav"; do
-               compare_to_result "$pattern" "$sav"
-               case "$?" in
-                       0)
-                               ;; # no file
-                       1)
-                               SAV="$sav" ;;
-                       2)
-                               SOSO="$sav" ;;
-                       3)
-                               NSAV="$sav";;
-               esac
-       done
-       for sav in "sav/$engine/fixme/$pattern.res" "sav/fixme/$pattern.res" "sav/$pattern.fail"; do
+       #for sav in "sav/$engine/fixme/$pattern.res" "sav/$engine/$pattern.res" "sav/fixme/$pattern.res" "sav/$pattern.res" "sav/$pattern.sav"; do
+       for savdir in $savdirs; do
+               sav=$savdir/$pattern.res
                compare_to_result "$pattern" "$sav"
-               case "$?" in
-                       0)
-                               ;; # no file
-                       1)
-                               FIXME="$sav" ;;
-                       2)
+
+               case "$? $sav" in
+                       0*)
+                               continue;; # no file
+                       1*/fixme/*)
+                               OLD="$LIST"
+                               FIXME="$sav"
+                               ;;
+                       1*)
+                               OLD="$LIST"
+                               SAV="$sav"
+                               ;;
+                       2*/fixme/*)
                                SOSOF="$sav" ;;
-                       3)
-                               NFIXME="$sav";;
+                       2*)
+                               SOSO="$sav" ;;
+                       3*/fixme/*)
+                               if [ -z "$FIRST" ]; then
+                                       NFIXME="$sav"
+                                       FIRST="$sav"
+                               fi
+                               ;;
+                       3*)
+                               if [ -z "$FIRST" ]; then
+                                       NSAV="$sav"
+                                       FIRST="$sav"
+                               fi
+                               ;;
                esac
+               LIST="$LIST $sav"
        done
+       OLD=`echo "$OLD" | sed -e 's/   */ /g' -e 's/^ //' -e 's/ $//'`
        grep 'NOT YET IMPLEMENTED' "out/$pattern.res" >/dev/null
        NYI="$?"
        if [ -n "$SAV" ]; then
                if [ -n "$tap" ]; then
                        echo "ok - $description"
-               elif [ -z "$FIXME" ]; then
-                       echo "[ok] out/$pattern.res $SAV"
+               elif [ -n "$OLD" ]; then
+                       echo "[*ok*] out/$pattern.res $SAV - but $OLD remains!"
+                       echo >>$xml "<error message='ok out/$pattern.res - but $OLD remains'/>"
+                       remains="$remains $OLD"
                else
-                       echo "[ok] out/$pattern.res $SAV - but $FIXME remains!"
+                       echo "[ok] out/$pattern.res $SAV"
                fi
                ok="$ok $pattern"
        elif [ -n "$FIXME" ]; then
                if [ -n "$tap" ]; then
                        echo "not ok - $description # TODO expected failure"
+               elif [ -n "$OLD" ]; then
+                       echo "[*fixme*] out/$pattern.res $FIXME - but $OLD remains!"
+                       echo >>$xml "<error message='ok out/$pattern.res - but $OLD remains'/>"
+                       remains="$remains $OLD"
                else
                        echo "[fixme] out/$pattern.res $FIXME"
+                       echo >>$xml "<skipped/>"
                fi
                todos="$todos $pattern"
        elif [ -n "$SOSO" ]; then
@@ -140,6 +171,7 @@ function process_result()
                        echo "not ok - $description # TODO not yet implemented"
                else
                        echo "[todo] out/$pattern.res -> not yet implemented"
+                       echo >>$xml "<skipped/>"
                fi
                todos="$todos $pattern"
        elif [ -n "$SOSOF" ]; then
@@ -147,6 +179,7 @@ function process_result()
                        echo "not ok - $description # TODO SOSO expected failure"
                else
                        echo "[fixme soso] out/$pattern.res $SOSOF"
+                       echo >>$xml "<skipped/>"
                fi
                todos="$todos $pattern"
        elif [ -n "$NSAV" ]; then
@@ -157,7 +190,7 @@ function process_result()
                fi
                echo >>$xml "<error message='fail out/$pattern.res $NSAV'/>"
                echo >>$xml "<system-out><![CDATA["
-               head >>$xml -n 50 out/$pattern.diff.sav.log
+               cat -v out/$pattern.diff.sav.log | head >>$xml -n 50
                echo >>$xml "]]></system-out>"
                nok="$nok $pattern"
                echo "$ii" >> "$ERRLIST"
@@ -169,7 +202,7 @@ function process_result()
                fi
                echo >>$xml "<error message='changed out/$pattern.res $NFIXME'/>"
                echo >>$xml "<system-out><![CDATA["
-               head >>$xml -n 50 out/$pattern.diff.sav.log
+               cat -v out/$pattern.diff.sav.log | head >>$xml -n 50
                echo >>$xml "]]></system-out>"
                nok="$nok $pattern"
                echo "$ii" >> "$ERRLIST"
@@ -181,13 +214,13 @@ function process_result()
                fi
                echo >>$xml "<skipped/>"
                echo >>$xml "<system-out><![CDATA["
-               cat  >>$xml out/$pattern.res
+               cat -v >>$xml out/$pattern.res
                echo >>$xml "]]></system-out>"
                nos="$nos $pattern"
        fi
        if test -s out/$pattern.cmp.err; then
                echo >>$xml "<system-err><![CDATA["
-               cat  >>$xml out/$pattern.cmp.err
+               cat -v >>$xml out/$pattern.cmp.err
                echo >>$xml "]]></system-err>"
        fi
        echo >>$xml "</testcase>"
@@ -234,7 +267,7 @@ find_nitc()
 verbose=false
 stop=false
 tapcount=0
-engine=nitc
+engine=nitg
 noskip=
 while [ $stop = false ]; do
        case $1 in
@@ -251,13 +284,43 @@ while [ $stop = false ]; do
 done
 enginebinname=$engine
 case $engine in
-       nitc) ;;
-       nitg) engine=nitg-s; enginebinname=nitg; OPT="--separate $OPT";;
-       nitg-s) enginebinname=nitg; OPT="--separate $OPT";;
-       nitg-e) enginebinname=nitg; OPT="--erasure $OPT";;
-       nitg-g) enginebinname=nitg; OPT="--global $OPT";;
-       nit) engine=niti ;;
-       niti) enginebinname=nit ;;
+       nitg)
+               engine=nitg-s;
+               enginebinname=nitg;
+               savdirs="sav/$engine/fixme/ sav/$engine/ sav/fixme/ sav/"
+               OPT="--separate $OPT"
+               ;;
+       nitg-s)
+               enginebinname=nitg;
+               savdirs="sav/$engine/fixme/ sav/$engine/ sav/fixme/ sav/"
+               OPT="--separate $OPT"
+               ;;
+       nitg-e)
+               enginebinname=nitg;
+               savdirs="sav/$engine/fixme/ sav/$engine/ sav/fixme/ sav/"
+               OPT="--erasure $OPT"
+               ;;
+       nitg-g)
+               enginebinname=nitg;
+               savdirs="sav/$engine/fixme/ sav/$engine/ sav/fixme/ sav/"
+               OPT="--global $OPT"
+               ;;
+       nit)
+               engine=niti
+               savdirs="sav/$engine/fixme/ sav/$engine/ sav/fixme/ sav/"
+               ;;
+       niti)
+               enginebinname=nit
+               savdirs="sav/$engine/fixme/ sav/$engine/ sav/fixme/ sav/"
+               ;;
+       nitc)
+               echo "disabled engine $engine"
+               exit 0
+               ;;
+       *)
+               echo "unknown engine $engine"
+               exit 1
+               ;;
 esac
 
 # The default nitc compiler
@@ -353,7 +416,8 @@ END
                                echo ""
                                echo $NITC --no-color $OPT -o "$ff.bin" "$i" "$includes"
                        fi
-                       NIT_NO_STACK=1 $TIMEOUT $NITC --no-color $OPT -o "$ff.bin" "$i" $includes 2> "$ff.cmp.err" > "$ff.compile.log"
+                       NIT_NO_STACK=1 JNI_LIB_PATH=$JNI_LIB_PATH JAVA_HOME=$JAVA_HOME \
+                               $TIMEOUT $NITC --no-color $OPT -o "$ff.bin" "$i" $includes 2> "$ff.cmp.err" > "$ff.compile.log"
                        ERR=$?
                        if [ "x$verbose" = "xtrue" ]; then
                                cat "$ff.compile.log"
@@ -371,8 +435,9 @@ END
                        if [ "x$verbose" = "xtrue" ]; then
                                echo ""
                                echo "NIT_NO_STACK=1 ./$ff.bin" $args
-                       fi
-                       NIT_NO_STACK=1 $TIMEOUT "./$ff.bin" $args < "$inputs" > "$ff.res" 2>"$ff.err"
+                       fi      
+                       NIT_NO_STACK=1 LD_LIBRARY_PATH=$JNI_LIB_PATH \
+                               $TIMEOUT "./$ff.bin" $args < "$inputs" > "$ff.res" 2>"$ff.err"
                        if [ "x$verbose" = "xtrue" ]; then
                                cat "$ff.res"
                                cat >&2 "$ff.err"
@@ -399,6 +464,13 @@ END
                                        # Sould we skip the input for this engine?
                                        need_skip $bff "  $name" $pack && continue
 
+                                       # use a specific inputs file, if required
+                                       if [ -f "$bff.inputs" ]; then
+                                               ffinputs="$bff.inputs"
+                                       else
+                                               ffinputs=$inputs
+                                       fi
+
                                        rm -rf "$fff.res" "$fff.err" "$fff.write" 2> /dev/null
                                        if [ "x$verbose" = "xtrue" ]; then
                                                echo ""
@@ -407,7 +479,7 @@ END
                                        test -z "$tap" && echo -n "==> $name "
                                        echo "./$ff.bin $args" > "./$fff.bin"
                                        chmod +x "./$fff.bin"
-                                       sh -c "NIT_NO_STACK=1 $TIMEOUT ./$fff.bin < $inputs > $fff.res 2>$fff.err"
+                                       WRITE="$fff.write" sh -c "NIT_NO_STACK=1 $TIMEOUT ./$fff.bin < $ffinputs > $fff.res 2>$fff.err"
                                        if [ "x$verbose" = "xtrue" ]; then
                                                cat "$fff.res"
                                                cat >&2 "$fff.err"
@@ -424,6 +496,9 @@ END
                                        process_result $bff "  $name" $pack
                                done < $fargs
                        fi
+               elif [ -f "./$ff.bin" ]; then
+                       echo "Not executable (platform?)" > "$ff.res"
+                       process_result $bf "$bf" $pack
                else
                        test -z "$tap" && echo -n "! "
                        cat "$ff.cmp.err" > "$ff.res"
@@ -439,6 +514,7 @@ if [ -n "$tap" ]; then
        echo "# not ok:" `echo $nok | wc -w`
        echo "# no sav:" `echo $nos | wc -w`
        echo "# todo/fixme:" `echo $todos | wc -w`
+       echo "# of sav that remains:" `echo $remains | wc -w`
        exit
 fi
 
@@ -455,6 +531,9 @@ fi
 if [ -n "$todos" ]; then
        echo "todo/fixme: $todos"
 fi
+if [ -n "$remains" ]; then
+       echo "sav that remains: $remains"
+fi
 
 # write $ERRLIST
 if [ "x$ERRLIST" != "x" ]; then