bench: disable --phand-typing on nitg-e (seems broken)

[nit.git] / benchmarks / bench_engines.sh

diff --git a/benchmarks/bench_engines.sh b/benchmarks/bench_engines.sh
index f5385c0..5e8716b 100755 (executable)
--- a/benchmarks/bench_engines.sh
+++ b/benchmarks/bench_engines.sh
@@ -214,6 +214,12 @@ function bench_steps()
        bench_command "generate c" "" ./nitg --global --no-cc ../src/nitg.nit
        bench_command "full" "" ./nitg --global ../src/nitg.nit -o "nitg_nitg.bin"
 
+       prepare_res "$name-nitg-s.dat" "nitg-s" "Various steps of nitg --separate"
+       bench_command "parse" "" ./nitg --separate --only-parse ../src/nitg.nit
+       bench_command "metamodel" "" ./nitg --separate --only-metamodel ../src/nitg.nit
+       bench_command "generate c" "" ./nitg --separate --no-cc ../src/nitg.nit
+       bench_command "full" "" ./nitg --separate ../src/nitg.nit -o "nitg_nitg-e.bin"
+
        prepare_res "$name-nitg-e.dat" "nitg-e" "Various steps of nitg --erasure"
        bench_command "parse" "" ./nitg --erasure --only-parse ../src/nitg.nit
        bench_command "metamodel" "" ./nitg --erasure --only-metamodel ../src/nitg.nit
@@ -234,7 +240,9 @@ function bench_nitg-g_options()
        prepare_res "$name.dat" "no options" "nitg-g without options"
        run_compiler "nitg-g" ./nitg --global
 
-       if test -n "$2"; then
+       if test "$1" = NOALL; then
+               shift
+       elif test -n "$2"; then
                prepare_res "$name-all.dat" "all" "nitg-g with all options $@"
                run_compiler "nitg-g-$tag" ./nitg --global $@
        fi
@@ -258,7 +266,9 @@ function bench_nitg-s_options()
        prepare_res "$name.dat" "no options" "nitg-s without options"
        run_compiler "nitg-s" ./nitg --separate
 
-       if test -n "$2"; then
+       if test "$1" = NOALL; then
+               shift
+       elif test -n "$2"; then
                prepare_res "$name-all.dat" "all" "nitg-s with all options $@"
                run_compiler "nitg-s-$tag" ./nitg --separate $@
        fi
@@ -273,7 +283,7 @@ function bench_nitg-s_options()
 bench_nitg-s_options "slower" --hardening --no-inline-intern --no-union-attribute --no-shortcut-equal --no-shortcut-range
 bench_nitg-s_options "nocheck" --no-check-covariance --no-check-initialization --no-check-assert --no-check-autocast --no-check-other
 bench_nitg-s_options "faster" --inline-coloring-numbers
-bench_nitg-s_options "typing" --bm-typing --phand-typing
+bench_nitg-s_options "typing" NOALL --bm-typing --phand-typing
 
 function bench_nitg-e_options()
 {
@@ -284,7 +294,9 @@ function bench_nitg-e_options()
        prepare_res "$name.dat" "no options" "nitg-e without options"
        run_compiler "nitg-e" ./nitg --erasure
 
-       if test -n "$2"; then
+       if test "$1" = NOALL; then
+               shift
+       elif test -n "$2"; then
                prepare_res "$name-all.dat" "all" "nitg-e with all options $@"
                run_compiler "nitg-e-$tag" ./nitg --erasure $@
        fi
@@ -299,7 +311,7 @@ function bench_nitg-e_options()
 bench_nitg-e_options "slower" --hardening --no-inline-intern --no-union-attribute --no-shortcut-equal --no-shortcut-range
 bench_nitg-e_options "nocheck" --no-check-covariance --no-check-initialization --no-check-assert --no-check-autocast --no-check-other --no-check-erasure-cast
 bench_nitg-e_options "faster" --inline-coloring-numbers
-bench_nitg-e_options "typing" --bm-typing --phand-typing
+bench_nitg-e_options "typing" NOALL --bm-typing # --phand-typing
 
 function bench_nitc_gc()
 {
@@ -420,6 +432,10 @@ function bench_compilation_time
        for i in ../examples/hello_world.nit ../src/test_parser.nit ../src/nitg.nit; do
                bench_command `basename "$i" .nit` "" ./nitg --global "$i" --no-cc
        done
+       prepare_res "$name-nitg-e.dat" "nitg-e" "nitg --separate"
+       for i in ../examples/hello_world.nit ../src/test_parser.nit ../src/nitg.nit; do
+               bench_command `basename "$i" .nit` "" ./nitg --separate "$i" --no-cc
+       done
        prepare_res "$name-nitg-e.dat" "nitg-e" "nitg --erasure"
        for i in ../examples/hello_world.nit ../src/test_parser.nit ../src/nitg.nit; do
                bench_command `basename "$i" .nit` "" ./nitg --erasure "$i" --no-cc