bench/markdown: disable pandoc that is broken

[nit.git] / benchmarks / markdown / bench_markdown.sh
diff --git a/benchmarks/markdown/bench_markdown.sh b/benchmarks/markdown/bench_markdown.sh

index 4cb0f15..d6826e1 100755 (executable)
--- a/benchmarks/markdown/bench_markdown.sh
+++ b/benchmarks/markdown/bench_markdown.sh
@@ -24,13 +24,8 @@ source ../bench_plot.sh
  # Can be overrided with 'the option -n'
  count=2
  
-### HELPER FUNCTIONS ##
-
-function die()
-{
-       echo >&2 "error: $*"
-       died=1
-}
+# Default number of times the input file is transformed during a single run
+s=200
  
  ## HANDLE OPTIONS ##
  
@@ -39,6 +34,7 @@ function usage()
         echo "run_bench: [options]* benchname"
         echo "  -v: verbose mode"
         echo "  -n count: number of execution for each bar (default: $count)"
+       echo "  -s size: number of transformations for each run (default: $s)"
         echo "  --dry: Do not run the commands, just reuse the data and generate the graph"
         echo "  -h: this help"
  }
@@ -49,6 +45,7 @@ while [ "$stop" = false ]; do
                 -v) verbose=true; shift;;
                 -h) usage; exit;;
                 -n) count="$2"; shift; shift;;
+               -s) s="$2"; shift; shift;;
                 --dry) dry_run=true; shift;;
                 *) stop=true
         esac
@@ -73,8 +70,8 @@ outdir="./out"
  engdir="./engines"
  bncdir="./benches/out"
  mkdir -p $outdir
-
-s=50
+html="index.html"
+echo >"$html" "<html><head></head><body>"
  
  function bench_nitmd()
  {
@@ -88,6 +85,18 @@ function bench_nitmd()
  }
  bench_nitmd
  
+function bench_nitmd-o()
+{
+       name="$FUNCNAME"
+       skip_test "$name" && return
+       prepare_res $outdir/nitmd-o.dat "nitmd-o" "nitmd-o"
+       for file in $bncdir/*.md; do
+               bench=`basename $file .md`
+               bench_command "$bench" "" "$engdir/nitmd/nitmd-o" "$file" "$s"
+       done
+}
+bench_nitmd-o
+
  function bench_txtmark()
  {
         name="$FUNCNAME"
@@ -112,10 +121,25 @@ function bench_markdown4j()
  }
  bench_markdown4j
  
+function bench_pandoc()
+{
+       name="$FUNCNAME"
+       skip_test "$name" && return
+       prepare_res $outdir/pandoc.dat "pandoc" "pandoc"
+       for file in $bncdir/*.md; do
+               name=`basename $file .md`
+               bench_command "$bench" "" "$engdir/pandoc/pandoc" "$file" "$s"
+       done
+}
+# FIXME: Fix an reactivate the pandoc engine
+#bench_pandoc
+
  if test "$#" -gt 0; then
      plot $outdir/bench_markdown.gnu
  fi
  
+echo >>"$html" "</body></html>"
+
  if test -n "$died"; then
         echo "Some commands failed"
         exit 1