bench/stutter: add a "user" benchmark

* bench/stutter/user.sh: New bench.
* bench/stutter/Makefile.am: Add it.
* bench/stutter/README: Mention it.
* bench/stutter/stutter_bench.sh: Run it.
This commit is contained in:
Alexandre Duret-Lutz 2015-02-13 16:58:42 +01:00
parent 204af40b09
commit e900488e13
4 changed files with 47 additions and 15 deletions

23
bench/stutter/user.sh Executable file
View file

@ -0,0 +1,23 @@
#!/bin/sh
RANDLTL=../../src/bin/randltl
LTLFILT=../../src/bin/ltlfilt
LTLDO=../../src/bin/ltldo
set -e -x
(
must_exit=false
echo ap,algo,time,matched,exit.status
for ap in 1 2 3 4; do
$RANDLTL $ap --tree-size=..30 -n -1 | $LTLFILT --ap=$ap | $LTLFILT -v --nox -n 500 > formulas
for algo in 1 2 3 4 5 6 7 8 0; do
es=0
SPOT_STUTTER_CHECK=$algo /usr/bin/time -o user-$ap-$algo.csv -f "$ap,$algo,%e" $LTLFILT --stutter-invariant formulas > matched-$ap-$algo.ltl || must_exit=true es=$?
matched=`wc -l < matched-$ap-$algo.ltl`
csv=`tail -n 1 user-$ap-$algo.csv`
echo $csv,$matched,$es
rm -f user-$ap-$algo.csv
$must_exit && exit 0
done
done
) > ltl-user-bench.csv