bench/stutter: add a "user" benchmark
* bench/stutter/user.sh: New bench. * bench/stutter/Makefile.am: Add it. * bench/stutter/README: Mention it. * bench/stutter/stutter_bench.sh: Run it.
This commit is contained in:
parent
204af40b09
commit
e900488e13
4 changed files with 47 additions and 15 deletions
23
bench/stutter/user.sh
Executable file
23
bench/stutter/user.sh
Executable file
|
|
@ -0,0 +1,23 @@
|
|||
#!/bin/sh
|
||||
RANDLTL=../../src/bin/randltl
|
||||
LTLFILT=../../src/bin/ltlfilt
|
||||
LTLDO=../../src/bin/ltldo
|
||||
|
||||
set -e -x
|
||||
|
||||
(
|
||||
must_exit=false
|
||||
echo ap,algo,time,matched,exit.status
|
||||
for ap in 1 2 3 4; do
|
||||
$RANDLTL $ap --tree-size=..30 -n -1 | $LTLFILT --ap=$ap | $LTLFILT -v --nox -n 500 > formulas
|
||||
for algo in 1 2 3 4 5 6 7 8 0; do
|
||||
es=0
|
||||
SPOT_STUTTER_CHECK=$algo /usr/bin/time -o user-$ap-$algo.csv -f "$ap,$algo,%e" $LTLFILT --stutter-invariant formulas > matched-$ap-$algo.ltl || must_exit=true es=$?
|
||||
matched=`wc -l < matched-$ap-$algo.ltl`
|
||||
csv=`tail -n 1 user-$ap-$algo.csv`
|
||||
echo $csv,$matched,$es
|
||||
rm -f user-$ap-$algo.csv
|
||||
$must_exit && exit 0
|
||||
done
|
||||
done
|
||||
) > ltl-user-bench.csv
|
||||
Loading…
Add table
Add a link
Reference in a new issue