5f43fec8db
* NEWS: mention this fix. * bench/stutter/stutter_bench.sh, bench/stutter/user.sh: Path to spot binaries would include an inexistant src directory. * bench/stutter/stutter_invariance_formulas.cc: Add override qualifier to satisfy -Wsuggest-override.
23 lines
668 B
Bash
Executable file
23 lines
668 B
Bash
Executable file
#!/bin/sh
|
|
RANDLTL=../../bin/randltl
|
|
LTLFILT=../../bin/ltlfilt
|
|
LTLDO=../../bin/ltldo
|
|
|
|
set -e -x
|
|
|
|
(
|
|
must_exit=false
|
|
echo ap,algo,time,matched,exit.status
|
|
for ap in 1 2 3; do
|
|
$RANDLTL $ap --tree-size=..30 -n -1 | $LTLFILT --ap=$ap | $LTLFILT -v --nox -n 500 > formulas
|
|
for algo in 1 2 3 4 5 6 7 8 0 9; do
|
|
es=0
|
|
SPOT_STUTTER_CHECK=$algo /usr/bin/time -o user-$ap-$algo.csv -f "$ap,$algo,%e" $LTLFILT --stutter-invariant formulas > matched-$ap-$algo.ltl || must_exit=true es=$?
|
|
matched=`wc -l < matched-$ap-$algo.ltl`
|
|
csv=`tail -n 1 user-$ap-$algo.csv`
|
|
echo $csv,$matched,$es
|
|
rm -f user-$ap-$algo.csv
|
|
$must_exit && exit 0
|
|
done
|
|
done
|
|
) > ltl-user-bench.csv
|