bd414d4d4c
* bench/stutter/stutter_invariance_randomgraph.cc: Update to recent changes. If an algorithm took more that 30s on an average for a set of parameters, avoid running it with more states. Take the density and ap count as parameter. Output all the algorithms on the same line. Add additional statistics about automata. * bench/stutter/stutter_invariance_formulas.cc: Update to recent changes. Output all the algorithms on the same line. Add additional statistics about automata. * bench/stutter/stutter_bench.sh: Use a Makefile to manage concurrency. * bench/stutter/README: Update.
35 lines
945 B
Bash
Executable file
35 lines
945 B
Bash
Executable file
#!/bin/sh
|
|
|
|
RANDLTL=../../src/bin/randltl
|
|
LTLFILT=../../src/bin/ltlfilt
|
|
|
|
pos="pos.states,pos.trans,pos.edges,pos.scc,pos.nondet"
|
|
neg="neg.states,neg.trans,neg.edges,neg.scc,neg.nondet"
|
|
algos="time1,time2,time3,time4,time5,time6,time7,time8"
|
|
|
|
OUTPUTF=bench_formulas.csv
|
|
(
|
|
all=
|
|
for ap in 1 2 3 4; do
|
|
out=ltl-ap$ap.csv
|
|
echo "$out:; $RANDLTL $ap --tree-size=..30 -n -1 | $LTLFILT --ap=$ap | $LTLFILT -v --nox -n 10000 | ./stutter_invariance_formulas -F- > \$@"
|
|
all="$all $out"
|
|
done
|
|
|
|
echo "$OUTPUTF:$all; (echo 'formula,ap,$pos,$neg,$algos,res'; cat $all) > \$@"
|
|
) > run.mk
|
|
|
|
OUTPUTG=bench_randgraph.csv
|
|
(
|
|
all=
|
|
for d in 0.0 0.1 0.2 0.3 0.4 0.5 0.6 0.7 0.8 0.9 1.0; do
|
|
for ap in 1 2 3 4; do
|
|
out=graph-d$d-ap$ap.csv
|
|
echo "$out:; ./stutter_invariance_randomgraph $d $ap > \$@"
|
|
all="$all $out"
|
|
done
|
|
done
|
|
echo "$OUTPUTG:$all; (echo 'd,ap,seed,$pos,$neg,$algos,res'; cat $all) > \$@"
|
|
) >> run.mk
|
|
|
|
make "$@" -f run.mk $OUTPUTF $OUTPUTG
|