alarsyo/spot
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

Preliminary benchmark using genltl, introduced earlier.

Browse source 
* bench/ltlclasses/: New benchmark.
* bench/Makefile.am: Add it.
* configure.ac: Adjust.
This commit is contained in:
Alexandre Duret-Lutz 2010-12-04 18:07:22 +01:00
parent c4a7efb9e0
commit d42deb7fa4
9 changed files with 210 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

43
bench/ltlclasses/run Executable file
View file

@ -0,0 +1,43 @@
#!/bin/sh
# Copyright (C) 2010 Laboratoire de Recherche et Développement de
# l'EPITA (LRDE)
#
# This file is part of Spot, a model checking library.
#
# Spot is free software; you can redistribute it and/or modify it
# under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# (at your option) any later version.
#
# Spot is distributed in the hope that it will be useful, but WITHOUT
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
# or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public
# License for more details.
#
# You should have received a copy of the GNU General Public License
# along with Spot; see the file COPYING. If not, write to the Free
# Software Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA
# 02111-1307, USA.
. ./defs
gen="$srcdir/../../src/ltltest/genltl"
for F in 1 2 3 4 5; do
echo "# Benching ltl2tgba_fm for family F=$F"
echo "# e.g. `$gen $F 3`"
echo "# the following values are also saved to file 'results$F.fm'"
echo "# time1 = translation time"
echo "# time2 = exploration time"
echo "# n, states, transitions, user time1, system time1, wall time2, user time1, system time2, wall time2"
for n in 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15; do
$LTL2TGBA -T -r1 -DS -k -f "`"$gen" $F $n`" >out 2>&1
states=`sed -n 's/^states: \([0-9]*\)$/\1/p' out`
transitions=`sed -n 's/^transitions: \([0-9]*\)$/\1/p' out`
time=`sed -n 's/ *translating formula *| *\([0-9]*\) .*| *\([0-9]*\) .*| *\([0-9]*\) .*|.*/\1,\2,\3/p' out`
time2=`sed -n 's/ *producing output *| *\([0-9]*\) .*| *\([0-9]*\) .*| *\([0-9]*\) .*|.*/\1,\2,\3/p' out`
echo $n,$states,$transitions,$time,$time2
done | tee results$F.fm
done
echo "# now run 'gnuplot plot.gnu'"