Revamp the ltl2tgba benchmark.
* bench/ltl2tgba/algorithms: Reduce the number of Spot configuration tested. * bench/ltl2tgba/Makefile.am (run, small.txt, big.txt, known.txt): New rules. * bench/ltl2tgba/big, bench/ltl2tgba/small, bench/ltl2tgba/known: Add a 15min timeout to the lbtt configuration. * bench/ltl2tgba/defs.in: Adjust variable definitions to accept variable inderections. * bench/ltl2tgba/parseout.pl: Add an option to output the table in LaTeX. Also consider all formulae, not just the positive formulae. * bench/ltl2tgba/README: Update.
This commit is contained in:
Alexandre Duret-Lutz
parent
3fecb250a2
commit
1a823fea96
9 changed files with 145 additions and 317 deletions
|
|
@ -1,269 +1,4 @@
|
|||
cat >"$conffile" <<EOF
|
||||
Algorithm
|
||||
{
|
||||
Name = "LaCIM, degen"
|
||||
Path = "$LBTT_TRANSLATE"
|
||||
Parameters = "--spot '$LTL2TGBA -l -t -D -F'"
|
||||
Enabled = yes
|
||||
}
|
||||
|
||||
Algorithm
|
||||
{
|
||||
Name = "LaCIM, gen"
|
||||
Path = "$LBTT_TRANSLATE"
|
||||
Parameters = "--spot '$LTL2TGBA -l -t -F'"
|
||||
Enabled = yes
|
||||
}
|
||||
|
||||
Algorithm
|
||||
{
|
||||
Name = "LaCIM, degen, +pre"
|
||||
Path = "$LBTT_TRANSLATE"
|
||||
Parameters = "--spot '$LTL2TGBA -l -t -D -r4 -F'"
|
||||
Enabled = yes
|
||||
}
|
||||
|
||||
Algorithm
|
||||
{
|
||||
Name = "LaCIM, gen, +pre"
|
||||
Path = "$LBTT_TRANSLATE"
|
||||
Parameters = "--spot '$LTL2TGBA -l -t -r4 -F'"
|
||||
Enabled = yes
|
||||
}
|
||||
|
||||
Algorithm
|
||||
{
|
||||
Name = "LACIM, eltl"
|
||||
Path = "$LBTT_TRANSLATE"
|
||||
Parameters = "--spot '$ELTL2TGBA -LW'"
|
||||
Enabled = yes
|
||||
}
|
||||
|
||||
Algorithm
|
||||
{
|
||||
Name = "LACIM, eltl, +delete_unaccepting_scc"
|
||||
Path = "$LBTT_TRANSLATE"
|
||||
Parameters = "--spot '$ELTL2TGBA -L'"
|
||||
Enabled = yes
|
||||
}
|
||||
|
||||
Algorithm
|
||||
{
|
||||
Name = "FM, degen, +symb_merge, +exprop, LTLopt"
|
||||
Path = "$LBTT_TRANSLATE"
|
||||
Parameters = "--spot '$srcdir/ltl2baw.pl --spot=\"-f -t -x -D\" -F'"
|
||||
Enabled = yes
|
||||
}
|
||||
|
||||
Algorithm
|
||||
{
|
||||
Name = "FM, degen, +symb_merge, +exprop, +pre"
|
||||
Path = "$LBTT_TRANSLATE"
|
||||
Parameters = "--spot '$LTL2TGBA -r4 -f -t -x -D -F'"
|
||||
Enabled = yes
|
||||
}
|
||||
|
||||
Algorithm
|
||||
{
|
||||
Name = "FM, degen, +symb_merge, +exprop, +pre, +post"
|
||||
Path = "$LBTT_TRANSLATE"
|
||||
Parameters = "--spot '$LTL2TGBA -r4 -R1q -R1t -R3 -f -t -x -D -F'"
|
||||
Enabled = yes
|
||||
}
|
||||
|
||||
Algorithm
|
||||
{
|
||||
Name = "FM, degen, +symb_merge, +exprop, +pre, +post, +flapprox"
|
||||
Path = "$LBTT_TRANSLATE"
|
||||
Parameters = "--spot '$LTL2TGBA -r4 -R1q -R1t -R3 -L -f -t -x -D -F'"
|
||||
Enabled = yes
|
||||
}
|
||||
|
||||
Algorithm
|
||||
{
|
||||
Name = "FM, degen, +symb_merge, +exprop, +INpre, +post, +flapprox"
|
||||
Path = "$LBTT_TRANSLATE"
|
||||
Parameters = "--spot '$LTL2TGBA -fr4 -R1q -R1t -R3 -L -t -x -D -F'"
|
||||
Enabled = yes
|
||||
}
|
||||
|
||||
Algorithm
|
||||
{
|
||||
Name = "FM, degen, +symb_merge, +exprop, +pre, +post, +flapprox, +post_branch"
|
||||
Path = "$LBTT_TRANSLATE"
|
||||
Parameters = "--spot '$LTL2TGBA -r4 -R1q -R1t -R3 -L -f -t -x -D -p -F'"
|
||||
Enabled = yes
|
||||
}
|
||||
|
||||
Algorithm
|
||||
{
|
||||
Name = "FM, degen, +symb_merge, +exprop, +INpre, +post, +flapprox, +post_branch"
|
||||
Path = "$LBTT_TRANSLATE"
|
||||
Parameters = "--spot '$LTL2TGBA -fr4 -R1q -R1t -R3 -L -t -x -D -p -F'"
|
||||
Enabled = yes
|
||||
}
|
||||
|
||||
Algorithm
|
||||
{
|
||||
Name = "FM, degen, +symb_merge, +exprop, +post_branch, LTLopt"
|
||||
Path = "$LBTT_TRANSLATE"
|
||||
Parameters = "--spot '$srcdir/ltl2baw.pl --spot=\"-f -x -p -t -D\" -F'"
|
||||
Enabled = yes
|
||||
}
|
||||
|
||||
Algorithm
|
||||
{
|
||||
Name = "FM, degen, +symb_merge, +exprop, +flapprox, LTLopt"
|
||||
Path = "$LBTT_TRANSLATE"
|
||||
Parameters = "--spot '$srcdir/ltl2baw.pl --spot=\"-f -x -t -L -D\" -F'"
|
||||
Enabled = yes
|
||||
}
|
||||
|
||||
Algorithm
|
||||
{
|
||||
Name = "FM, degen, +symb_merge, +exprop, +post_branch, +flapprox, LTLopt"
|
||||
Path = "$LBTT_TRANSLATE"
|
||||
Parameters = "--spot '$srcdir/ltl2baw.pl --spot=\"-f -x -p -t -L -D\" -F'"
|
||||
Enabled = yes
|
||||
}
|
||||
|
||||
Algorithm
|
||||
{
|
||||
Name = "FM, gen, -symb_merge, -exprop"
|
||||
Path = "$LBTT_TRANSLATE"
|
||||
Parameters = "--spot '$LTL2TGBA -F -f -y -t'"
|
||||
Enabled = yes
|
||||
}
|
||||
|
||||
Algorithm
|
||||
{
|
||||
Name = "FM, gen, -symb_merge, +exprop"
|
||||
Path = "$LBTT_TRANSLATE"
|
||||
Parameters = "--spot '$LTL2TGBA -F -f -y -x -t'"
|
||||
Enabled = yes
|
||||
}
|
||||
|
||||
Algorithm
|
||||
{
|
||||
Name = "FM, gen, +symb_merge, -exprop"
|
||||
Path = "$LBTT_TRANSLATE"
|
||||
Parameters = "--spot '$LTL2TGBA -F -f -t'"
|
||||
Enabled = yes
|
||||
}
|
||||
|
||||
Algorithm
|
||||
{
|
||||
Name = "FM, gen, +symb_merge, +exprop"
|
||||
Path = "$LBTT_TRANSLATE"
|
||||
Parameters = "--spot '$LTL2TGBA -F -f -x -t'"
|
||||
Enabled = yes
|
||||
}
|
||||
|
||||
Algorithm
|
||||
{
|
||||
Name = "FM, gen, -symb_merge, -exprop, LTLopt"
|
||||
Path = "$LBTT_TRANSLATE"
|
||||
Parameters = "--spot './ltl2baw.pl --spot=\"-f -y -t\" -F'"
|
||||
Enabled = yes
|
||||
}
|
||||
|
||||
Algorithm
|
||||
{
|
||||
Name = "FM, gen, -symb_merge, +exprop, LTLopt"
|
||||
Path = "$LBTT_TRANSLATE"
|
||||
Parameters = "--spot './ltl2baw.pl --spot=\"-f -y -x -t\" -F'"
|
||||
Enabled = yes
|
||||
}
|
||||
|
||||
Algorithm
|
||||
{
|
||||
Name = "FM, gen, +symb_merge, -exprop, LTLopt"
|
||||
Path = "$LBTT_TRANSLATE"
|
||||
Parameters = "--spot './ltl2baw.pl --spot=\"-f -t\" -F'"
|
||||
Enabled = yes
|
||||
}
|
||||
|
||||
Algorithm
|
||||
{
|
||||
Name = "FM, gen, +symb_merge, +exprop, LTLopt"
|
||||
Path = "$LBTT_TRANSLATE"
|
||||
Parameters = "--spot './ltl2baw.pl --spot=\"-f -x -t\" -F'"
|
||||
Enabled = yes
|
||||
}
|
||||
|
||||
Algorithm
|
||||
{
|
||||
Name = "FM, gen, +symb_merge, +exprop, +post_branch, LTLopt"
|
||||
Path = "$LBTT_TRANSLATE"
|
||||
Parameters = "--spot './ltl2baw.pl --spot=\"-f -x -p -t\" -F'"
|
||||
Enabled = yes
|
||||
}
|
||||
|
||||
Algorithm
|
||||
{
|
||||
Name = "FM, gen, +symb_merge, +exprop, +flapprox, LTLopt"
|
||||
Path = "$LBTT_TRANSLATE"
|
||||
Parameters = "--spot './ltl2baw.pl --spot=\"-f -x -L -t\" -F'"
|
||||
Enabled = yes
|
||||
}
|
||||
|
||||
|
||||
Algorithm
|
||||
{
|
||||
Name = "FM, gen, +symb_merge, +exprop, +post_branch, +flapprox, LTLopt"
|
||||
Path = "$LBTT_TRANSLATE"
|
||||
Parameters = "--spot './ltl2baw.pl --spot=\"-f -x -p -L -t\" -F'"
|
||||
Enabled = yes
|
||||
}
|
||||
|
||||
Algorithm
|
||||
{
|
||||
Name = "FM, gen, +symb_merge, +exprop, +pre"
|
||||
Path = "$LBTT_TRANSLATE"
|
||||
Parameters = "--spot '$LTL2TGBA -r4 -f -t -x -F'"
|
||||
Enabled = yes
|
||||
}
|
||||
|
||||
Algorithm
|
||||
{
|
||||
Name = "FM, gen, +symb_merge, +exprop, +pre, +post"
|
||||
Path = "$LBTT_TRANSLATE"
|
||||
Parameters = "--spot '$LTL2TGBA -r4 -R1q -R1t -R3 -f -t -x -F'"
|
||||
Enabled = yes
|
||||
}
|
||||
|
||||
Algorithm
|
||||
{
|
||||
Name = "FM, gen, +symb_merge, +exprop, +pre, +post, +flapprox"
|
||||
Path = "$LBTT_TRANSLATE"
|
||||
Parameters = "--spot '$LTL2TGBA -r4 -R1q -R1t -R3 -L -f -t -x -F'"
|
||||
Enabled = yes
|
||||
}
|
||||
|
||||
Algorithm
|
||||
{
|
||||
Name = "FM, gen, +symb_merge, +exprop, +INpre, +post, +flapprox"
|
||||
Path = "$LBTT_TRANSLATE"
|
||||
Parameters = "--spot '$LTL2TGBA -fr4 -R1q -R1t -R3 -L -t -x -F'"
|
||||
Enabled = yes
|
||||
}
|
||||
|
||||
Algorithm
|
||||
{
|
||||
Name = "FM, gen, +symb_merge, +exprop, +pre, +post, +flapprox, +post_branch"
|
||||
Path = "$LBTT_TRANSLATE"
|
||||
Parameters = "--spot '$LTL2TGBA -r4 -R1q -R1t -R3 -L -f -t -x -p -F'"
|
||||
Enabled = yes
|
||||
}
|
||||
|
||||
Algorithm
|
||||
{
|
||||
Name = "FM, gen, +symb_merge, +exprop, +INpre, +post, +flapprox, +post_branch"
|
||||
Path = "$LBTT_TRANSLATE"
|
||||
Parameters = "--spot '$LTL2TGBA -fr4 -R1q -R1t -R3 -L -t -x -p -F'"
|
||||
Enabled = yes
|
||||
}
|
||||
|
||||
Algorithm
|
||||
{
|
||||
Name = "Spin"
|
||||
|
|
@ -274,39 +9,24 @@ Algorithm
|
|||
|
||||
Algorithm
|
||||
{
|
||||
Name = "LBT"
|
||||
Path = "$LBTT_TRANSLATE"
|
||||
Parameters = "--lbt $LBT"
|
||||
Enabled = $HAVE_LBT
|
||||
}
|
||||
|
||||
Algorithm
|
||||
{
|
||||
Name = "LTL2BA, degen"
|
||||
Name = "ltl2ba"
|
||||
Path = "$LBTT_TRANSLATE"
|
||||
Parameters = "--spin $LTL2BA"
|
||||
Enabled = $HAVE_LTL2BA
|
||||
}
|
||||
|
||||
|
||||
Algorithm
|
||||
{
|
||||
Name = "LTL2BA, gen (unfair)"
|
||||
Path = "$LBTT_TRANSLATE"
|
||||
Parameters = "--spot './ltl2baw.pl -F'"
|
||||
Enabled = $HAVE_LTL2BA
|
||||
Name = "Modella"
|
||||
Path = "$MODELLA"
|
||||
Parameters = "-o1 -g -e -r12"
|
||||
Enabled = $HAVE_MODELLA
|
||||
}
|
||||
|
||||
Algorithm
|
||||
{
|
||||
Name = "Wring (Wring RewRule+BoolOpt+AutSempl)"
|
||||
Path = "$WRING2LBTT"
|
||||
Parameters = "--5"
|
||||
Enabled = $HAVE_WRING2LBTT
|
||||
}
|
||||
|
||||
Algorithm
|
||||
{
|
||||
Name = "Wring (Wring RewRule+BoolOpt+AutSempl), degen"
|
||||
Name = "Wring (RewRule+BoolOpt+AutSempl), degen"
|
||||
Path = "$WRING2LBTT"
|
||||
Parameters = "-d --5"
|
||||
Enabled = $HAVE_WRING2LBTT
|
||||
|
|
@ -314,10 +34,10 @@ Algorithm
|
|||
|
||||
Algorithm
|
||||
{
|
||||
Name = "Modella -o1 -g -e -r12"
|
||||
Path = "$MODELLA"
|
||||
Parameters = "-o1 -g -e -r12"
|
||||
Enabled = $HAVE_MODELLA
|
||||
Name = "Wring (RewRule+BoolOpt+AutSempl)"
|
||||
Path = "$WRING2LBTT"
|
||||
Parameters = "--5"
|
||||
Enabled = $HAVE_WRING2LBTT
|
||||
}
|
||||
|
||||
Algorithm
|
||||
|
|
@ -326,4 +46,53 @@ Algorithm
|
|||
Path = "$LTL2NBA"
|
||||
Enabled = $HAVE_LTL2NBA
|
||||
}
|
||||
|
||||
Algorithm
|
||||
{
|
||||
Name = "Spot FM (degen)"
|
||||
Path = "$LBTT_TRANSLATE"
|
||||
Parameters = "--spin '$LTL2TGBA -f -N -R3 -r7 -F'"
|
||||
Enabled = yes
|
||||
}
|
||||
|
||||
Algorithm
|
||||
{
|
||||
Name = "Spot FM det. (degen)"
|
||||
Path = "$LBTT_TRANSLATE"
|
||||
Parameters = "--spin '$LTL2TGBA -f -N -R3 -r7 -x -F'"
|
||||
Enabled = yes
|
||||
}
|
||||
|
||||
Algorithm
|
||||
{
|
||||
Name = "Spot FM WDBA (degen)"
|
||||
Path = "$LBTT_TRANSLATE"
|
||||
Parameters = "--spin '$LTL2TGBA -f -N -R3 -r7 -x -Rm -F'"
|
||||
Enabled = yes
|
||||
}
|
||||
|
||||
Algorithm
|
||||
{
|
||||
Name = "Spot FM (TGBA)"
|
||||
Path = "$LBTT_TRANSLATE"
|
||||
Parameters = "--spot '$LTL2TGBA -f -t -R3f -r7 -F'"
|
||||
Enabled = yes
|
||||
}
|
||||
|
||||
Algorithm
|
||||
{
|
||||
Name = "Spot FM det. (TGBA)"
|
||||
Path = "$LBTT_TRANSLATE"
|
||||
Parameters = "--spot '$LTL2TGBA -f -t -R3f -r7 -x -F'"
|
||||
Enabled = yes
|
||||
}
|
||||
|
||||
Algorithm
|
||||
{
|
||||
Name = "Spot FM WDBA (TGBA)"
|
||||
Path = "$LBTT_TRANSLATE"
|
||||
Parameters = "--spot '$LTL2TGBA -f -t -R3f -r7 -x -Rm -F'"
|
||||
Enabled = yes
|
||||
}
|
||||
|
||||
EOF
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue