diff options
author | Camil Staps | 2017-10-16 15:36:43 +0200 |
---|---|---|
committer | Camil Staps | 2017-10-16 15:36:43 +0200 |
commit | f1f019cd02bf2c0a73b3492a1664aaeb21e3aa76 (patch) | |
tree | f59193f56b7f421ecf64760595a274be991aa6d4 | |
parent | de-misunderestimating (diff) | |
parent | Add counterexamples and hypotheses of same counterexample twice (diff) |
Merge branch 'master' of gitlab.science.ru.nl:eveen/Testing-Techniques
14 files changed, 297 insertions, 0 deletions
diff --git a/assignments/assignment2/RivestShapir_counterexamples.txt b/assignments/assignment2/RivestSchapire_counterexamples.txt index ef7ae0b..ef7ae0b 100644 --- a/assignments/assignment2/RivestShapir_counterexamples.txt +++ b/assignments/assignment2/RivestSchapire_counterexamples.txt diff --git a/assignments/assignment2/RivestShapir_hypothesis0.dot b/assignments/assignment2/RivestSchapire_hypothesis0.dot index 271810a..271810a 100644 --- a/assignments/assignment2/RivestShapir_hypothesis0.dot +++ b/assignments/assignment2/RivestSchapire_hypothesis0.dot diff --git a/assignments/assignment2/RivestShapir_hypothesis1.dot b/assignments/assignment2/RivestSchapire_hypothesis1.dot index a5f1c09..a5f1c09 100644 --- a/assignments/assignment2/RivestShapir_hypothesis1.dot +++ b/assignments/assignment2/RivestSchapire_hypothesis1.dot diff --git a/assignments/assignment2/RivestShapir_hypothesis2.dot b/assignments/assignment2/RivestSchapire_hypothesis2.dot index 7e4b625..7e4b625 100644 --- a/assignments/assignment2/RivestShapir_hypothesis2.dot +++ b/assignments/assignment2/RivestSchapire_hypothesis2.dot diff --git a/assignments/assignment2/RivestShapir_hypothesis3.dot b/assignments/assignment2/RivestSchapire_hypothesis3.dot index 4f3545f..4f3545f 100644 --- a/assignments/assignment2/RivestShapir_hypothesis3.dot +++ b/assignments/assignment2/RivestSchapire_hypothesis3.dot diff --git a/assignments/assignment2/TTT_counterexamples.txt b/assignments/assignment2/TTT_counterexamples.txt new file mode 100644 index 0000000..a251de7 --- /dev/null +++ b/assignments/assignment2/TTT_counterexamples.txt @@ -0,0 +1,43 @@ +1508159843675 geckodriver INFO Listening on 127.0.0.1:28835 +1508159844019 geckodriver::marionette INFO Starting browser /usr/bin/firefox with args ["-marionette"] +1508159844827 Marionette INFO Listening on port 44047 +1508159844935 Marionette WARN TLS certificate errors will be ignored for this session +Oct 16, 2017 3:17:25 PM org.openqa.selenium.remote.ProtocolHandshake createSession +INFO: Detected dialect: W3C +model size 1 +0: Mon Oct 16 15:17:26 CEST 2017 +Hypothesis size: 1 states +learning queries/symbols: 5/5(5/5 this learning round) +Enter space-separated input sequence to try as a counter-example, or 'stop' to stop learning +10ct mars +SUL output: OK OK + +testing queries/symbols: 6/7(1/2 this testing round) + +model size 2 +1: Mon Oct 16 15:17:46 CEST 2017 +Hypothesis size: 2 states +learning queries/symbols: 20/40(14/33 this learning round) +Enter space-separated input sequence to try as a counter-example, or 'stop' to stop learning +10ct 10ct 5ct snickers +SUL output: OK OK OK OK + +testing queries/symbols: 21/44(1/4 this testing round) + +model size 4 +2: Mon Oct 16 15:18:41 CEST 2017 +Hypothesis size: 4 states +learning queries/symbols: 62/210(41/166 this learning round) +Enter space-separated input sequence to try as a counter-example, or 'stop' to stop learning +10ct 10ct 10ct 10ct 5ct +SUL output: OK OK OK OK NOK + +testing queries/symbols: 63/215(1/5 this testing round) + +model size 6 +3: Mon Oct 16 15:19:04 CEST 2017 +Hypothesis size: 6 states +learning queries/symbols: 121/530(58/315 this learning round) +Enter space-separated input sequence to try as a counter-example, or 'stop' to stop learning + +Process finished with exit code 130 (interrupted by signal 2: SIGINT) diff --git a/assignments/assignment2/TTT_hypothesis0.dot b/assignments/assignment2/TTT_hypothesis0.dot new file mode 100644 index 0000000..d0b4002 --- /dev/null +++ b/assignments/assignment2/TTT_hypothesis0.dot @@ -0,0 +1,12 @@ +digraph g { +__start0 [label="" shape="none"]; + + s0 [shape="circle" label="s0"]; + s0 -> s0 [label="5ct / OK"]; + s0 -> s0 [label="10ct / OK"]; + s0 -> s0 [label="mars / NOK"]; + s0 -> s0 [label="snickers / NOK"]; + s0 -> s0 [label="twix / NOK"]; + +__start0 -> s0; +} diff --git a/assignments/assignment2/TTT_hypothesis1.dot b/assignments/assignment2/TTT_hypothesis1.dot new file mode 100644 index 0000000..1602ee7 --- /dev/null +++ b/assignments/assignment2/TTT_hypothesis1.dot @@ -0,0 +1,18 @@ +digraph g { +__start0 [label="" shape="none"]; + + s0 [shape="circle" label="s0"]; + s1 [shape="circle" label="s1"]; + s0 -> s0 [label="5ct / OK"]; + s0 -> s1 [label="10ct / OK"]; + s0 -> s0 [label="mars / NOK"]; + s0 -> s0 [label="snickers / NOK"]; + s0 -> s0 [label="twix / NOK"]; + s1 -> s1 [label="5ct / OK"]; + s1 -> s1 [label="10ct / OK"]; + s1 -> s0 [label="mars / OK"]; + s1 -> s1 [label="snickers / NOK"]; + s1 -> s1 [label="twix / NOK"]; + +__start0 -> s0; +} diff --git a/assignments/assignment2/TTT_hypothesis2.dot b/assignments/assignment2/TTT_hypothesis2.dot new file mode 100644 index 0000000..2d672fa --- /dev/null +++ b/assignments/assignment2/TTT_hypothesis2.dot @@ -0,0 +1,30 @@ +digraph g { +__start0 [label="" shape="none"]; + + s0 [shape="circle" label="s0"]; + s1 [shape="circle" label="s1"]; + s2 [shape="circle" label="s2"]; + s3 [shape="circle" label="s3"]; + s0 -> s0 [label="5ct / OK"]; + s0 -> s1 [label="10ct / OK"]; + s0 -> s0 [label="mars / NOK"]; + s0 -> s0 [label="snickers / NOK"]; + s0 -> s0 [label="twix / NOK"]; + s1 -> s2 [label="5ct / OK"]; + s1 -> s2 [label="10ct / OK"]; + s1 -> s0 [label="mars / OK"]; + s1 -> s1 [label="snickers / NOK"]; + s1 -> s1 [label="twix / NOK"]; + s2 -> s3 [label="5ct / OK"]; + s2 -> s3 [label="10ct / OK"]; + s2 -> s1 [label="mars / OK"]; + s2 -> s2 [label="snickers / NOK"]; + s2 -> s0 [label="twix / OK"]; + s3 -> s3 [label="5ct / OK"]; + s3 -> s3 [label="10ct / OK"]; + s3 -> s2 [label="mars / OK"]; + s3 -> s0 [label="snickers / OK"]; + s3 -> s1 [label="twix / OK"]; + +__start0 -> s0; +} diff --git a/assignments/assignment2/TTT_hypothesis3.dot b/assignments/assignment2/TTT_hypothesis3.dot new file mode 100644 index 0000000..63acbc1 --- /dev/null +++ b/assignments/assignment2/TTT_hypothesis3.dot @@ -0,0 +1,42 @@ +digraph g { +__start0 [label="" shape="none"]; + + s0 [shape="circle" label="s0"]; + s1 [shape="circle" label="s1"]; + s2 [shape="circle" label="s2"]; + s3 [shape="circle" label="s3"]; + s4 [shape="circle" label="s4"]; + s5 [shape="circle" label="s5"]; + s0 -> s0 [label="5ct / OK"]; + s0 -> s1 [label="10ct / OK"]; + s0 -> s0 [label="mars / NOK"]; + s0 -> s0 [label="snickers / NOK"]; + s0 -> s0 [label="twix / NOK"]; + s1 -> s2 [label="5ct / OK"]; + s1 -> s2 [label="10ct / OK"]; + s1 -> s0 [label="mars / OK"]; + s1 -> s1 [label="snickers / NOK"]; + s1 -> s1 [label="twix / NOK"]; + s2 -> s3 [label="5ct / OK"]; + s2 -> s4 [label="10ct / OK"]; + s2 -> s1 [label="mars / OK"]; + s2 -> s2 [label="snickers / NOK"]; + s2 -> s0 [label="twix / OK"]; + s3 -> s4 [label="5ct / OK"]; + s3 -> s4 [label="10ct / OK"]; + s3 -> s2 [label="mars / OK"]; + s3 -> s0 [label="snickers / OK"]; + s3 -> s1 [label="twix / OK"]; + s4 -> s5 [label="5ct / OK"]; + s4 -> s5 [label="10ct / OK"]; + s4 -> s2 [label="mars / OK"]; + s4 -> s0 [label="snickers / OK"]; + s4 -> s2 [label="twix / OK"]; + s5 -> s5 [label="5ct / NOK"]; + s5 -> s5 [label="10ct / NOK"]; + s5 -> s4 [label="mars / OK"]; + s5 -> s2 [label="snickers / OK"]; + s5 -> s3 [label="twix / OK"]; + +__start0 -> s0; +} diff --git a/assignments/assignment2/Twice_counterexamples.txt b/assignments/assignment2/Twice_counterexamples.txt new file mode 100644 index 0000000..9ba77f1 --- /dev/null +++ b/assignments/assignment2/Twice_counterexamples.txt @@ -0,0 +1,38 @@ +driver INFO Listening on 127.0.0.1:1044 +1508160582696 geckodriver::marionette INFO Starting browser /usr/bin/firefox with args ["-marionette"] +1508160583602 Marionette INFO Listening on port 38035 +1508160583730 Marionette WARN TLS certificate errors will be ignored for this session +Oct 16, 2017 3:29:44 PM org.openqa.selenium.remote.ProtocolHandshake createSession +INFO: Detected dialect: W3C +model size 1 +0: Mon Oct 16 15:29:45 CEST 2017 +Hypothesis size: 1 states +learning queries/symbols: 5/5(5/5 this learning round) +Enter space-separated input sequence to try as a counter-example, or 'stop' to stop learning +10ct 10ct 5ct 10ct 5ct snickers twix 5ct mars +SUL output: OK OK OK OK OK OK OK OK NOK + +testing queries/symbols: 6/14(1/9 this testing round) + +model size 7 +1: Mon Oct 16 15:30:28 CEST 2017 +Hypothesis size: 7 states +learning queries/symbols: 77/424(71/410 this learning round) +Enter space-separated input sequence to try as a counter-example, or 'stop' to stop learning +10ct 10ct 5ct 10ct 5ct snickers twix 5ct mars +SUL output: OK OK OK OK OK OK OK OK NOK + +testing queries/symbols: 78/433(1/9 this testing round) + +model size 8 +2: Mon Oct 16 15:30:42 CEST 2017 +Hypothesis size: 8 states +learning queries/symbols: 135/677(57/244 this learning round) +Enter space-separated input sequence to try as a counter-example, or 'stop' to stop learning +stop +testing queries/symbols: 135/677(0/0 this testing round) + +Finished learning! +Learning the complete method took: 60 seconds. + +Process finished with exit code 0 diff --git a/assignments/assignment2/Twice_hypothesis0.dot b/assignments/assignment2/Twice_hypothesis0.dot new file mode 100644 index 0000000..271810a --- /dev/null +++ b/assignments/assignment2/Twice_hypothesis0.dot @@ -0,0 +1,12 @@ +digraph g { +__start0 [label="" shape="none"]; + + s0 [shape="circle" label="0"]; + s0 -> s0 [label="5ct / OK"]; + s0 -> s0 [label="10ct / OK"]; + s0 -> s0 [label="mars / NOK"]; + s0 -> s0 [label="snickers / NOK"]; + s0 -> s0 [label="twix / NOK"]; + +__start0 -> s0; +} diff --git a/assignments/assignment2/Twice_hypothesis1.dot b/assignments/assignment2/Twice_hypothesis1.dot new file mode 100644 index 0000000..42f4a93 --- /dev/null +++ b/assignments/assignment2/Twice_hypothesis1.dot @@ -0,0 +1,48 @@ +digraph g { +__start0 [label="" shape="none"]; + + s0 [shape="circle" label="0"]; + s1 [shape="circle" label="1"]; + s2 [shape="circle" label="2"]; + s3 [shape="circle" label="3"]; + s4 [shape="circle" label="4"]; + s5 [shape="circle" label="5"]; + s6 [shape="circle" label="6"]; + s0 -> s1 [label="5ct / OK"]; + s0 -> s1 [label="10ct / OK"]; + s0 -> s0 [label="mars / NOK"]; + s0 -> s0 [label="snickers / NOK"]; + s0 -> s0 [label="twix / NOK"]; + s1 -> s1 [label="5ct / OK"]; + s1 -> s2 [label="10ct / OK"]; + s1 -> s1 [label="mars / NOK"]; + s1 -> s1 [label="snickers / NOK"]; + s1 -> s1 [label="twix / NOK"]; + s2 -> s3 [label="5ct / OK"]; + s2 -> s4 [label="10ct / OK"]; + s2 -> s1 [label="mars / OK"]; + s2 -> s2 [label="snickers / NOK"]; + s2 -> s0 [label="twix / OK"]; + s3 -> s4 [label="5ct / OK"]; + s3 -> s5 [label="10ct / OK"]; + s3 -> s1 [label="mars / OK"]; + s3 -> s3 [label="snickers / NOK"]; + s3 -> s1 [label="twix / OK"]; + s4 -> s5 [label="5ct / OK"]; + s4 -> s5 [label="10ct / OK"]; + s4 -> s2 [label="mars / OK"]; + s4 -> s0 [label="snickers / OK"]; + s4 -> s1 [label="twix / OK"]; + s5 -> s5 [label="5ct / OK"]; + s5 -> s6 [label="10ct / OK"]; + s5 -> s3 [label="mars / OK"]; + s5 -> s1 [label="snickers / OK"]; + s5 -> s2 [label="twix / OK"]; + s6 -> s6 [label="5ct / NOK"]; + s6 -> s6 [label="10ct / NOK"]; + s6 -> s5 [label="mars / OK"]; + s6 -> s2 [label="snickers / OK"]; + s6 -> s4 [label="twix / OK"]; + +__start0 -> s0; +} diff --git a/assignments/assignment2/Twice_hypothesis2.dot b/assignments/assignment2/Twice_hypothesis2.dot new file mode 100644 index 0000000..a183679 --- /dev/null +++ b/assignments/assignment2/Twice_hypothesis2.dot @@ -0,0 +1,54 @@ +digraph g { +__start0 [label="" shape="none"]; + + s0 [shape="circle" label="0"]; + s1 [shape="circle" label="1"]; + s2 [shape="circle" label="2"]; + s3 [shape="circle" label="3"]; + s4 [shape="circle" label="4"]; + s5 [shape="circle" label="5"]; + s6 [shape="circle" label="6"]; + s7 [shape="circle" label="7"]; + s0 -> s1 [label="5ct / OK"]; + s0 -> s7 [label="10ct / OK"]; + s0 -> s0 [label="mars / NOK"]; + s0 -> s0 [label="snickers / NOK"]; + s0 -> s0 [label="twix / NOK"]; + s1 -> s7 [label="5ct / OK"]; + s1 -> s2 [label="10ct / OK"]; + s1 -> s1 [label="mars / NOK"]; + s1 -> s1 [label="snickers / NOK"]; + s1 -> s1 [label="twix / NOK"]; + s2 -> s3 [label="5ct / OK"]; + s2 -> s4 [label="10ct / OK"]; + s2 -> s1 [label="mars / OK"]; + s2 -> s2 [label="snickers / NOK"]; + s2 -> s0 [label="twix / OK"]; + s3 -> s4 [label="5ct / OK"]; + s3 -> s5 [label="10ct / OK"]; + s3 -> s7 [label="mars / OK"]; + s3 -> s3 [label="snickers / NOK"]; + s3 -> s1 [label="twix / OK"]; + s4 -> s5 [label="5ct / OK"]; + s4 -> s5 [label="10ct / OK"]; + s4 -> s2 [label="mars / OK"]; + s4 -> s0 [label="snickers / OK"]; + s4 -> s7 [label="twix / OK"]; + s5 -> s5 [label="5ct / OK"]; + s5 -> s6 [label="10ct / OK"]; + s5 -> s3 [label="mars / OK"]; + s5 -> s1 [label="snickers / OK"]; + s5 -> s2 [label="twix / OK"]; + s6 -> s6 [label="5ct / NOK"]; + s6 -> s6 [label="10ct / NOK"]; + s6 -> s5 [label="mars / OK"]; + s6 -> s2 [label="snickers / OK"]; + s6 -> s4 [label="twix / OK"]; + s7 -> s2 [label="5ct / OK"]; + s7 -> s3 [label="10ct / OK"]; + s7 -> s0 [label="mars / OK"]; + s7 -> s7 [label="snickers / NOK"]; + s7 -> s7 [label="twix / NOK"]; + +__start0 -> s0; +} |