From eb45913b4e005fc7dd1e2828d3625d8286b18f5e Mon Sep 17 00:00:00 2001 From: rodrigo7491 Date: Mon, 13 Dec 2021 11:11:31 +0000 Subject: [PATCH] Add reports from v0.18.2-SNAPSHOT --- ...ing+SetSndRcv-apalache-0.18.2-SNAPSHOT.csv | 17 + ...012encoding+SetSndRcv-apalache-mem-log.svg | 1400 ++++++++++++++++ .../012encoding+SetSndRcv-apalache-mem.svg | 1400 ++++++++++++++++ .../012encoding+SetSndRcv-apalache-ncells.svg | 1314 +++++++++++++++ ...12encoding+SetSndRcv-apalache-nclauses.svg | 1391 ++++++++++++++++ ...12encoding+SetSndRcv-apalache-time-log.svg | 1474 +++++++++++++++++ .../012encoding+SetSndRcv-apalache-time.svg | 1366 +++++++++++++++ results/012encoding+SetSndRcv-report.md | 70 + 8 files changed, 8432 insertions(+) create mode 100644 results/012encoding+SetSndRcv-apalache-0.18.2-SNAPSHOT.csv create mode 100644 results/012encoding+SetSndRcv-apalache-mem-log.svg create mode 100644 results/012encoding+SetSndRcv-apalache-mem.svg create mode 100644 results/012encoding+SetSndRcv-apalache-ncells.svg create mode 100644 results/012encoding+SetSndRcv-apalache-nclauses.svg create mode 100644 results/012encoding+SetSndRcv-apalache-time-log.svg create mode 100644 results/012encoding+SetSndRcv-apalache-time.svg create mode 100644 results/012encoding+SetSndRcv-report.md diff --git a/results/012encoding+SetSndRcv-apalache-0.18.2-SNAPSHOT.csv b/results/012encoding+SetSndRcv-apalache-0.18.2-SNAPSHOT.csv new file mode 100644 index 0000000..8c44ef6 --- /dev/null +++ b/results/012encoding+SetSndRcv-apalache-0.18.2-SNAPSHOT.csv @@ -0,0 +1,17 @@ +01:no,02:tool,03:status,04:time_sec,05:depth,05:mem_kb,10:ninit_trans,11:ninit_trans,12:ncells,13:nclauses,14:navg_clause_len +1,apalache,NoError,4,0,200660,0,0,12,7,5 +2,apalache,NoError,4,0,203132,0,0,83,78,8 +3,apalache,NoError,5,0,201044,0,0,207,220,10 +4,apalache,NoError,8,0,206256,0,0,355,410,11 +5,apalache,NoError,31,0,263016,0,0,527,648,11 +6,apalache,NoError,287,0,257852,0,0,723,934,12 +7,apalache,NoError,4511,0,343508,0,0,943,1268,12 +8,apalache,Timeout,7200,0,3756,0,0,1166,1622,12 +9,apalache,NoError,5,0,199772,0,0,13,11,6 +10,apalache,NoError,6,0,196624,0,0,93,103,8 +11,apalache,NoError,6,0,201252,0,0,235,281,10 +12,apalache,NoError,6,0,200416,0,0,401,507,11 +13,apalache,NoError,7,0,237280,0,0,591,781,12 +14,apalache,NoError,15,0,244460,0,0,805,1103,13 +15,apalache,NoError,53,0,239388,0,0,1043,1473,13 +16,apalache,NoError,267,0,262552,0,0,1305,1891,14 diff --git a/results/012encoding+SetSndRcv-apalache-mem-log.svg b/results/012encoding+SetSndRcv-apalache-mem-log.svg new file mode 100644 index 0000000..01dfda0 --- /dev/null +++ b/results/012encoding+SetSndRcv-apalache-mem-log.svg @@ -0,0 +1,1400 @@ + + + + + + + + 2021-12-13T11:11:26.825764 + image/svg+xml + + + Matplotlib v3.5.0, https://matplotlib.org/ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/results/012encoding+SetSndRcv-apalache-mem.svg b/results/012encoding+SetSndRcv-apalache-mem.svg new file mode 100644 index 0000000..eb7b34f --- /dev/null +++ b/results/012encoding+SetSndRcv-apalache-mem.svg @@ -0,0 +1,1400 @@ + + + + + + + + 2021-12-13T11:11:28.553858 + image/svg+xml + + + Matplotlib v3.5.0, https://matplotlib.org/ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/results/012encoding+SetSndRcv-apalache-ncells.svg b/results/012encoding+SetSndRcv-apalache-ncells.svg new file mode 100644 index 0000000..2440793 --- /dev/null +++ b/results/012encoding+SetSndRcv-apalache-ncells.svg @@ -0,0 +1,1314 @@ + + + + + + + + 2021-12-13T11:11:29.996955 + image/svg+xml + + + Matplotlib v3.5.0, https://matplotlib.org/ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/results/012encoding+SetSndRcv-apalache-nclauses.svg b/results/012encoding+SetSndRcv-apalache-nclauses.svg new file mode 100644 index 0000000..c14479c --- /dev/null +++ b/results/012encoding+SetSndRcv-apalache-nclauses.svg @@ -0,0 +1,1391 @@ + + + + + + + + 2021-12-13T11:11:31.405731 + image/svg+xml + + + Matplotlib v3.5.0, https://matplotlib.org/ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/results/012encoding+SetSndRcv-apalache-time-log.svg b/results/012encoding+SetSndRcv-apalache-time-log.svg new file mode 100644 index 0000000..c1a9378 --- /dev/null +++ b/results/012encoding+SetSndRcv-apalache-time-log.svg @@ -0,0 +1,1474 @@ + + + + + + + + 2021-12-13T11:11:23.625080 + image/svg+xml + + + Matplotlib v3.5.0, https://matplotlib.org/ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/results/012encoding+SetSndRcv-apalache-time.svg b/results/012encoding+SetSndRcv-apalache-time.svg new file mode 100644 index 0000000..0d71a28 --- /dev/null +++ b/results/012encoding+SetSndRcv-apalache-time.svg @@ -0,0 +1,1366 @@ + + + + + + + + 2021-12-13T11:11:25.427218 + image/svg+xml + + + Matplotlib v3.5.0, https://matplotlib.org/ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/results/012encoding+SetSndRcv-report.md b/results/012encoding+SetSndRcv-report.md new file mode 100644 index 0000000..c453e8a --- /dev/null +++ b/results/012encoding+SetSndRcv-report.md @@ -0,0 +1,70 @@ +# Results of 012encoding+SetSndRcv-apalache + + +## 1. Awesome plots + +### 1.1. Time (logarithmic scale) + +![time-log](012encoding+SetSndRcv-apalache-time-log.svg "Time Log") + +### 1.2. Time (linear) + +![time-log](012encoding+SetSndRcv-apalache-time.svg "Time Log") + +### 1.3. Memory (logarithmic scale) + +![mem-log](012encoding+SetSndRcv-apalache-mem-log.svg "Memory Log") + +### 1.4. Memory (linear) + +![mem](012encoding+SetSndRcv-apalache-mem.svg "Memory Log") + +### 1.5. Number of arena cells (linear) + +![ncells](012encoding+SetSndRcv-apalache-ncells.svg "Number of arena cells") + +### 1.6. Number of SMT clauses (linear) + +![nclauses](012encoding+SetSndRcv-apalache-nclauses.svg "Number of SMT clauses") + +## 2. Input parameters + +no | filename | tool | timeout | init | inv | next | args +----|--------------------------------|------------|-----------|--------|-------|--------|----------------------------------------------------- +1 | array-encoding/SetSndRcv.tla | apalache | 2h | Init | Inv | Next | --smt-encoding=arrays --length=0 --cinit=CInit0 +2 | array-encoding/SetSndRcv.tla | apalache | 2h | Init | Inv | Next | --smt-encoding=arrays --length=2 --cinit=CInit2 +3 | array-encoding/SetSndRcv.tla | apalache | 2h | Init | Inv | Next | --smt-encoding=arrays --length=4 --cinit=CInit4 +4 | array-encoding/SetSndRcv.tla | apalache | 2h | Init | Inv | Next | --smt-encoding=arrays --length=6 --cinit=CInit6 +5 | array-encoding/SetSndRcv.tla | apalache | 2h | Init | Inv | Next | --smt-encoding=arrays --length=8 --cinit=CInit8 +6 | array-encoding/SetSndRcv.tla | apalache | 2h | Init | Inv | Next | --smt-encoding=arrays --length=10 --cinit=CInit10 +7 | array-encoding/SetSndRcv.tla | apalache | 2h | Init | Inv | Next | --smt-encoding=arrays --length=12 --cinit=CInit12 +8 | array-encoding/SetSndRcv.tla | apalache | 2h | Init | Inv | Next | --smt-encoding=arrays --length=14 --cinit=CInit14 +9 | array-encoding/SetSndRcv.tla | apalache | 2h | Init | Inv | Next | --smt-encoding=oopsla19 --length=0 --cinit=CInit0 +10 | array-encoding/SetSndRcv.tla | apalache | 2h | Init | Inv | Next | --smt-encoding=oopsla19 --length=2 --cinit=CInit2 +11 | array-encoding/SetSndRcv.tla | apalache | 2h | Init | Inv | Next | --smt-encoding=oopsla19 --length=4 --cinit=CInit4 +12 | array-encoding/SetSndRcv.tla | apalache | 2h | Init | Inv | Next | --smt-encoding=oopsla19 --length=6 --cinit=CInit6 +13 | array-encoding/SetSndRcv.tla | apalache | 2h | Init | Inv | Next | --smt-encoding=oopsla19 --length=8 --cinit=CInit8 +14 | array-encoding/SetSndRcv.tla | apalache | 2h | Init | Inv | Next | --smt-encoding=oopsla19 --length=10 --cinit=CInit10 +15 | array-encoding/SetSndRcv.tla | apalache | 2h | Init | Inv | Next | --smt-encoding=oopsla19 --length=12 --cinit=CInit12 +16 | array-encoding/SetSndRcv.tla | apalache | 2h | Init | Inv | Next | --smt-encoding=oopsla19 --length=14 --cinit=CInit14 + +## 3. Detailed results: 012encoding+SetSndRcv-apalache-0.18.2-SNAPSHOT.csv + +01:no | 02:tool | 03:status | 04:time_sec | 05:depth | 05:mem_kb | 10:ninit_trans | 11:ninit_trans | 12:ncells | 13:nclauses | 14:navg_clause_len +-------|------------|-------------|---------------|------------|-------------|------------------|------------------|-------------|---------------|-------------------- +1 | apalache | NoError | 4s | 0 | 195MB | 0 | 0 | 12 | 7.0 | 5.0 +2 | apalache | NoError | 4s | 0 | 198MB | 0 | 0 | 83 | 78 | 8.0 +3 | apalache | NoError | 5s | 0 | 196MB | 0 | 0 | 207 | 220 | 10 +4 | apalache | NoError | 8s | 0 | 201MB | 0 | 0 | 355 | 410 | 11 +5 | apalache | NoError | 31s | 0 | 256MB | 0 | 0 | 527 | 648 | 11 +6 | apalache | NoError | 4m04s | 0 | 251MB | 0 | 0 | 723 | 934 | 12 +7 | apalache | NoError | 1h01m | 0 | 335MB | 0 | 0 | 943 | 1.0K | 12 +8 | apalache | Timeout | 2h02m | 0 | 3.0MB | 0 | 0 | 1.0K | 1.0K | 12 +9 | apalache | NoError | 5s | 0 | 195MB | 0 | 0 | 13 | 11 | 6.0 +10 | apalache | NoError | 6s | 0 | 192MB | 0 | 0 | 93 | 103 | 8.0 +11 | apalache | NoError | 6s | 0 | 196MB | 0 | 0 | 235 | 281 | 10 +12 | apalache | NoError | 6s | 0 | 195MB | 0 | 0 | 401 | 507 | 11 +13 | apalache | NoError | 7s | 0 | 231MB | 0 | 0 | 591 | 781 | 12 +14 | apalache | NoError | 15s | 0 | 238MB | 0 | 0 | 805 | 1.0K | 13 +15 | apalache | NoError | 53s | 0 | 233MB | 0 | 0 | 1.0K | 1.0K | 13 +16 | apalache | NoError | 4m04s | 0 | 256MB | 0 | 0 | 1.0K | 1.0K | 14