Skip to content

Commit

Permalink
use sat/unsat instead of SAT/UNSAT (NeuralNetworkVerification#237)
Browse files Browse the repository at this point in the history 
* use sat/unsat instead of SAT/UNSAT

* missing cases
  • Loading branch information
@ahmed-irfan
ahmed-irfan authored Apr 7, 2020
1 parent 7422477 commit 41ccc59
Show file tree
Hide file tree
Showing 14 changed files with 157 additions and 157 deletions.
2 changes: 1 addition & 1 deletion README.md
View file
Original file line number Diff line number Diff line change
Expand Up @@ -209,7 +209,7 @@ We have three types of tests:
* regression tests - test end to end functionality thorugh the API, each test is defined by:
* network_file - description of the "neural network" supporting nnet and mps formats (using the extension to decdie on the format)
* property_file - optional, constraint on the input and output variables
* expected_result - SAT/UNSAT
* expected_result - sat/unsat

The tests are divided into 5 levels to allow variability in running time, to add a new regression tests:
* add the description of the network and property to the _resources_ sub-folder
Expand Down
4 changes: 2 additions & 2 deletions maraboupy/Marabou.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -100,9 +100,9 @@ def solve_query(ipq, filename="", verbose=True, timeout=0, verbosity=2):
if stats.hasTimedOut():
print ("TIMEOUT")
elif len(vals)==0:
print("UNSAT")
print("unsat")
else:
print("SAT")
print("sat")
for i in range(ipq.getNumInputVariables()):
print("input {} = {}".format(i, vals[ipq.inputVariableByIndex(i)]))
for i in range(ipq.getNumOutputVariables()):
Expand Down
4 changes: 2 additions & 2 deletions maraboupy/MarabouNetwork.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -201,9 +201,9 @@ def solve(self, filename="", verbose=True, options=None):
if stats.hasTimedOut():
print("TO")
elif len(vals)==0:
print("UNSAT")
print("unsat")
else:
print("SAT")
print("sat")
for j in range(len(self.inputVars)):
for i in range(self.inputVars[j].size):
print("input {} = {}".format(i, vals[self.inputVars[j].item(i)]))
Expand Down
6 changes: 3 additions & 3 deletions maraboupy/examples/Example Notebook.ipynb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -94,7 +94,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
"SAT\n",
"sat\n",
"input 0 = -0.32842287715105956\n",
"input 1 = 0.18470882292589386\n",
"input 2 = -0.015568802288230335\n",
Expand Down Expand Up @@ -177,7 +177,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
"SAT\n",
"sat\n",
"input 0 = -0.32842287715105956\n",
"input 1 = 0.18470882292589386\n",
"input 2 = -0.015568802288230335\n",
Expand Down Expand Up @@ -245,7 +245,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
"SAT\n",
"sat\n",
"input 0 = -0.328422874212265\n",
"input 1 = 0.40932923555374146\n",
"input 2 = -0.017379289492964745\n",
Expand Down
4 changes: 2 additions & 2 deletions maraboupy/examples/MarabouCoreExample.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -88,7 +88,7 @@
options = createOptions()
vars1, stats1 = MarabouCore.solve(inputQuery, options, "")
if len(vars1) > 0:
print("SAT")
print("sat")
print(vars1)
else:
print("UNSAT")
print("unsat")
18 changes: 9 additions & 9 deletions regress/regress0/CMakeLists.txt
View file
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
marabou_add_regress_mps_test(0 "lp_feasible_1.mps" "SAT" "" "mps")
marabou_add_regress_mps_test(0 "lp_infeasible_1.mps" "UNSAT" "" "mps")
marabou_add_regress_mps_test(0 "lp_feasible_1.mps" "sat" "" "mps")
marabou_add_regress_mps_test(0 "lp_infeasible_1.mps" "unsat" "" "mps")

marabou_add_acasxu_test(0 "ACASXU_experimental_v2a_1_7.nnet" "3" SAT)
marabou_add_acasxu_dnc_test(0 "ACASXU_experimental_v2a_1_9.nnet" "4" SAT)
marabou_add_acasxu_test(0 "ACASXU_experimental_v2a_4_1.nnet" "4" UNSAT)
marabou_add_acasxu_test(0 "ACASXU_experimental_v2a_1_7.nnet" "3" sat)
marabou_add_acasxu_dnc_test(0 "ACASXU_experimental_v2a_1_9.nnet" "4" sat)
marabou_add_acasxu_test(0 "ACASXU_experimental_v2a_4_1.nnet" "4" unsat)

marabou_add_coav_test(0 "reluBenchmark0.067841053009s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(0 "reluBenchmark0.0518190860748s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(0 "reluBenchmark0.536728143692s_SAT.nnet" SAT)
marabou_add_coav_test(0 "reluBenchmark0.899523973465s_SAT.nnet" SAT)
marabou_add_coav_test(0 "reluBenchmark0.067841053009s_UNSAT.nnet" unsat)
marabou_add_coav_test(0 "reluBenchmark0.0518190860748s_UNSAT.nnet" unsat)
marabou_add_coav_test(0 "reluBenchmark0.536728143692s_SAT.nnet" sat)
marabou_add_coav_test(0 "reluBenchmark0.899523973465s_SAT.nnet" sat)
208 changes: 104 additions & 104 deletions regress/regress1/CMakeLists.txt
View file
Original file line number Diff line number Diff line change
@@ -1,111 +1,111 @@

marabou_add_coav_test(1 "reluBenchmark1.30941200256s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark0.94518494606s_SAT.nnet" SAT)
marabou_add_acasxu_test(1 "ACASXU_experimental_v2a_1_8.nnet" "3" SAT)
marabou_add_acasxu_test(1 "ACASXU_experimental_v2a_2_9.nnet" "3" UNSAT)
marabou_add_acasxu_test(1 "ACASXU_experimental_v2a_1_6.nnet" "3" UNSAT)
marabou_add_acasxu_test(1 "ACASXU_experimental_v2a_3_6.nnet" "4" UNSAT)
marabou_add_acasxu_test(1 "ACASXU_experimental_v2a_1_7.nnet" "4" SAT)
marabou_add_acasxu_test(1 "ACASXU_experimental_v2a_1_8.nnet" "4" SAT)
marabou_add_acasxu_test(1 "ACASXU_experimental_v2a_1_9.nnet" "4" SAT)
marabou_add_coav_test(1 "reluBenchmark1.30941200256s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.94518494606s_SAT.nnet" sat)
marabou_add_acasxu_test(1 "ACASXU_experimental_v2a_1_8.nnet" "3" sat)
marabou_add_acasxu_test(1 "ACASXU_experimental_v2a_2_9.nnet" "3" unsat)
marabou_add_acasxu_test(1 "ACASXU_experimental_v2a_1_6.nnet" "3" unsat)
marabou_add_acasxu_test(1 "ACASXU_experimental_v2a_3_6.nnet" "4" unsat)
marabou_add_acasxu_test(1 "ACASXU_experimental_v2a_1_7.nnet" "4" sat)
marabou_add_acasxu_test(1 "ACASXU_experimental_v2a_1_8.nnet" "4" sat)
marabou_add_acasxu_test(1 "ACASXU_experimental_v2a_1_9.nnet" "4" sat)


marabou_add_acasxu_dnc_test(1 "ACASXU_experimental_v2a_5_7.nnet" "3" UNSAT)
marabou_add_acasxu_dnc_test(1 "ACASXU_experimental_v2a_4_7.nnet" "4" UNSAT)
marabou_add_acasxu_dnc_test(1 "ACASXU_experimental_v2a_5_7.nnet" "3" unsat)
marabou_add_acasxu_dnc_test(1 "ACASXU_experimental_v2a_4_7.nnet" "4" unsat)




marabou_add_coav_test(1 "reluBenchmark0.453322172165s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark0.30711388588s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark0.00512099266052s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark0.725997209549s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark0.919886112213s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark0.0352051258087s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark0.97177696228s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark1.36359000206s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark0.0990879535675s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark1.20350694656s_SAT.nnet" SAT)
marabou_add_coav_test(1 "reluBenchmark0.221790075302s_SAT.nnet" SAT)
marabou_add_coav_test(1 "reluBenchmark0.048150062561s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark0.781363010406s_SAT.nnet" SAT)
marabou_add_coav_test(1 "reluBenchmark0.0492730140686s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark0.0494029521942s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark0.499482154846s_SAT.nnet" SAT)
marabou_add_coav_test(1 "reluBenchmark0.674989938736s_SAT.nnet" SAT)
marabou_add_coav_test(1 "reluBenchmark1.15705108643s_SAT.nnet" SAT)
marabou_add_coav_test(1 "reluBenchmark0.0606548786163s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark1.21319699287s_SAT.nnet" SAT)
marabou_add_coav_test(1 "reluBenchmark0.0064799785614s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark0.0780329704285s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark0.454473018646s_SAT.nnet" SAT)
marabou_add_coav_test(1 "reluBenchmark0.00568509101868s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark0.930528879166s_SAT.nnet" SAT)
marabou_add_coav_test(1 "reluBenchmark0.0380239486694s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark0.764842987061s_SAT.nnet" SAT)
marabou_add_coav_test(1 "reluBenchmark0.385080099106s_SAT.nnet" SAT)
marabou_add_coav_test(1 "reluBenchmark1.07406687737s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark0.0645151138306s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark1.04137301445s_SAT.nnet" SAT)
marabou_add_coav_test(1 "reluBenchmark0.505765914917s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark1.07428097725s_SAT.nnet" SAT)
marabou_add_coav_test(1 "reluBenchmark0.734488964081s_SAT.nnet" SAT)
marabou_add_coav_test(1 "reluBenchmark0.326423883438s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark0.398984909058s_SAT.nnet" SAT)
marabou_add_coav_test(1 "reluBenchmark0.379405975342s_SAT.nnet" SAT)
marabou_add_coav_test(1 "reluBenchmark0.479170084s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark0.0386769771576s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark1.4906899929s_SAT.nnet" SAT)
marabou_add_coav_test(1 "reluBenchmark2.79231500626s_SAT.nnet" SAT)
marabou_add_coav_test(1 "reluBenchmark0.345348119736s_SAT.nnet" SAT)
marabou_add_coav_test(1 "reluBenchmark0.780378818512s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark1.32709693909s_SAT.nnet" SAT)
marabou_add_coav_test(1 "reluBenchmark0.287177085876s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark0.0374069213867s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark0.0594508647919s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark0.0918869972229s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark0.983299016953s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark0.0842049121857s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark0.213617086411s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark0.666516065598s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark1.149944067s_SAT.nnet" SAT)
marabou_add_coav_test(1 "reluBenchmark0.165054798126s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark0.00636315345764s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark0.0596628189087s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark0.0065929889679s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark1.30961179733s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark0.0715999603271s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark0.29426407814s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark0.294414997101s_SAT.nnet" SAT)
marabou_add_coav_test(1 "reluBenchmark0.124088048935s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark0.0637600421906s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark0.00662088394165s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark0.276684999466s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark0.271136045456s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark0.101797103882s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark0.836799860001s_SAT.nnet" SAT)
marabou_add_coav_test(1 "reluBenchmark0.907590150833s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark1.54942297935s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark0.692045211792s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark1.04315304756s_SAT.nnet" SAT)
marabou_add_coav_test(1 "reluBenchmark0.213303089142s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark1.09928894043s_SAT.nnet" SAT)
marabou_add_coav_test(1 "reluBenchmark1.21413683891s_SAT.nnet" SAT)
marabou_add_coav_test(1 "reluBenchmark0.183997154236s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark0.514003992081s_SAT.nnet" SAT)
marabou_add_coav_test(1 "reluBenchmark0.047042131424s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark0.0507640838623s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark0.83825802803s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark0.262641906738s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark0.434634923935s_SAT.nnet" SAT)
marabou_add_coav_test(1 "reluBenchmark0.950109958649s_SAT.nnet" SAT)
marabou_add_coav_test(1 "reluBenchmark0.62436914444s_SAT.nnet" SAT)
marabou_add_coav_test(1 "reluBenchmark0.73387503624s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark0.0452961921692s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark0.828888177872s_SAT.nnet" SAT)
marabou_add_coav_test(1 "reluBenchmark0.996887922287s_SAT.nnet" SAT)
marabou_add_coav_test(1 "reluBenchmark0.0575940608978s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark0.213079929352s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark1.81178617477s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark0.956095933914s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark0.00601387023926s_UNSAT.nnet" UNSAT)
marabou_add_coav_test(1 "reluBenchmark0.453322172165s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.30711388588s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.00512099266052s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.725997209549s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.919886112213s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.0352051258087s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.97177696228s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark1.36359000206s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.0990879535675s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark1.20350694656s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.221790075302s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.048150062561s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.781363010406s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.0492730140686s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.0494029521942s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.499482154846s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.674989938736s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark1.15705108643s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.0606548786163s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark1.21319699287s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.0064799785614s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.0780329704285s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.454473018646s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.00568509101868s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.930528879166s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.0380239486694s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.764842987061s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.385080099106s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark1.07406687737s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.0645151138306s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark1.04137301445s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.505765914917s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark1.07428097725s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.734488964081s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.326423883438s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.398984909058s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.379405975342s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.479170084s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.0386769771576s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark1.4906899929s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark2.79231500626s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.345348119736s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.780378818512s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark1.32709693909s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.287177085876s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.0374069213867s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.0594508647919s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.0918869972229s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.983299016953s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.0842049121857s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.213617086411s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.666516065598s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark1.149944067s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.165054798126s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.00636315345764s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.0596628189087s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.0065929889679s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark1.30961179733s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.0715999603271s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.29426407814s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.294414997101s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.124088048935s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.0637600421906s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.00662088394165s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.276684999466s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.271136045456s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.101797103882s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.836799860001s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.907590150833s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark1.54942297935s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.692045211792s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark1.04315304756s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.213303089142s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark1.09928894043s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark1.21413683891s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.183997154236s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.514003992081s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.047042131424s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.0507640838623s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.83825802803s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.262641906738s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.434634923935s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.950109958649s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.62436914444s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.73387503624s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.0452961921692s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.828888177872s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.996887922287s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.0575940608978s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.213079929352s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark1.81178617477s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.956095933914s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.00601387023926s_UNSAT.nnet" unsat)
Loading

0 comments on commit 41ccc59

Please sign in to comment.