From 8f321c2c2a1edc1193a3c35b3095c818cd2e45a0 Mon Sep 17 00:00:00 2001
From: Jonathan Bell <jon@jonbell.net>
Date: Mon, 23 Sep 2024 08:48:26 -0400
Subject: [PATCH] add standard 50x experiment configs, remove nashorn pngj and
 tomcat

---
 .github/workflows/eval-10m-50x.yml                |  8 ++++++++
 .github/workflows/eval-1h-50x.yml                 |  8 ++++++++
 scripts/experiments/generate-experiment-matrix.py | 12 ++++++------
 3 files changed, 22 insertions(+), 6 deletions(-)
 create mode 100644 .github/workflows/eval-10m-50x.yml
 create mode 100644 .github/workflows/eval-1h-50x.yml

diff --git a/.github/workflows/eval-10m-50x.yml b/.github/workflows/eval-10m-50x.yml
new file mode 100644
index 000000000..cd0e5501e
--- /dev/null
+++ b/.github/workflows/eval-10m-50x.yml
@@ -0,0 +1,8 @@
+name: Eval 10m-50x
+on: workflow_dispatch
+jobs:
+  evaluate:
+    uses: ./.github/workflows/evaluation-workflow.yml
+    with:
+      duration: 10m
+      trials: 50
diff --git a/.github/workflows/eval-1h-50x.yml b/.github/workflows/eval-1h-50x.yml
new file mode 100644
index 000000000..0c16d73d4
--- /dev/null
+++ b/.github/workflows/eval-1h-50x.yml
@@ -0,0 +1,8 @@
+name: Eval 1h-50x
+on: workflow_dispatch
+jobs:
+  evaluate:
+    uses: ./.github/workflows/evaluation-workflow.yml
+    with:
+      duration: 1h
+      trials: 50
diff --git a/scripts/experiments/generate-experiment-matrix.py b/scripts/experiments/generate-experiment-matrix.py
index 5e1849042..f2f20bca4 100644
--- a/scripts/experiments/generate-experiment-matrix.py
+++ b/scripts/experiments/generate-experiment-matrix.py
@@ -14,12 +14,12 @@
 "coveragePackages" : "org/mozilla/javascript/optimizer/*:org/mozilla/javascript/CodeGenerator*"},
 {"id":"chocopy", "class" : "edu.berkeley.cs.jqf.examples.chocopy.SemanticAnalysisTest", "method" : "fuzzSemanticAnalysis",
 "coveragePackages": "chocopy/*"},
-{"id": "nashorn", "class": "edu.berkeley.cs.jqf.examples.nashorn.CompilerTest", "method": "testWithGenerator",
-"coveragePackages": "jdk/nashorn/*"},
-{"id": "pngj", "class": "edu.berkeley.cs.jqf.examples.pngj.PngReaderTest", "method": "testWithGenerator",
-"coveragePackages": "ar/com/hjg/pngj/*"},
-{"id": "tomcat", "class": "edu.berkeley.cs.jqf.examples.tomcat.WebXmlTest", "method": "testWithGenerator",
-"coveragePackages": "org/apache/tomcat/*"}
+# {"id": "nashorn", "class": "edu.berkeley.cs.jqf.examples.nashorn.CompilerTest", "method": "testWithGenerator",
+# "coveragePackages": "jdk/nashorn/*"},
+# {"id": "pngj", "class": "edu.berkeley.cs.jqf.examples.pngj.PngReaderTest", "method": "testWithGenerator",
+# "coveragePackages": "ar/com/hjg/pngj/*"},
+# {"id": "tomcat", "class": "edu.berkeley.cs.jqf.examples.tomcat.WebXmlTest", "method": "testWithGenerator",
+# "coveragePackages": "org/apache/tomcat/*"}
 ]
 
 if(len(sys.argv) == 2):