add standard 50x experiment configs, remove nashorn pngj and tomcat

jon-bell · Sep 23, 2024 · 8f321c2 · 8f321c2
1 parent ade0dfd
commit 8f321c2
Show file tree

Hide file tree

Showing 3 changed files with 22 additions and 6 deletions.
diff --git a/.github/workflows/eval-10m-50x.yml b/.github/workflows/eval-10m-50x.yml
@@ -0,0 +1,8 @@
+name: Eval 10m-50x
+on: workflow_dispatch
+jobs:
+  evaluate:
+    uses: ./.github/workflows/evaluation-workflow.yml
+    with:
+      duration: 10m
+      trials: 50
diff --git a/.github/workflows/eval-1h-50x.yml b/.github/workflows/eval-1h-50x.yml
@@ -0,0 +1,8 @@
+name: Eval 1h-50x
+on: workflow_dispatch
+jobs:
+  evaluate:
+    uses: ./.github/workflows/evaluation-workflow.yml
+    with:
+      duration: 1h
+      trials: 50
diff --git a/scripts/experiments/generate-experiment-matrix.py b/scripts/experiments/generate-experiment-matrix.py
@@ -14,12 +14,12 @@
 "coveragePackages" : "org/mozilla/javascript/optimizer/*:org/mozilla/javascript/CodeGenerator*"},
 {"id":"chocopy", "class" : "edu.berkeley.cs.jqf.examples.chocopy.SemanticAnalysisTest", "method" : "fuzzSemanticAnalysis",
 "coveragePackages": "chocopy/*"},
-{"id": "nashorn", "class": "edu.berkeley.cs.jqf.examples.nashorn.CompilerTest", "method": "testWithGenerator",
-"coveragePackages": "jdk/nashorn/*"},
-{"id": "pngj", "class": "edu.berkeley.cs.jqf.examples.pngj.PngReaderTest", "method": "testWithGenerator",
-"coveragePackages": "ar/com/hjg/pngj/*"},
-{"id": "tomcat", "class": "edu.berkeley.cs.jqf.examples.tomcat.WebXmlTest", "method": "testWithGenerator",
-"coveragePackages": "org/apache/tomcat/*"}
+# {"id": "nashorn", "class": "edu.berkeley.cs.jqf.examples.nashorn.CompilerTest", "method": "testWithGenerator",
+# "coveragePackages": "jdk/nashorn/*"},
+# {"id": "pngj", "class": "edu.berkeley.cs.jqf.examples.pngj.PngReaderTest", "method": "testWithGenerator",
+# "coveragePackages": "ar/com/hjg/pngj/*"},
+# {"id": "tomcat", "class": "edu.berkeley.cs.jqf.examples.tomcat.WebXmlTest", "method": "testWithGenerator",
+# "coveragePackages": "org/apache/tomcat/*"}
 ]
 
 if(len(sys.argv) == 2):