re-evaluate models with jsquad prompt with title

Stability-AI · Sep 24, 2023 · 6b2fb51 · 6b2fb51
1 parent e920f6d
commit 6b2fb51
Show file tree

Hide file tree

Showing 3 changed files with 7 additions and 7 deletions.
diff --git a/models/rinna/rinna-japanese-gpt-neox-3.6b-instruction-ppo/result.jsquad-1.2.json b/models/rinna/rinna-japanese-gpt-neox-3.6b-instruction-ppo/result.jsquad-1.2.json
@@ -1,8 +1,8 @@
 {
   "results": {
     "jsquad-1.2-0.4": {
-      "exact_match": 53.89464205312922,
-      "f1": 65.73194869643035
+      "exact_match": 52.633948671769474,
+      "f1": 64.387511749343
     }
   },
   "versions": {
@@ -19,4 +19,4 @@
     "bootstrap_iters": 100000,
     "description_dict": {}
   }
-}
+}
diff --git a/models/rinna/rinna-japanese-gpt-neox-3.6b-instruction-sft-v2/result.jsquad-1.2.json b/models/rinna/rinna-japanese-gpt-neox-3.6b-instruction-sft-v2/result.jsquad-1.2.json
@@ -1,8 +1,8 @@
 {
   "results": {
     "jsquad-1.2-0.4": {
-      "exact_match": 47.90634849167042,
-      "f1": 62.1059309037734
+      "exact_match": 47.54615038271049,
+      "f1": 61.633765369013354
     }
   },
   "versions": {

diff --git a/models/rinna/rinna-japanese-gpt-neox-3.6b-instruction-sft/result.jsquad-1.2.json b/models/rinna/rinna-japanese-gpt-neox-3.6b-instruction-sft/result.jsquad-1.2.json
@@ -1,8 +1,8 @@
 {
   "results": {
     "jsquad-1.2-0.4": {
-      "exact_match": 49.392165691130124,
-      "f1": 63.56485708061489
+      "exact_match": 49.34714092751013,
+      "f1": 63.33718413567939
     }
   },
   "versions": {