additional fixes to scenarios template

Signed-off-by: 1000850000 user <aaron.chew1@ibm.com>
foundation-model-stack · Aug 19, 2024 · 97529d2 · 97529d2
1 parent ef6831b
commit 97529d2
Showing 1 changed file with 2 additions and 7 deletions.
diff --git a/scripts/benchmarks/scenarios-pretok.yaml b/scripts/benchmarks/scenarios-pretok.yaml
@@ -25,19 +25,15 @@ data_processing:
     chat_template: |
         {%- for message in messages %}
         USER:
-            {% if message['question'] != '' %}
         {{ message['question'] }}
-            {% endif %}
 
         ASSISTANT:
-            {% if message['answer'] != '' %}
         {{ message['answer'] }}
-            {% endif %}
         {%- endfor %}
     dataset_split: "train[:2000]"
     tokenize: True
-    response_template: "\n### Response:"
-  
+    response_template: "\n\nASSISTANT:"
+
 # scenarios
 scenarios:
     -   name: full-finetuning
@@ -52,7 +48,6 @@ scenarios:
             response_template: null
             dataset_text_field: null
 
-
     -   name: padding-free
         framework_config: 
             - aadp-padding-free