From 97529d22c1dee1ace7b246b7e620fa44ed56c308 Mon Sep 17 00:00:00 2001 From: 1000850000 user Date: Mon, 19 Aug 2024 01:45:31 +0000 Subject: [PATCH] additional fixes to scenarios template Signed-off-by: 1000850000 user --- scripts/benchmarks/scenarios-pretok.yaml | 9 ++------- 1 file changed, 2 insertions(+), 7 deletions(-) diff --git a/scripts/benchmarks/scenarios-pretok.yaml b/scripts/benchmarks/scenarios-pretok.yaml index 92b26a48..5c435852 100644 --- a/scripts/benchmarks/scenarios-pretok.yaml +++ b/scripts/benchmarks/scenarios-pretok.yaml @@ -25,19 +25,15 @@ data_processing: chat_template: | {%- for message in messages %} USER: - {% if message['question'] != '' %} {{ message['question'] }} - {% endif %} ASSISTANT: - {% if message['answer'] != '' %} {{ message['answer'] }} - {% endif %} {%- endfor %} dataset_split: "train[:2000]" tokenize: True - response_template: "\n### Response:" - + response_template: "\n\nASSISTANT:" + # scenarios scenarios: - name: full-finetuning @@ -52,7 +48,6 @@ scenarios: response_template: null dataset_text_field: null - - name: padding-free framework_config: - aadp-padding-free