From 85bd8bf79271d36c47223017acb15e5c980ce63f Mon Sep 17 00:00:00 2001 From: Maria Khalusova Date: Wed, 10 May 2023 07:45:10 -0400 Subject: [PATCH] CTC example: updated trainer parameters to save tokenizer (#23243) trainer parameters changed to save tokenizer in addition to feature_extractor --- .../pytorch/speech-recognition/run_speech_recognition_ctc.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/pytorch/speech-recognition/run_speech_recognition_ctc.py b/examples/pytorch/speech-recognition/run_speech_recognition_ctc.py index 73eea0b79f336b..f29de6e0b98db9 100755 --- a/examples/pytorch/speech-recognition/run_speech_recognition_ctc.py +++ b/examples/pytorch/speech-recognition/run_speech_recognition_ctc.py @@ -705,7 +705,7 @@ def compute_metrics(pred): compute_metrics=compute_metrics, train_dataset=vectorized_datasets["train"] if training_args.do_train else None, eval_dataset=vectorized_datasets["eval"] if training_args.do_eval else None, - tokenizer=feature_extractor, + tokenizer=processor, ) # 8. Finally, we can start training