From 2e44dda63b76934149e535fb9cc501b0f6541064 Mon Sep 17 00:00:00 2001 From: gongel Date: Mon, 26 Sep 2022 04:05:09 +0000 Subject: [PATCH] update attention mask --- model_zoo/gpt/dataset.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/model_zoo/gpt/dataset.py b/model_zoo/gpt/dataset.py index d5d706a12251..148d581a1b7f 100755 --- a/model_zoo/gpt/dataset.py +++ b/model_zoo/gpt/dataset.py @@ -448,7 +448,7 @@ def _construct_sample(self, tokens): loss_mask[np.where(np.array(tokens) == self.eos_id)] = 0.0 position_ids = np.arange(0, seq_length, dtype="int64") - attention_mask = loss_mask + attention_mask = np.ones(seq_length, dtype="int64") labels = np.array(labels, dtype="int64") return [tokens, loss_mask, attention_mask, position_ids, labels]