change pad token id to config pad token id

huggingface · Apr 14, 2020 · e5e5aa8 · e5e5aa8
1 parent 092cf88
commit e5e5aa8
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/transformers/modeling_bert.py b/src/transformers/modeling_bert.py
@@ -146,7 +146,7 @@ class BertEmbeddings(nn.Module):
 
     def __init__(self, config):
         super().__init__()
-        self.word_embeddings = nn.Embedding(config.vocab_size, config.hidden_size, padding_idx=0)
+        self.word_embeddings = nn.Embedding(config.vocab_size, config.hidden_size, padding_idx=config.pad_token_id)
         self.position_embeddings = nn.Embedding(config.max_position_embeddings, config.hidden_size)
         self.token_type_embeddings = nn.Embedding(config.type_vocab_size, config.hidden_size)