Skip to content

Commit

Permalink
Merge pull request #7 from ElementAI/fix-4-gradient-checkpointing
Browse files Browse the repository at this point in the history
fix #4
  • Loading branch information
tscholak authored Oct 18, 2021
2 parents 94b14b3 + a8b9e49 commit 675ba18
Show file tree
Hide file tree
Showing 2 changed files with 2 additions and 6 deletions.
4 changes: 2 additions & 2 deletions seq2seq/run_seq2seq.py
Original file line number Diff line number Diff line change
Expand Up @@ -122,8 +122,8 @@ def main() -> None:
num_beams=data_training_args.num_beams,
num_beam_groups=data_training_args.num_beam_groups,
diversity_penalty=data_training_args.diversity_penalty,
gradient_checkpointing=model_args.gradient_checkpointing,
use_cache=not model_args.gradient_checkpointing,
gradient_checkpointing=training_args.gradient_checkpointing,
use_cache=not training_args.gradient_checkpointing,
)

# Initialize tokenizer
Expand Down
4 changes: 0 additions & 4 deletions seq2seq/utils/args.py
Original file line number Diff line number Diff line change
Expand Up @@ -37,7 +37,3 @@ class ModelArguments:
"with private models)."
},
)
gradient_checkpointing: bool = field(
default=False,
metadata={"help": "Will enable gradient / activation checkpointing"},
)

0 comments on commit 675ba18

Please sign in to comment.