Skip to content

Commit

Permalink
add comment
Browse files Browse the repository at this point in the history
  • Loading branch information
echarlaix committed Nov 15, 2024
1 parent 067587c commit 1917d1e
Showing 1 changed file with 1 addition and 0 deletions.
1 change: 1 addition & 0 deletions optimum/exporters/onnx/model_configs.py
Original file line number Diff line number Diff line change
Expand Up @@ -343,6 +343,7 @@ def patch_model_for_export(
class MPTOnnxConfig(TextDecoderOnnxConfig):
# MPT does not require position_ids input.
DEFAULT_ONNX_OPSET = 13
# TODO: fix inference for transformers < v4.41 for beam_search > 1
MIN_TRANSFORMERS_VERSION = version.parse("4.41.0")
NORMALIZED_CONFIG_CLASS = NormalizedTextConfig.with_args(
num_attention_heads="n_heads", hidden_size="d_model", num_layers="n_layers"
Expand Down

0 comments on commit 1917d1e

Please sign in to comment.