introduce logger.warning_once and use it for grad checkpointing code (

#21804)

* logger.warning_once

* style

src/transformers/models/altclip/modeling_altclip.py

@@ -638,7 +638,7 @@ def forward(
 
             if self.gradient_checkpointing and self.training:
                 if use_cache:
-                    logger.warning(
+                    logger.warning_once(
                         "`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`..."
                     )
                     use_cache = False

src/transformers/models/bart/modeling_bart.py

@@ -1085,7 +1085,7 @@ def forward(
 
             if self.gradient_checkpointing and self.training:
                 if use_cache:
-                    logger.warning(
+                    logger.warning_once(
                         "`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`..."
                     )
                     use_cache = False

src/transformers/models/bert/modeling_bert.py

@@ -585,7 +585,7 @@ def forward(
 
             if self.gradient_checkpointing and self.training:
                 if use_cache:
-                    logger.warning(
+                    logger.warning_once(
                         "`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`..."
                     )
                     use_cache = False

src/transformers/models/bert_generation/modeling_bert_generation.py

@@ -395,7 +395,7 @@ def forward(
 
             if self.gradient_checkpointing and self.training:
                 if use_cache:
-                    logger.warning(
+                    logger.warning_once(
                         "`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`..."
                     )
                     use_cache = False

src/transformers/models/big_bird/modeling_big_bird.py

@@ -1606,7 +1606,7 @@ def forward(
 
             if self.gradient_checkpointing and self.training:
                 if use_cache:
-                    logger.warning(
+                    logger.warning_once(
                         "`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`..."
                     )
                     use_cache = False

src/transformers/models/bigbird_pegasus/modeling_bigbird_pegasus.py

@@ -2265,7 +2265,7 @@ def forward(
 
             if self.gradient_checkpointing and self.training:
                 if use_cache:
-                    logger.warning(
+                    logger.warning_once(
                         "`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`..."
                     )
                     use_cache = False

src/transformers/models/biogpt/modeling_biogpt.py

@@ -557,7 +557,7 @@ def forward(
 
             if self.gradient_checkpointing and self.training:
                 if use_cache:
-                    logger.warning(
+                    logger.warning_once(
                         "`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`..."
                     )
                     use_cache = False

src/transformers/models/blenderbot/modeling_blenderbot.py

@@ -1016,7 +1016,7 @@ def forward(
 
             if self.gradient_checkpointing and self.training:
                 if use_cache:
-                    logger.warning(
+                    logger.warning_once(
                         "`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`..."
                     )
                     use_cache = False

src/transformers/models/blenderbot_small/modeling_blenderbot_small.py

@@ -1012,7 +1012,7 @@ def forward(
 
             if self.gradient_checkpointing and self.training:
                 if use_cache:
-                    logger.warning(
+                    logger.warning_once(
                         "`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`..."
                     )
                     use_cache = False

src/transformers/models/bloom/modeling_bloom.py

@@ -757,7 +757,7 @@ def forward(
 
             if self.gradient_checkpointing and self.training:
                 if use_cache:
-                    logger.warning(
+                    logger.warning_once(
                         "`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`..."
                     )
                     use_cache = False

src/transformers/models/bridgetower/modeling_bridgetower.py

@@ -769,7 +769,7 @@ def forward(
 
             if self.gradient_checkpointing and self.training:
                 if use_cache:
-                    logger.warning(
+                    logger.warning_once(
                         "`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`..."
                     )
                     use_cache = False

src/transformers/models/camembert/modeling_camembert.py

@@ -516,7 +516,7 @@ def forward(
 
             if self.gradient_checkpointing and self.training:
                 if use_cache:
-                    logger.warning(
+                    logger.warning_once(
                         "`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`..."
                     )
                     use_cache = False

src/transformers/models/chinese_clip/modeling_chinese_clip.py

@@ -901,7 +901,7 @@ def forward(
 
             if self.gradient_checkpointing and self.training:
                 if use_cache:
-                    logger.warning(
+                    logger.warning_once(
                         "`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`..."
                     )
                     use_cache = False

src/transformers/models/clap/modeling_clap.py

@@ -1588,7 +1588,7 @@ def forward(
 
             if self.gradient_checkpointing and self.training:
                 if use_cache:
-                    logger.warning(
+                    logger.warning_once(
                         "`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`..."
                     )
                     use_cache = False

src/transformers/models/codegen/modeling_codegen.py

@@ -548,7 +548,7 @@ def forward(
 
             if self.gradient_checkpointing and self.training:
                 if use_cache:
-                    logger.warning(
+                    logger.warning_once(
                         "`use_cache=True` is incompatible with `config.gradient_checkpointing=True`. Setting "
                         "`use_cache=False`..."
                     )

src/transformers/models/data2vec/modeling_data2vec_text.py

@@ -502,7 +502,7 @@ def forward(
 
             if self.gradient_checkpointing and self.training:
                 if use_cache:
-                    logger.warning(
+                    logger.warning_once(
                         "`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`..."
                     )
                     use_cache = False

src/transformers/models/decision_transformer/modeling_decision_transformer.py

@@ -609,7 +609,7 @@ def forward(
 
         if self.gradient_checkpointing and self.training:
             if use_cache:
-                logger.warning(
+                logger.warning_once(
                     "`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`..."
                 )
                 use_cache = False

src/transformers/models/electra/modeling_electra.py

@@ -563,7 +563,7 @@ def forward(
 
             if self.gradient_checkpointing and self.training:
                 if use_cache:
-                    logger.warning(
+                    logger.warning_once(
                         "`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`..."
                     )
                     use_cache = False

src/transformers/models/ernie/modeling_ernie.py

@@ -498,7 +498,7 @@ def forward(
 
             if self.gradient_checkpointing and self.training:
                 if use_cache:
-                    logger.warning(
+                    logger.warning_once(
                         "`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`..."
                     )
                     use_cache = False

src/transformers/models/esm/modeling_esm.py

@@ -597,7 +597,7 @@ def forward(
 
             if self.gradient_checkpointing and self.training:
                 if use_cache:
-                    logger.warning(
+                    logger.warning_once(
                         "`use_cache=True` is incompatible with `config.gradient_checkpointing=True`. Setting "
                         "`use_cache=False`..."
                     )

src/transformers/models/git/modeling_git.py

@@ -444,7 +444,7 @@ def forward(
 
             if self.gradient_checkpointing and self.training:
                 if use_cache:
-                    logger.warning(
+                    logger.warning_once(
                         "`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`..."
                     )
                     use_cache = False

src/transformers/models/gpt2/modeling_gpt2.py

@@ -853,7 +853,7 @@ def forward(
 
         if self.gradient_checkpointing and self.training:
             if use_cache:
-                logger.warning(
+                logger.warning_once(
                     "`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`..."
                 )
                 use_cache = False

src/transformers/models/gpt_neo/modeling_gpt_neo.py

@@ -589,7 +589,7 @@ def forward(
 
         if self.gradient_checkpointing and self.training:
             if use_cache:
-                logger.warning(
+                logger.warning_once(
                     "`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`..."
                 )
                 use_cache = False

src/transformers/models/gptj/modeling_gptj.py

@@ -653,7 +653,7 @@ def forward(
 
             if self.gradient_checkpointing and self.training:
                 if use_cache:
-                    logger.warning(
+                    logger.warning_once(
                         "`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`..."
                     )
                     use_cache = False

src/transformers/models/imagegpt/modeling_imagegpt.py

@@ -812,7 +812,7 @@ def forward(
 
             if self.gradient_checkpointing and self.training:
                 if use_cache:
-                    logger.warning(
+                    logger.warning_once(
                         "`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`..."
                     )
                     use_cache = False

src/transformers/models/layoutlm/modeling_layoutlm.py

@@ -479,7 +479,7 @@ def forward(
 
             if self.gradient_checkpointing and self.training:
                 if use_cache:
-                    logger.warning(
+                    logger.warning_once(
                         "`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`..."
                     )
                     use_cache = False

src/transformers/models/led/modeling_led.py

@@ -2136,7 +2136,7 @@ def forward(
 
             if self.gradient_checkpointing and self.training:
                 if use_cache:
-                    logger.warning(
+                    logger.warning_once(
                         "`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`..."
                     )
                     use_cache = False

src/transformers/models/m2m_100/modeling_m2m_100.py

@@ -1055,7 +1055,7 @@ def forward(
 
                 if self.gradient_checkpointing and self.training:
                     if use_cache:
-                        logger.warning(
+                        logger.warning_once(
                             "`use_cache=True` is incompatible with gradient checkpointing. Setting"
                             " `use_cache=False`..."
                         )

src/transformers/models/marian/modeling_marian.py

@@ -1020,7 +1020,7 @@ def forward(
 
             if self.gradient_checkpointing and self.training:
                 if use_cache:
-                    logger.warning(
+                    logger.warning_once(
                         "`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`..."
                     )
                     use_cache = False

src/transformers/models/markuplm/modeling_markuplm.py

@@ -641,7 +641,7 @@ def forward(
 
             if self.gradient_checkpointing and self.training:
                 if use_cache:
-                    logger.warning(
+                    logger.warning_once(
                         "`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`..."
                     )
                     use_cache = False

src/transformers/models/mbart/modeling_mbart.py

@@ -1069,7 +1069,7 @@ def forward(
 
             if self.gradient_checkpointing and self.training:
                 if use_cache:
-                    logger.warning(
+                    logger.warning_once(
                         "`use_cache=True` is incompatible with gradient checkpointing`. Setting `use_cache=False`..."
                     )
                     use_cache = False

src/transformers/models/megatron_bert/modeling_megatron_bert.py

@@ -544,7 +544,7 @@ def forward(
 
             if self.gradient_checkpointing and self.training:
                 if use_cache:
-                    logger.warning(
+                    logger.warning_once(
                         "`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`..."
                     )
                     use_cache = False

src/transformers/models/mt5/modeling_mt5.py

@@ -1008,7 +1008,7 @@ def forward(
 
             if self.gradient_checkpointing and self.training:
                 if use_cache:
-                    logger.warning(
+                    logger.warning_once(
                         "`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`..."
                     )
                     use_cache = False

src/transformers/models/mvp/modeling_mvp.py

@@ -1212,7 +1212,7 @@ def forward(
 
             if self.gradient_checkpointing and self.training:
                 if use_cache:
-                    logger.warning(
+                    logger.warning_once(
                         "`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`..."
                     )
                     use_cache = False

src/transformers/models/nezha/modeling_nezha.py

@@ -571,7 +571,7 @@ def forward(
 
             if self.gradient_checkpointing and self.training:
                 if use_cache:
-                    logger.warning(
+                    logger.warning_once(
                         "`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`..."
                     )
                     use_cache = False

src/transformers/models/opt/modeling_opt.py

@@ -671,7 +671,7 @@ def forward(
 
             if self.gradient_checkpointing and self.training:
                 if use_cache:
-                    logger.warning(
+                    logger.warning_once(
                         "`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`..."
                     )
                     use_cache = False

src/transformers/models/pegasus/modeling_pegasus.py

@@ -1070,7 +1070,7 @@ def forward(
 
             if self.gradient_checkpointing and self.training:
                 if use_cache:
-                    logger.warning(
+                    logger.warning_once(
                         "`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`..."
                     )
                     use_cache = False

src/transformers/models/pegasus_x/modeling_pegasus_x.py

@@ -1311,7 +1311,7 @@ def forward(
 
             if self.gradient_checkpointing and self.training:
                 if use_cache:
-                    logger.warning(
+                    logger.warning_once(
                         "`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`..."
                     )
                     use_cache = False

src/transformers/models/plbart/modeling_plbart.py

@@ -1048,7 +1048,7 @@ def forward(
 
             if self.gradient_checkpointing and self.training:
                 if use_cache:
-                    logger.warning(
+                    logger.warning_once(
                         "`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`..."
                     )
                     use_cache = False

src/transformers/models/prophetnet/modeling_prophetnet.py

@@ -1572,7 +1572,7 @@ def forward(
 
         if self.gradient_checkpointing and self.training:
             if use_cache:
-                logger.warning(
+                logger.warning_once(
                     "`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`..."
                 )
                 use_cache = False

src/transformers/models/qdqbert/modeling_qdqbert.py

@@ -575,7 +575,7 @@ def forward(
 
             if self.gradient_checkpointing and self.training:
                 if use_cache:
-                    logger.warning(
+                    logger.warning_once(
                         "`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`..."
                     )
                     use_cache = False

src/transformers/models/realm/modeling_realm.py

@@ -578,7 +578,7 @@ def forward(
 
             if self.gradient_checkpointing and self.training:
                 if use_cache:
-                    logger.warning(
+                    logger.warning_once(
                         "`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`..."
                     )
                     use_cache = False

src/transformers/models/rembert/modeling_rembert.py

@@ -536,7 +536,7 @@ def forward(
 
             if self.gradient_checkpointing and self.training:
                 if use_cache:
-                    logger.warning(
+                    logger.warning_once(
                         "`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`..."
                     )
                     use_cache = False

src/transformers/models/roberta/modeling_roberta.py

@@ -502,7 +502,7 @@ def forward(
 
             if self.gradient_checkpointing and self.training:
                 if use_cache:
-                    logger.warning(
+                    logger.warning_once(
                         "`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`..."
                     )
                     use_cache = False