Ignore lm_head decoder bias warning

Author: LysandreJik

src/transformers/models/xlm_roberta/modeling_xlm_roberta.py

@@ -70,6 +70,7 @@ class XLMRobertaModel(RobertaModel):
     documentation alongside usage examples.
     """
 
+    _keys_to_ignore_on_load_missing = [r"lm_head.decoder.bias", "position_ids"]
     config_class = XLMRobertaConfig
 
 
@@ -83,6 +84,7 @@ class XLMRobertaForCausalLM(RobertaForCausalLM):
     documentation alongside usage examples.
     """
 
+    _keys_to_ignore_on_load_missing = [r"lm_head.decoder.bias", "position_ids"]
     config_class = XLMRobertaConfig
 
 
@@ -96,6 +98,7 @@ class XLMRobertaForMaskedLM(RobertaForMaskedLM):
     documentation alongside usage examples.
     """
 
+    _keys_to_ignore_on_load_missing = [r"lm_head.decoder.bias", "position_ids"]
     config_class = XLMRobertaConfig
 
 
@@ -112,6 +115,7 @@ class XLMRobertaForSequenceClassification(RobertaForSequenceClassification):
     appropriate documentation alongside usage examples.
     """
 
+    _keys_to_ignore_on_load_missing = [r"lm_head.decoder.bias", "position_ids"]
     config_class = XLMRobertaConfig
 
 
@@ -128,6 +132,7 @@ class XLMRobertaForMultipleChoice(RobertaForMultipleChoice):
     appropriate documentation alongside usage examples.
     """
 
+    _keys_to_ignore_on_load_missing = [r"lm_head.decoder.bias", "position_ids"]
     config_class = XLMRobertaConfig
 
 
@@ -144,6 +149,7 @@ class XLMRobertaForTokenClassification(RobertaForTokenClassification):
     appropriate documentation alongside usage examples.
     """
 
+    _keys_to_ignore_on_load_missing = [r"lm_head.decoder.bias", "position_ids"]
     config_class = XLMRobertaConfig
 
 
@@ -160,4 +166,5 @@ class XLMRobertaForQuestionAnswering(RobertaForQuestionAnswering):
     appropriate documentation alongside usage examples.
     """
 
+    _keys_to_ignore_on_load_missing = [r"lm_head.decoder.bias", "position_ids"]
     config_class = XLMRobertaConfig