From 5b767e8100f92ee95f3827986fcb5da83411a012 Mon Sep 17 00:00:00 2001
From: Albert Villanova del Moral
 <8515462+albertvillanova@users.noreply.github.com>
Date: Wed, 30 Jun 2021 16:46:54 +0200
Subject: [PATCH 1/2] Filter expected transformers warning log

---
 metrics/bertscore/bertscore.py | 42 +++++++++++++++++++++++-----------
 1 file changed, 29 insertions(+), 13 deletions(-)

diff --git a/metrics/bertscore/bertscore.py b/metrics/bertscore/bertscore.py
index ac14d99b8fe..5941d9436e1 100644
--- a/metrics/bertscore/bertscore.py
+++ b/metrics/bertscore/bertscore.py
@@ -14,11 +14,26 @@
 # limitations under the License.
 """ BERTScore metric. """
 
+from contextlib import contextmanager
+
 import bert_score
 
 import datasets
 
 
+@contextmanager
+def filter_logging_context():
+    def filter_log(record):
+        return False if "This IS expected if you are initializing" in record.msg else True
+
+    logger = datasets.utils.logging.get_logger("transformers.modeling_utils")
+    logger.addFilter(filter_log)
+    try:
+        yield
+    finally:
+        logger.removeFilter(filter_log)
+
+
 _CITATION = """\
 @inproceedings{bert-score,
   title={BERTScore: Evaluating Text Generation with BERT},
@@ -127,19 +142,20 @@ def _compute(
             use_custom_baseline=baseline_path is not None,
         )
 
-        if not hasattr(self, "cached_bertscorer") or self.cached_bertscorer.hash != hashcode:
-            self.cached_bertscorer = bert_score.BERTScorer(
-                model_type=model_type,
-                num_layers=num_layers,
-                batch_size=batch_size,
-                nthreads=nthreads,
-                all_layers=all_layers,
-                idf=idf,
-                device=device,
-                lang=lang,
-                rescale_with_baseline=rescale_with_baseline,
-                baseline_path=baseline_path,
-            )
+        with filter_logging_context():
+            if not hasattr(self, "cached_bertscorer") or self.cached_bertscorer.hash != hashcode:
+                self.cached_bertscorer = bert_score.BERTScorer(
+                    model_type=model_type,
+                    num_layers=num_layers,
+                    batch_size=batch_size,
+                    nthreads=nthreads,
+                    all_layers=all_layers,
+                    idf=idf,
+                    device=device,
+                    lang=lang,
+                    rescale_with_baseline=rescale_with_baseline,
+                    baseline_path=baseline_path,
+                )
 
         (P, R, F) = self.cached_bertscorer.score(
             cands=predictions,

From 0760bb99d70552ad4aacb95359395ec880d7f6ba Mon Sep 17 00:00:00 2001
From: Albert Villanova del Moral
 <8515462+albertvillanova@users.noreply.github.com>
Date: Thu, 1 Jul 2021 09:12:13 +0200
Subject: [PATCH 2/2] Force rerun of tests