diff --git a/setup.py b/setup.py
index 8ad3bd46196..5fc6d773065 100644
--- a/setup.py
+++ b/setup.py
@@ -124,7 +124,7 @@
     "tldextract",
     "zstandard",
     # metrics dependencies
-    "bert_score",
+    "bert_score>=0.3.6",
     "rouge_score",
     "sacrebleu",
     "scipy",