diff --git a/src/datasets/utils/filelock.py b/src/datasets/utils/filelock.py
index 5d4061d2e24..480fc7fcf4e 100644
--- a/src/datasets/utils/filelock.py
+++ b/src/datasets/utils/filelock.py
@@ -338,6 +338,8 @@ def _acquire(self):
 
         try:
             fd = os.open(self._lock_file, open_mode)
+        except FileNotFoundError:
+            raise
         except OSError:
             pass
         else: