From b2add7adeed6cbc271c92e046eab2bf16090a3a1 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Thomas=20B=C3=B8rstad?=
 <4872288+tboerstad@users.noreply.github.com>
Date: Tue, 13 Jan 2026 09:39:35 +0100
Subject: [PATCH] Remove Python 3.7 and Python 2 code paths from _dill.py

This PR simplifies the code pickle handling to only support Python 3.9+.

Datasets requires Python 3.9+ (since PR #7474).
There's some dill specific code branches checking for earlier versions
of python which can be removed.
---
 src/datasets/utils/_dill.py | 95 ++++++++-----------------------------
 1 file changed, 20 insertions(+), 75 deletions(-)

diff --git a/src/datasets/utils/_dill.py b/src/datasets/utils/_dill.py
index f3a4baba681..36b50813040 100644
--- a/src/datasets/utils/_dill.py
+++ b/src/datasets/utils/_dill.py
@@ -257,62 +257,25 @@ def _save_code(pickler, obj):
             else os.path.basename(obj.co_filename)
         )
         co_firstlineno = 1
-        # The rest is the same as in the original dill implementation (with also a version check for 3.10)
-        if dill._dill.PY3:
-            if hasattr(obj, "co_posonlyargcount"):  # python 3.8 (16 args)
-                args = (
-                    obj.co_argcount,
-                    obj.co_posonlyargcount,
-                    obj.co_kwonlyargcount,
-                    obj.co_nlocals,
-                    obj.co_stacksize,
-                    obj.co_flags,
-                    obj.co_code,
-                    obj.co_consts,
-                    obj.co_names,
-                    obj.co_varnames,
-                    co_filename,
-                    obj.co_name,
-                    co_firstlineno,
-                    obj.co_linetable if sys.version_info >= (3, 10) else obj.co_lnotab,
-                    obj.co_freevars,
-                    obj.co_cellvars,
-                )
-            else:  # python 3.7 (15 args)
-                args = (
-                    obj.co_argcount,
-                    obj.co_kwonlyargcount,
-                    obj.co_nlocals,
-                    obj.co_stacksize,
-                    obj.co_flags,
-                    obj.co_code,
-                    obj.co_consts,
-                    obj.co_names,
-                    obj.co_varnames,
-                    co_filename,
-                    obj.co_name,
-                    co_firstlineno,
-                    obj.co_lnotab,
-                    obj.co_freevars,
-                    obj.co_cellvars,
-                )
-        else:
-            args = (
-                obj.co_argcount,
-                obj.co_nlocals,
-                obj.co_stacksize,
-                obj.co_flags,
-                obj.co_code,
-                obj.co_consts,
-                obj.co_names,
-                obj.co_varnames,
-                co_filename,
-                obj.co_name,
-                co_firstlineno,
-                obj.co_lnotab,
-                obj.co_freevars,
-                obj.co_cellvars,
-            )
+        # The rest is the same as in the original dill implementation
+        args = (
+            obj.co_argcount,
+            obj.co_posonlyargcount,
+            obj.co_kwonlyargcount,
+            obj.co_nlocals,
+            obj.co_stacksize,
+            obj.co_flags,
+            obj.co_code,
+            obj.co_consts,
+            obj.co_names,
+            obj.co_varnames,
+            co_filename,
+            obj.co_name,
+            co_firstlineno,
+            obj.co_linetable if sys.version_info >= (3, 10) else obj.co_lnotab,
+            obj.co_freevars,
+            obj.co_cellvars,
+        )
         pickler.save_reduce(CodeType, args, obj=obj)
         dill._dill.log.info("# Co")
         return
@@ -424,7 +387,7 @@ def save_code(pickler, obj):
                 obj.co_freevars,
                 obj.co_cellvars,
             )
-        elif hasattr(obj, "co_posonlyargcount"):  # python 3.8 (16 args)
+        else:  # python 3.9 (16 args)
             args = (
                 obj.co_argcount,
                 obj.co_posonlyargcount,
@@ -443,24 +406,6 @@ def save_code(pickler, obj):
                 obj.co_freevars,
                 obj.co_cellvars,
             )
-        else:  # python 3.7 (15 args)
-            args = (
-                obj.co_argcount,
-                obj.co_kwonlyargcount,
-                obj.co_nlocals,
-                obj.co_stacksize,
-                obj.co_flags,
-                obj.co_code,
-                obj.co_consts,
-                obj.co_names,
-                obj.co_varnames,
-                co_filename,  # Modification for huggingface/datasets ############################################
-                obj.co_name,
-                co_firstlineno,  # Modification for huggingface/datasets #########################################
-                obj.co_lnotab,
-                obj.co_freevars,
-                obj.co_cellvars,
-            )
 
         pickler.save_reduce(dill._dill._create_code, args, obj=obj)
         dill._dill.logger.trace(pickler, "# Co")