diff --git a/python/pyspark/broadcast.py b/python/pyspark/broadcast.py index 29358b5740e5..0df51751e333 100644 --- a/python/pyspark/broadcast.py +++ b/python/pyspark/broadcast.py @@ -29,8 +29,10 @@ if sys.version < '3': import cPickle as pickle + protocol = 2 else: import pickle + protocol = 3 unicode = str __all__ = ['Broadcast'] @@ -110,7 +112,7 @@ def __init__(self, sc=None, value=None, pickle_registry=None, path=None, def dump(self, value, f): try: - pickle.dump(value, f, 2) + pickle.dump(value, f, protocol) except pickle.PickleError: raise except Exception as e: diff --git a/python/pyspark/serializers.py b/python/pyspark/serializers.py index fd4695210fb7..d0f875d3b042 100644 --- a/python/pyspark/serializers.py +++ b/python/pyspark/serializers.py @@ -620,7 +620,7 @@ class CloudPickleSerializer(PickleSerializer): def dumps(self, obj): try: - return cloudpickle.dumps(obj, 2) + return cloudpickle.dumps(obj, protocol) except pickle.PickleError: raise except Exception as e: