diff --git a/python/paddle/fluid/optimizer.py b/python/paddle/fluid/optimizer.py
index 80f49ea939b64c..f50de02c63adfd 100755
--- a/python/paddle/fluid/optimizer.py
+++ b/python/paddle/fluid/optimizer.py
@@ -5590,7 +5590,7 @@ def _get_gm_cond_var(self, main_block):
             shape=[1],
             value=bool(0),
             dtype='bool',
-            persistable=True,
+            persistable=False,
             force_cpu=True)
 
         with device_guard("cpu"):