diff --git a/python/paddle/tests/CMakeLists.txt b/python/paddle/tests/CMakeLists.txt
index e1bc65a5d15c28..6fb73b08c11b41 100644
--- a/python/paddle/tests/CMakeLists.txt
+++ b/python/paddle/tests/CMakeLists.txt
@@ -8,6 +8,10 @@ foreach(TEST_OP ${DIST_TEST_OPS})
     list(REMOVE_ITEM TEST_OPS ${TEST_OP})
 endforeach()
 
+# disable test_pretrained_model and test_vision_models
+list(REMOVE_ITEM TEST_OPS test_pretrained_model)
+list(REMOVE_ITEM TEST_OPS test_vision_models)
+
 foreach(src ${TEST_OPS})
     py_test(${src} SRCS ${src}.py)
 endforeach()