@@ -77,19 +77,7 @@ function cmake_base() {
7777 SYSTEM=` uname -s`
7878 if [ " $SYSTEM " == " Darwin" ]; then
7979 echo " Using python abi: $1 "
80- if [ " $1 " == " cp36-cp36m" ] || [ " $1 " == " " ]; then
81- if [ -d " /Library/Frameworks/Python.framework/Versions/3.6" ]; then
82- export LD_LIBRARY_PATH=/Library/Frameworks/Python.framework/Versions/3.6/lib/
83- export DYLD_LIBRARY_PATH=${DYLD_LIBRARY_PATH} :/Library/Frameworks/Python.framework/Versions/3.6/lib/
84- export PATH=/Library/Frameworks/Python.framework/Versions/3.6/bin/:${PATH}
85- PYTHON_FLAGS=" -DPYTHON_EXECUTABLE:FILEPATH=/Library/Frameworks/Python.framework/Versions/3.6/bin/python3
86- -DPYTHON_INCLUDE_DIR:PATH=/Library/Frameworks/Python.framework/Versions/3.6/include/python3.6m/
87- -DPYTHON_LIBRARY:FILEPATH=/Library/Frameworks/Python.framework/Versions/3.6/lib/libpython3.6m.dylib"
88- pip3.6 install --user -r ${PADDLE_ROOT} /python/requirements.txt
89- else
90- exit 1
91- fi
92- elif [ " $1 " == " cp37-cp37m" ]; then
80+ if [ " $1 " == " cp37-cp37m" ] || [ " $1 " == " " ]; then
9381 if [ -d " /Library/Frameworks/Python.framework/Versions/3.7" ]; then
9482 export LD_LIBRARY_PATH=/Library/Frameworks/Python.framework/Versions/3.7/lib/
9583 export DYLD_LIBRARY_PATH=${DYLD_LIBRARY_PATH} :/Library/Frameworks/Python.framework/Versions/3.7/lib/
@@ -141,14 +129,7 @@ function cmake_base() {
141129 else
142130 if [ " $1 " != " " ]; then
143131 echo " using python abi: $1 "
144- if [ " $1 " == " cp36-cp36m" ]; then
145- export LD_LIBRARY_PATH=/opt/_internal/cpython-3.6.0/lib/:${LD_LIBRARY_PATH}
146- export PATH=/opt/_internal/cpython-3.6.0/bin/:${PATH}
147- export PYTHON_FLAGS=" -DPYTHON_EXECUTABLE:FILEPATH=/opt/_internal/cpython-3.6.0/bin/python3
148- -DPYTHON_INCLUDE_DIR:PATH=/opt/_internal/cpython-3.6.0/include/python3.6m
149- -DPYTHON_LIBRARIES:FILEPATH=/opt/_internal/cpython-3.6.0/lib/libpython3.so"
150- pip3.6 install -r ${PADDLE_ROOT} /python/requirements.txt
151- elif [ " $1 " == " cp37-cp37m" ]; then
132+ if [ " $1 " == " cp37-cp37m" ]; then
152133 export LD_LIBRARY_PATH=/opt/_internal/cpython-3.7.0/lib/:${LD_LIBRARY_PATH}
153134 export PATH=/opt/_internal/cpython-3.7.0/bin/:${PATH}
154135 export PYTHON_FLAGS=" -DPYTHON_EXECUTABLE:FILEPATH=/opt/_internal/cpython-3.7.0/bin/python3.7
645626 set -x
646627
647628 set +ex
648- if [ " $1 " == " cp36-cp36m" ]; then
649- pip3.6 uninstall -y paddlepaddle
650- elif [ " $1 " == " cp37-cp37m" ]; then
629+ if [ " $1 " == " cp37-cp37m" ]; then
651630 pip3.7 uninstall -y paddlepaddle
652631 elif [ " $1 " == " cp38-cp38" ]; then
653632 pip3.8 uninstall -y paddlepaddle
658637 fi
659638 set -ex
660639
661- if [ " $1 " == " cp36-cp36m" ]; then
662- pip3.6 install --user ${PADDLE_ROOT} /dist/* .whl
663- pip3.6 install --user hypothesis
664- elif [ " $1 " == " cp37-cp37m" ]; then
640+ if [ " $1 " == " cp37-cp37m" ]; then
665641 pip3.7 install --user ${PADDLE_ROOT} /dist/* .whl
666642 pip3.7 install --user hypothesis
667643 elif [ " $1 " == " cp38-cp38" ]; then
@@ -3024,44 +3000,27 @@ EOF
30243000
30253001 ref_web=https://paddle-wheel.bj.bcebos.com/${PADDLE_BRANCH} -${ref_gpu} -${ref_mkl}
30263002
3027- ref_paddle36=paddlepaddle${install_gpu} -${PADDLE_BRANCH} -cp36-cp36m-linux_x86_64.whl
30283003 ref_paddle37=paddlepaddle${install_gpu} -${PADDLE_BRANCH} -cp37-cp37m-linux_x86_64.whl
30293004 ref_paddle38=paddlepaddle${install_gpu} -${PADDLE_BRANCH} -cp38-cp38-linux_x86_64.whl
30303005 ref_paddle39=paddlepaddle${install_gpu} -${PADDLE_BRANCH} -cp39-cp39-linux_x86_64.whl
30313006 ref_paddle310=paddlepaddle${install_gpu} -${PADDLE_BRANCH} -cp310-cp310-linux_x86_64.whl
30323007
3033- ref_paddle36_whl=paddlepaddle${install_gpu} -${PADDLE_BRANCH} -cp36-cp36m-linux_x86_64.whl
30343008 ref_paddle37_whl=paddlepaddle${install_gpu} -${PADDLE_BRANCH} -cp37-cp37m-linux_x86_64.whl
30353009 ref_paddle38_whl=paddlepaddle${install_gpu} -${PADDLE_BRANCH} -cp38-cp38-linux_x86_64.whl
30363010 ref_paddle39_whl=paddlepaddle${install_gpu} -${PADDLE_BRANCH} -cp39-cp39-linux_x86_64.whl
30373011 ref_paddle310_whl=paddlepaddle${install_gpu} -${PADDLE_BRANCH} -cp310-cp310-linux_x86_64.whl
30383012
30393013 if [[ ${PADDLE_BRANCH} != " 0.0.0" && ${WITH_MKL} == " ON" && ${WITH_GPU} == " ON" ]]; then
3040- ref_paddle36=paddlepaddle${install_gpu} -${PADDLE_BRANCH} .post${ref_CUDA_MAJOR}${CUDNN_MAJOR} -cp36-cp36m-linux_x86_64.whl
30413014 ref_paddle37=paddlepaddle${install_gpu} -${PADDLE_BRANCH} .post${ref_CUDA_MAJOR}${CUDNN_MAJOR} -cp37-cp37m-linux_x86_64.whl
30423015 ref_paddle38=paddlepaddle${install_gpu} -${PADDLE_BRANCH} .post${ref_CUDA_MAJOR}${CUDNN_MAJOR} -cp38-cp38-linux_x86_64.whl
30433016 ref_paddle39=paddlepaddle${install_gpu} -${PADDLE_BRANCH} .post${ref_CUDA_MAJOR}${CUDNN_MAJOR} -cp39-cp39-linux_x86_64.whl
30443017 ref_paddle310=paddlepaddle${install_gpu} -${PADDLE_BRANCH} .post${ref_CUDA_MAJOR}${CUDNN_MAJOR} -cp310-cp310-linux_x86_64.whl
3045- ref_paddle36_whl=paddlepaddle${install_gpu} -${PADDLE_BRANCH} .post${ref_CUDA_MAJOR}${CUDNN_MAJOR} -cp36-cp36m-linux_x86_64.whl
30463018 ref_paddle37_whl=paddlepaddle${install_gpu} -${PADDLE_BRANCH} .post${ref_CUDA_MAJOR}${CUDNN_MAJOR} -cp37-cp37m-linux_x86_64.whl
30473019 ref_paddle38_whl=paddlepaddle${install_gpu} -${PADDLE_BRANCH} .post${ref_CUDA_MAJOR}${CUDNN_MAJOR} -cp38-cp38-linux_x86_64.whl
30483020 ref_paddle39_whl=paddlepaddle${install_gpu} -${PADDLE_BRANCH} .post${ref_CUDA_MAJOR}${CUDNN_MAJOR} -cp39-cp39-linux_x86_64.whl
30493021 ref_paddle310_whl=paddlepaddle${install_gpu} -${PADDLE_BRANCH} .post${ref_CUDA_MAJOR}${CUDNN_MAJOR} -cp310-cp310-linux_x86_64.whl
30503022 fi
30513023
3052- ref_paddle36_mv1=" "
3053- ref_paddle36_mv2=" "
3054- if [[ ${PADDLE_BRANCH} == " 0.0.0" && ${WITH_GPU} == " ON" ]]; then
3055- ref_paddle36_whl=paddlepaddle_gpu-1.5.1-cp36-cp36m-linux_x86_64.whl
3056- ref_paddle36_mv1=" mv ${ref_paddle36} ${ref_paddle36_whl} &&"
3057- ref_paddle36_mv2=" && mv ${ref_paddle36_whl} ${ref_paddle36} "
3058- fi
3059- if [[ ${PADDLE_BRANCH} == " 0.0.0" && ${WITH_GPU} != " ON" ]]; then
3060- ref_paddle36_whl=paddlepaddle-1.5.1-cp36-cp36m-linux_x86_64.whl
3061- ref_paddle36_mv1=" mv ${ref_paddle36} ${ref_paddle36_whl} &&"
3062- ref_paddle36_mv2=" && mv ${ref_paddle36_whl} ${ref_paddle36} "
3063- fi
3064-
30653024 cat > ${PADDLE_ROOT} /build/Dockerfile << EOF
30663025 FROM ${BASE_IMAGE}
30673026 MAINTAINER PaddlePaddle Authors <[email protected] > @@ -3092,25 +3051,6 @@ EOF
30923051 ${DOCKERFILE_CUBLAS_DSO}
30933052 ${DOCKERFILE_CUBLASLT_DSO}
30943053 ${DOCKERFILE_GPU_ENV}
3095- EOF
3096- cat >> ${PADDLE_ROOT} /build/Dockerfile << EOF
3097- # run paddle version to install python packages first
3098- RUN apt-get update && ${NCCL_DEPS}
3099- RUN apt-get install -y make build-essential libssl-dev zlib1g-dev libbz2-dev \
3100- libreadline-dev libsqlite3-dev wget curl llvm libncurses5-dev libncursesw5-dev \
3101- xz-utils tk-dev libffi-dev liblzma-dev
3102- RUN mkdir -p /root/python_build/ && wget -q https://www.sqlite.org/2018/sqlite-autoconf-3250300.tar.gz && \
3103- tar -zxf sqlite-autoconf-3250300.tar.gz && cd sqlite-autoconf-3250300 && \
3104- ./configure -prefix=/usr/local && make install -j8 && cd ../ && rm sqlite-autoconf-3250300.tar.gz && \
3105- wget -q https://www.python.org/ftp/python/3.6.0/Python-3.6.0.tgz && \
3106- tar -xzf Python-3.6.0.tgz && cd Python-3.6.0 && \
3107- CFLAGS="-Wformat" ./configure --prefix=/usr/local/ --enable-shared > /dev/null && \
3108- make -j8 > /dev/null && make altinstall > /dev/null && cd ../ && rm Python-3.6.0.tgz
3109- RUN apt-get install -y libgtk2.0-dev dmidecode python3-tk && ldconfig && \
3110- wget ${ref_web} /${ref_paddle36} && ${ref_paddle36_mv1} pip3.6 install ${ref_paddle36_whl} ${ref_paddle36_mv2} ; apt-get install -f -y && \
3111- apt-get clean -y && \
3112- rm -f ${ref_paddle36} && \
3113- ldconfig
31143054EOF
31153055 cat >> ${PADDLE_ROOT} /build/Dockerfile << EOF
31163056 # run paddle version to install python packages first
@@ -3471,9 +3411,9 @@ function trt_convert_test() {
34713411}
34723412
34733413function build_pr_and_develop() {
3474- run_setup ${PYTHON_ABI:- " " } bdist_wheel ${parallel_number}
3414+ run_setup ${PYTHON_ABI:- " " } bdist_wheel ${parallel_number}
34753415 if [ ! -d " ${PADDLE_ROOT} /build/python/dist/" ]; then
3476- mkdir ${PADDLE_ROOT} /build/python/dist/
3416+ mkdir ${PADDLE_ROOT} /build/python/dist/
34773417 fi
34783418 mv ${PADDLE_ROOT} /dist/* .whl ${PADDLE_ROOT} /build/python/dist/
34793419 cmake_change=` git diff --name-only upstream/$BRANCH | grep " cmake/external" || true`
@@ -3497,9 +3437,9 @@ function build_pr_and_develop() {
34973437 rm -rf ${PADDLE_ROOT} /build/third_party
34983438 fi
34993439 git checkout -b develop_base_pr upstream/$BRANCH
3500- run_setup ${PYTHON_ABI:- " " } bdist_wheel ${parallel_number}
3440+ run_setup ${PYTHON_ABI:- " " } bdist_wheel ${parallel_number}
35013441 if [ ! -d " ${PADDLE_ROOT} /build/python/dist/" ]; then
3502- mkdir ${PADDLE_ROOT} /build/python/dist/
3442+ mkdir ${PADDLE_ROOT} /build/python/dist/
35033443 fi
35043444 mv ${PADDLE_ROOT} /dist/* .whl ${PADDLE_ROOT} /build/python/dist/
35053445 generate_api_spec " $1 " " DEV"
@@ -3685,7 +3625,7 @@ function run_setup(){
36853625 export WITH_MKL=${WITH_MKL:- ON}
36863626 export WITH_AVX=${WITH_AVX:- OFF}
36873627 export CUDA_ARCH_NAME=${CUDA_ARCH_NAME:- All}
3688- export NEW_RELEASE_PYPI=${NEW_RELEASE_PYPI:- OFF}
3628+ export NEW_RELEASE_PYPI=${NEW_RELEASE_PYPI:- OFF}
36893629 export NEW_RELEASE_ALL=${NEW_RELEASE_ALL:- OFF}
36903630 export NEW_RELEASE_JIT=${NEW_RELEASE_JIT:- OFF}
36913631 export WITH_PYTHON=${WITH_PYTHON:- ON}
@@ -3756,7 +3696,7 @@ function run_setup(){
37563696 python setup.py $2 ; build_error=$?
37573697 fi
37583698 fi
3759-
3699+
37603700 # ci will collect ccache hit rate
37613701 collect_ccache_hits
37623702
@@ -3981,7 +3921,7 @@ function run_setup_mac(){
39813921 if [ " $build_error " != 0 ]; then
39823922 exit 7;
39833923 fi
3984-
3924+
39853925 build_size
39863926
39873927 endTime_s=` date +%s`
@@ -4169,7 +4109,7 @@ function main() {
41694109 if [ " ${WITH_PYTHON} " == " OFF" ] ; then
41704110 python ${PADDLE_ROOT} /tools/remove_grad_op_and_kernel.py
41714111 fi
4172- gen_fluid_lib_by_setup ${parallel_number}
4112+ gen_fluid_lib_by_setup ${parallel_number}
41734113 ;;
41744114 gpu_inference)
41754115 test_fluid_lib
@@ -4191,28 +4131,22 @@ function main() {
41914131 run_mac_test ${PYTHON_ABI:- " " } ${PROC_RUN:- 1}
41924132 ;;
41934133 maccheck_py3)
4194- run_setup_mac ${PYTHON_ABI:- " " } bdist_wheel
4134+ run_setup_mac ${PYTHON_ABI:- " " } bdist_wheel
41954135 run_mac_test ${PYTHON_ABI:- " " } ${PROC_RUN:- 1}
41964136 ;;
41974137 macbuild)
41984138 cmake_gen ${PYTHON_ABI:- " " }
41994139 build_mac
42004140 ;;
42014141 cicheck_py37)
4202- run_setup ${PYTHON_ABI:- " " } bdist_wheel ${parallel_number}
4142+ run_setup ${PYTHON_ABI:- " " } bdist_wheel ${parallel_number}
42034143 run_linux_cpu_test ${PYTHON_ABI:- " " } ${PROC_RUN:- 1}
42044144 ;;
42054145 test_cicheck_py37)
42064146 run_linux_cpu_test ${PYTHON_ABI:- " " } ${PROC_RUN:- 1}
42074147 ;;
4208- cpu_cicheck_py35)
4209- cmake_gen_and_build ${PYTHON_ABI:- " " } ${parallel_number}
4210- ;;
4211- gpu_cicheck_py35)
4212- parallel_test
4213- ;;
42144148 build_gpubox)
4215- run_setup ${PYTHON_ABI:- " " } install ${parallel_number}
4149+ run_setup ${PYTHON_ABI:- " " } install ${parallel_number}
42164150 ;;
42174151 check_xpu)
42184152 cmake_gen_and_build ${PYTHON_ABI:- " " } ${parallel_number}
@@ -4243,10 +4177,6 @@ function main() {
42434177 parallel_test
42444178 check_coverage
42454179 ;;
4246- reuse_so_cicheck_py35)
4247- reuse_so_cache
4248- parallel_test
4249- ;;
42504180 cmake_gen)
42514181 cmake_gen ${PYTHON_ABI:- " " }
42524182 ;;
0 commit comments