stop uploading to downloads.rapids.ai, use rapids-init-pip in wheel CI (NVIDIA#50)

Contributes to rapidsai/build-planning#181

* removes all uploads of conda packages and wheels to `downloads.rapids.ai` (these are not used by anything in this repo any more)

Contributes to rapidsai/build-planning#178

* prevents triggering expensive CI jobs based on PRs modifying `ci/release/update-version-*.sh`

Contributes to rapidsai/build-planning#179

* adds a call to `rapids-init-pip` near the beginning of all CI scripts that use `pip`
* removes redefinitions of `PIP_CONSTRAINT` in scripts, in favor of using the one set up by `rapids-pip-init`

## Notes for Reviewers

### How I identified changes

Looked for uses of the relevant `gha-tools` tools, as well as documentation about `downloads.rapids.ai`, being on the NVIDIA VPN, using S3, etc. like this:

```shell
git grep -i -E 's3|upload|downloads\.rapids|vpn'
```

### How I tested this

See "How I tested this" on rapidsai/shared-workflows#364

### Haven't I seen these changes before?

Yes, some of these changes were made in `rapidsai/cuopt` (rapidsai/cuopt#2503) but looks like they were lost when this new repo was created.

Authors:
  - James Lamb (https://github.com/jameslamb)

Approvers:
  - Ramakrishnap (https://github.com/rgsl888prabhu)

URL: NVIDIA#50

Author: jameslamb

.github/workflows/pr.yaml

@@ -38,6 +38,8 @@ jobs:
           - '**'
           - '!CONTRIBUTING.md'
           - '!README.md'
+          - '!ci/release/update-version-cuopt.sh'
+          - '!ci/release/update-version-rapids.sh'
           - '!docs/**'
           - '!img/**'
           - '!notebooks/**'
@@ -55,12 +57,16 @@ jobs:
           - '**'
           - '!CONTRIBUTING.md'
           - '!README.md'
+          - '!ci/release/update-version-cuopt.sh'
+          - '!ci/release/update-version-rapids.sh'
           - '!docs/**'
           - '!python/nvcf_client/**'
         test_python:
           - '**'
           - '!CONTRIBUTING.md'
           - '!README.md'
+          - '!ci/release/update-version-cuopt.sh'
+          - '!ci/release/update-version-rapids.sh'
           - '!docs/**'
           - '!img/**'
           - '!notebooks/**'
@@ -69,6 +75,8 @@ jobs:
           - '**'
           - '!CONTRIBUTING.md'
           - '!README.md'
+          - '!ci/release/update-version-cuopt.sh'
+          - '!ci/release/update-version-rapids.sh'
           - '!docs/**'
           - '!img/**'
           - '!notebooks/**'
@@ -79,6 +87,8 @@ jobs:
           - '**'
           - '!CONTRIBUTING.md'
           - '!README.md'
+          - '!ci/release/update-version-cuopt.sh'
+          - '!ci/release/update-version-rapids.sh'
           - '!docs/**'
           - '!img/**'
           - '!notebooks/**'

.pre-commit-config.yaml

@@ -55,7 +55,7 @@ repos:
             notebooks
           )
   - repo: https://github.com/rapidsai/pre-commit-hooks
-    rev: v0.4.0
+    rev: v0.6.0
     hooks:
       - id: verify-copyright
         files: |
@@ -71,7 +71,7 @@ repos:
         types_or: [file]
         args: ['-fallback-style=none', '-style=file', '-i']
   - repo: https://github.com/rapidsai/dependency-file-generator
-    rev: v1.17.0
+    rev: v1.18.1
     hooks:
       - id: rapids-dependency-file-generator
         args: ["--clean"]

ci/build_cpp.sh

@@ -56,5 +56,3 @@ sccache --show-adv-stats
 # remove build_cache directory to avoid uploading the entire source tree
 # tracked in https://github.com/prefix-dev/rattler-build/issues/1424
 rm -rf "$RAPIDS_CONDA_BLD_OUTPUT_DIR"/build_cache
-
-rapids-upload-conda-to-s3 cpp

ci/build_python.sh

@@ -90,5 +90,3 @@ rattler-build build --recipe conda/recipes/cuopt-sh-client \
 # remove build_cache directory to avoid uploading the entire source tree
 # tracked in https://github.com/prefix-dev/rattler-build/issues/1424
 rm -rf "$RAPIDS_CONDA_BLD_OUTPUT_DIR"/build_cache
-
-rapids-upload-conda-to-s3 python

ci/build_wheel.sh

@@ -22,6 +22,7 @@ package_dir=$2
 
 source rapids-configure-sccache
 source rapids-date-string
+source rapids-init-pip
 
 cd "${package_dir}"
 

ci/build_wheel_cuopt.sh

@@ -17,22 +17,25 @@
 
 
 set -euo pipefail
+
+source rapids-init-pip
+
 package_dir="python/cuopt"
 export SKBUILD_CMAKE_ARGS="-DCUOPT_BUILD_WHEELS=ON;-DDISABLE_DEPRECATION_WARNINGS=ON";
 
 RAPIDS_PY_CUDA_SUFFIX="$(rapids-wheel-ctk-name-gen "${RAPIDS_CUDA_VERSION}")"
 
 # Download the libcuopt and cuopt-mps-parser wheel built in the previous step and make it
 # available for pip to find.
-# Download the packages built in the previous step
+#
+# Using env variable PIP_CONSTRAINT (initialized by 'rapids-init-pip') is necessary to ensure the constraints
+# are used when creating the isolated build environment.
 RAPIDS_PY_CUDA_SUFFIX="$(rapids-wheel-ctk-name-gen "${RAPIDS_CUDA_VERSION}")"
 CUOPT_MPS_PARSER_WHEELHOUSE=$(RAPIDS_PY_WHEEL_NAME="cuopt_mps_parser" rapids-download-wheels-from-github python)
 LIBCUOPT_WHEELHOUSE=$(RAPIDS_PY_WHEEL_NAME="libcuopt_${RAPIDS_PY_CUDA_SUFFIX}" rapids-download-wheels-from-github cpp)
 
-echo "libcuopt-${RAPIDS_PY_CUDA_SUFFIX} @ file://$(echo ${LIBCUOPT_WHEELHOUSE}/libcuopt_*.whl)" >> /tmp/constraints.txt
-echo "cuopt-mps-parser @ file://$(echo ${CUOPT_MPS_PARSER_WHEELHOUSE}/cuopt_mps_parser*.whl)" >> /tmp/constraints.txt
-export PIP_CONSTRAINT="/tmp/constraints.txt"
-
+echo "libcuopt-${RAPIDS_PY_CUDA_SUFFIX} @ file://$(echo ${LIBCUOPT_WHEELHOUSE}/libcuopt_*.whl)" >> "${PIP_CONSTRAINT}"
+echo "cuopt-mps-parser @ file://$(echo ${CUOPT_MPS_PARSER_WHEELHOUSE}/cuopt_mps_parser*.whl)" >> "${PIP_CONSTRAINT}"
 
 EXCLUDE_ARGS=(
   --exclude "libraft.so"
@@ -53,5 +56,3 @@ ci/build_wheel.sh cuopt ${package_dir}
 python -m auditwheel repair "${EXCLUDE_ARGS[@]}" -w ${RAPIDS_WHEEL_BLD_OUTPUT_DIR} ${package_dir}/dist/*
 
 ci/validate_wheel.sh "${package_dir}" "${RAPIDS_WHEEL_BLD_OUTPUT_DIR}"
-
-RAPIDS_PY_WHEEL_NAME="cuopt_${RAPIDS_PY_CUDA_SUFFIX}" rapids-upload-wheels-to-s3 python "${RAPIDS_WHEEL_BLD_OUTPUT_DIR}"

ci/build_wheel_cuopt_mps_parser.sh

@@ -18,6 +18,8 @@
 
 set -euo pipefail
 
+source rapids-init-pip
+
 package_dir="python/cuopt/cuopt/linear_programming"
 
 export SKBUILD_CMAKE_ARGS="-DCUOPT_BUILD_WHEELS=ON;-DDISABLE_DEPRECATION_WARNINGS=ON"
@@ -35,5 +37,3 @@ ci/build_wheel.sh cuopt_mps_parser ${package_dir}
 python -m auditwheel repair -w "${RAPIDS_WHEEL_BLD_OUTPUT_DIR}" ${package_dir}/dist/*
 
 ci/validate_wheel.sh "${package_dir}" "${RAPIDS_WHEEL_BLD_OUTPUT_DIR}"
-
-RAPIDS_PY_WHEEL_NAME="cuopt_mps_parser" rapids-upload-wheels-to-s3 python "${RAPIDS_WHEEL_BLD_OUTPUT_DIR}"

ci/build_wheel_cuopt_server.sh

@@ -15,14 +15,12 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-
 set -euo pipefail
 
+source rapids-init-pip
+
 package_dir="python/cuopt_server"
 
 ci/build_wheel.sh cuopt_server ${package_dir}
 cp "${package_dir}/dist"/* "${RAPIDS_WHEEL_BLD_OUTPUT_DIR}/"
 ci/validate_wheel.sh "${package_dir}" "${RAPIDS_WHEEL_BLD_OUTPUT_DIR}"
-
-RAPIDS_PY_CUDA_SUFFIX="$(rapids-wheel-ctk-name-gen "${RAPIDS_CUDA_VERSION}")"
-RAPIDS_PY_WHEEL_NAME="cuopt_server_${RAPIDS_PY_CUDA_SUFFIX}" rapids-upload-wheels-to-s3 python "${RAPIDS_WHEEL_BLD_OUTPUT_DIR}"

ci/build_wheel_cuopt_sh_client.sh

@@ -17,10 +17,10 @@
 
 set -euo pipefail
 
+source rapids-init-pip
+
 package_dir="python/cuopt_self_hosted"
 
 ci/build_wheel.sh cuopt_sh_client ${package_dir}
 cp "${package_dir}/dist"/* "${RAPIDS_WHEEL_BLD_OUTPUT_DIR}/"
 ci/validate_wheel.sh "${package_dir}" "${RAPIDS_WHEEL_BLD_OUTPUT_DIR}"
-
-RAPIDS_PY_WHEEL_NAME="cuopt_sh_client" rapids-upload-wheels-to-s3 python "${RAPIDS_WHEEL_BLD_OUTPUT_DIR}"

ci/build_wheel_libcuopt.sh

@@ -16,6 +16,8 @@
 
 set -euo pipefail
 
+source rapids-init-pip
+
 package_name="libcuopt"
 package_dir="python/libcuopt"
 
@@ -29,11 +31,8 @@ else
     echo "Building in release mode"
 fi
 
-RAPIDS_PY_CUDA_SUFFIX="$(rapids-wheel-ctk-name-gen ${RAPIDS_CUDA_VERSION})"
-
 rapids-logger "Generating build requirements"
 
-RAPIDS_PY_CUDA_SUFFIX="$(rapids-wheel-ctk-name-gen "${RAPIDS_CUDA_VERSION}")"
 CUOPT_MPS_PARSER_WHEELHOUSE=$(RAPIDS_PY_WHEEL_NAME="cuopt_mps_parser" rapids-download-wheels-from-github python)
 echo "cuopt-mps-parser @ file://$(echo ${CUOPT_MPS_PARSER_WHEELHOUSE}/cuopt_mps_parser*.whl)" >> /tmp/constraints.txt
 export PIP_CONSTRAINT="/tmp/constraints.txt"
@@ -75,5 +74,3 @@ mkdir -p final_dist
 python -m auditwheel repair "${EXCLUDE_ARGS[@]}" -w "${RAPIDS_WHEEL_BLD_OUTPUT_DIR}" ${package_dir}/dist/*
 
 ci/validate_wheel.sh ${package_dir} "${RAPIDS_WHEEL_BLD_OUTPUT_DIR}"
-
-RAPIDS_PY_WHEEL_NAME="libcuopt_${RAPIDS_PY_CUDA_SUFFIX}" rapids-upload-wheels-to-s3 cpp "${RAPIDS_WHEEL_BLD_OUTPUT_DIR}"