Skip to content

Commit b04bf34

Browse files
NicolasHugfacebook-github-bot
authored andcommitted
[fbsync] Cleanup circleci binary generation (#7591)
Summary: Co-authored-by: Philip Meier <[email protected]> Reviewed By: vmoens Differential Revision: D45903808 fbshipit-source-id: b36684cdfe19d3b4d0bbb365a3bc0dd55655c331
1 parent 130c1be commit b04bf34

File tree

3 files changed

+0
-487
lines changed

3 files changed

+0
-487
lines changed

.circleci/config.yml

Lines changed: 0 additions & 145 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

.circleci/config.yml.in

Lines changed: 0 additions & 145 deletions
Original file line numberDiff line numberDiff line change
@@ -124,144 +124,6 @@ jobs:
124124
python .circleci/regenerate.py
125125
git diff --exit-code || (echo ".circleci/config.yml not in sync with config.yml.in! Run .circleci/regenerate.py to update config"; exit 1)
126126

127-
binary_win_conda:
128-
<<: *binary_common
129-
executor: windows-cpu
130-
steps:
131-
- checkout_merge
132-
- designate_upload_channel
133-
- run:
134-
name: Build conda packages
135-
no_output_timeout: 30m
136-
command: |
137-
set -ex
138-
source packaging/windows/internal/vc_install_helper.sh
139-
packaging/windows/internal/cuda_install.bat
140-
eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')"
141-
conda activate base
142-
conda install -yq conda-build "conda-package-handling!=1.5.0"
143-
packaging/build_conda.sh
144-
rm /C/tools/miniconda3/conda-bld/win-64/vs${VC_YEAR}*.tar.bz2
145-
- store_artifacts:
146-
path: C:/tools/miniconda3/conda-bld/win-64
147-
- persist_to_workspace:
148-
root: C:/tools/miniconda3/conda-bld/win-64
149-
paths:
150-
- "*"
151-
- store_test_results:
152-
path: build_results/
153-
154-
binary_win_wheel:
155-
<<: *binary_common
156-
executor: windows-cpu
157-
steps:
158-
- checkout_merge
159-
- designate_upload_channel
160-
- run:
161-
name: Build wheel packages
162-
no_output_timeout: 30m
163-
command: |
164-
set -ex
165-
source packaging/windows/internal/vc_install_helper.sh
166-
packaging/windows/internal/cuda_install.bat
167-
packaging/build_wheel.sh
168-
- store_artifacts:
169-
path: dist
170-
- persist_to_workspace:
171-
root: dist
172-
paths:
173-
- "*"
174-
- store_test_results:
175-
path: build_results/
176-
177-
binary_macos_wheel:
178-
<<: *binary_common
179-
macos:
180-
xcode: "14.0"
181-
steps:
182-
- checkout_merge
183-
- designate_upload_channel
184-
- run:
185-
# Cannot easily deduplicate this as source'ing activate
186-
# will set environment variables which we need to propagate
187-
# to build_wheel.sh
188-
command: |
189-
curl -o conda.sh https://repo.anaconda.com/miniconda/Miniconda3-latest-MacOSX-x86_64.sh
190-
sh conda.sh -b
191-
source $HOME/miniconda3/bin/activate
192-
packaging/build_wheel.sh
193-
- store_artifacts:
194-
path: dist
195-
- persist_to_workspace:
196-
root: dist
197-
paths:
198-
- "*"
199-
200-
binary_macos_conda:
201-
<<: *binary_common
202-
macos:
203-
xcode: "14.0"
204-
steps:
205-
- checkout_merge
206-
- designate_upload_channel
207-
- run:
208-
command: |
209-
curl -o conda.sh https://repo.anaconda.com/miniconda/Miniconda3-latest-MacOSX-x86_64.sh
210-
sh conda.sh -b
211-
source $HOME/miniconda3/bin/activate
212-
conda install -yq conda-build
213-
packaging/build_conda.sh
214-
- store_artifacts:
215-
path: /Users/distiller/miniconda3/conda-bld/osx-64
216-
- persist_to_workspace:
217-
root: /Users/distiller/miniconda3/conda-bld/osx-64
218-
paths:
219-
- "*"
220-
- store_test_results:
221-
path: build_results/
222-
223-
# Requires org-member context
224-
binary_conda_upload:
225-
docker:
226-
- image: continuumio/miniconda
227-
steps:
228-
- attach_workspace:
229-
at: ~/workspace
230-
- designate_upload_channel
231-
- run:
232-
command: |
233-
# Prevent credential from leaking
234-
conda install -yq anaconda-client
235-
set -x
236-
anaconda -t "${CONDA_PYTORCHBOT_TOKEN}" upload ~/workspace/*.tar.bz2 -u "pytorch-${UPLOAD_CHANNEL}" --label main --no-progress --force
237-
238-
# Requires org-member context
239-
binary_wheel_upload:
240-
parameters:
241-
subfolder:
242-
description: "What whl subfolder to upload to, e.g., blank or cu100/ (trailing slash is important)"
243-
type: string
244-
docker:
245-
- image: cimg/python:3.8
246-
steps:
247-
- attach_workspace:
248-
at: ~/workspace
249-
- designate_upload_channel
250-
- checkout
251-
- pip_install:
252-
args: awscli
253-
- run:
254-
command: |
255-
export PATH="$HOME/.local/bin:$PATH"
256-
# Prevent credential from leaking
257-
set +x
258-
export AWS_ACCESS_KEY_ID="${PYTORCH_BINARY_AWS_ACCESS_KEY_ID}"
259-
export AWS_SECRET_ACCESS_KEY="${PYTORCH_BINARY_AWS_SECRET_ACCESS_KEY}"
260-
set -x
261-
for pkg in ~/workspace/*.whl; do
262-
aws s3 cp "$pkg" "s3://pytorch/whl/${UPLOAD_CHANNEL}/<< parameters.subfolder >>" --acl public-read
263-
done
264-
265127
smoke_test_docker_image_build:
266128
machine:
267129
image: ubuntu-2004:202104-01
@@ -372,17 +234,10 @@ workflows:
372234
jobs:
373235
- circleci_consistency
374236

375-
build:
376-
jobs:
377-
{{ build_workflows(windows_latest_only=True) }}
378-
379237
cmake:
380238
jobs:
381239
{{ cmake_workflows() }}
382240

383-
nightly:
384-
jobs:
385-
{{ build_workflows(prefix="nightly_", filter_branch="nightly", upload=True) }}
386241
docker_build:
387242
triggers:
388243
- schedule:

0 commit comments

Comments
 (0)