This repository has been archived by the owner on Nov 1, 2024. It is now read-only.
-
Notifications
You must be signed in to change notification settings - Fork 79
125 lines (115 loc) · 4.03 KB
/
nightly-wheel.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
name: TorchArrow Nightly Build and Test
on:
schedule:
- cron: "0 0 * * *"
workflow_call:
secrets:
AWS_PYTORCH_UPLOADER_ACCESS_KEY_ID:
required: true
AWS_PYTORCH_UPLOADER_SECRET_ACCESS_KEY:
required: true
# Allows you to run this workflow manually from the Actions tab
workflow_dispatch:
jobs:
linux-container:
runs-on: ubuntu-latest
container: prestocpp/velox-sse-velox-torcharrow:kpai-20220711
strategy:
fail-fast: false
matrix:
python-version:
- 3.7
- 3.8
- 3.9
- "3.10"
steps:
- name: Check out source repository
uses: actions/checkout@v2
with:
submodules: recursive
- name: Build the wheel
run: |
source /opt/conda/etc/profile.d/conda.sh
PYTHON_VERSION=${{ matrix.python-version }} CPU_TARGET="sse" packaging/build_wheel.sh
conda activate env${{ matrix.python-version }}
pip install auditwheel
auditwheel repair dist/*.whl -w fixed_dist --plat manylinux2014_x86_64
- name: Upload wheel to S3 Storage
env:
AWS_ACCESS_KEY_ID: ${{ secrets.AWS_PYTORCH_UPLOADER_ACCESS_KEY_ID }}
AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_PYTORCH_UPLOADER_SECRET_ACCESS_KEY }}
S3_PATH: "s3://pytorch/whl/nightly/"
run: |
source /opt/conda/etc/profile.d/conda.sh
conda activate env${{ matrix.python-version }}
pip install --user awscli
set -x
if [[ -z "${AWS_ACCESS_KEY_ID}" ]]; then
echo "AWS_ACCESS_KEY_ID is not set, exiting upload"
exit 1
fi
for pkg in fixed_dist/torcharrow*.whl; do
~/.local/bin/aws s3 cp "$pkg" "$S3_PATH" --acl public-read
done
# We only run this part on ubuntu wheel build for python 3.7,
# since we only need to deploy the doc once.
- name: Install TorchArrow and build docs
if: matrix.python-version == '3.7'
run: |
source /opt/conda/etc/profile.d/conda.sh
conda activate env${{ matrix.python-version }}
pip install fixed_dist/*.whl
cd ./docs
pip install -r requirements.txt --user
PATH=${PATH}:~/.local/bin
make html
cd ..
- name: Deploy Docs on Push
if: matrix.python-version == '3.7'
uses: JamesIves/github-pages-deploy-action@v4.2.5
with:
token: ${{ secrets.GITHUB_TOKEN }}
branch: gh-pages # The branch the action should deploy to.
folder: docs/build/html # The folder the action should deploy.
target-folder: main
macos-container:
runs-on: macos-latest
strategy:
fail-fast: false
matrix:
python-version:
- 3.7
- 3.8
- 3.9
- "3.10"
steps:
- name: Setup Python ${{ matrix.python-version }}
uses: actions/setup-python@v2
with:
python-version: ${{ matrix.python-version }}
- name: Check out source repository
uses: actions/checkout@v2
with:
submodules: recursive
- name: Build the wheel
run: |
MACOSX_DEPLOYMENT_TARGET=10.15 CPU_TARGET="sse" ./csrc/velox/velox/scripts/setup-macos.sh
pip install wheel
CPU_TARGET="sse" ./packaging/build_wheel.sh
pip install delocate
delocate-wheel dist/*.whl -w fixed_dist
- name: Upload wheel to S3 Storage
env:
AWS_ACCESS_KEY_ID: ${{ secrets.AWS_PYTORCH_UPLOADER_ACCESS_KEY_ID }}
AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_PYTORCH_UPLOADER_SECRET_ACCESS_KEY }}
S3_PATH: "s3://pytorch/whl/nightly/"
run: |
pip install --user awscli
set -x
if [[ -z "${AWS_ACCESS_KEY_ID}" ]]; then
echo "AWS_ACCESS_KEY_ID is not set, exiting upload"
exit 1
fi
for pkg in fixed_dist/torcharrow*.whl; do
~/.local/bin/aws s3 cp "$pkg" "$S3_PATH" --acl public-read
done