Skip to content

Commit 7272000

Browse files
aslonnieaslonnie
committed
[ml] train/tune: migrate most of the tests to run on python 3.10
stop running on python 3.9 any more Signed-off-by: Lonnie Liu <lonnie@anyscale.com>
1 parent b9f3d1a commit 7272000

File tree

1 file changed

+33
-18
lines changed

1 file changed

+33
-18
lines changed

‎.buildkite/ml.rayci.yml‎

Lines changed: 33 additions & 18 deletions
Original file line numberDiff line numberDiff line change
@@ -36,6 +36,7 @@ steps:
3636
PYTHON: "{{matrix}}"
3737
RAYCI_IS_GPU_BUILD: "false"
3838
matrix:
39+
- "3.10"
3940
- "3.12"
4041
tags: cibase
4142

@@ -62,6 +63,7 @@ steps:
6263
PYTHON: "{{matrix}}"
6364
RAYCI_IS_GPU_BUILD: "true"
6465
matrix:
66+
- "3.10"
6567
- "3.12"
6668
tags: cibase
6769

@@ -74,7 +76,8 @@ steps:
7476
- bazel run //ci/ray_ci:test_in_docker -- //python/ray/train/... ml
7577
--workers "$${BUILDKITE_PARALLEL_JOB_COUNT}" --worker-id "$${BUILDKITE_PARALLEL_JOB}" --parallelism-per-worker 3
7678
--except-tags gpu,minimal,tune,doctest,needs_credentials,train_v2,train_v2_gpu
77-
depends_on: [ "mlbuild", "forge" ]
79+
--python-version 3.10 --build-name mlbuild-py3.10
80+
depends_on: [ "mlbuild-multipy", "forge" ]
7881

7982
- label: ":bullettrain_front: ml: train v2 tests"
8083
tags: train
@@ -83,9 +86,10 @@ steps:
8386
commands:
8487
- bazel run //ci/ray_ci:test_in_docker -- //python/ray/train/... ml
8588
--workers "$${BUILDKITE_PARALLEL_JOB_COUNT}" --worker-id "$${BUILDKITE_PARALLEL_JOB}" --parallelism-per-worker 3
89+
--python-version 3.10 --build-name mlbuild-py3.10
8690
--only-tags train_v2
8791
--except-tags needs_credentials
88-
depends_on: [ "mlbuild", "forge" ]
92+
depends_on: [ "mlbuild-multipy", "forge" ]
8993

9094
- label: ":bullettrain_front: ml: train v2 gpu tests"
9195
tags:
@@ -95,9 +99,9 @@ steps:
9599
commands:
96100
- bazel run //ci/ray_ci:test_in_docker -- //python/ray/train/... //doc/... ml
97101
--workers "$${BUILDKITE_PARALLEL_JOB_COUNT}" --worker-id "$${BUILDKITE_PARALLEL_JOB}" --parallelism-per-worker 2
98-
--build-name mlgpubuild
102+
--build-name mlgpubuild-py3.10 --python-version 3.10
99103
--only-tags train_v2_gpu
100-
depends_on: [ "mlgpubuild", "forge" ]
104+
depends_on: [ "mlgpubuild-multipy", "forge" ]
101105

102106
- label: ":train: ml: {{matrix.python}} tests ({{matrix.worker_id}})"
103107
if: build.pull_request.labels includes "continuous-build" || pipeline.id == "0189e759-8c96-4302-b6b5-b4274406bf89" || pipeline.id == "018f4f1e-1b73-4906-9802-92422e3badaa"
@@ -129,9 +133,9 @@ steps:
129133
commands:
130134
- bazel run //ci/ray_ci:test_in_docker -- //python/ray/train/... //python/ray/air/... //doc/... ml
131135
--workers "$${BUILDKITE_PARALLEL_JOB_COUNT}" --worker-id "$${BUILDKITE_PARALLEL_JOB}" --parallelism-per-worker 2
132-
--build-name mlgpubuild
136+
--build-name mlgpubuild-py3.10 --python-version 3.10
133137
--only-tags gpu
134-
depends_on: [ "mlgpubuild", "forge" ]
138+
depends_on: [ "mlgpubuild-multipy", "forge" ]
135139

136140
- label: ":train: ml: train gpu {{matrix.python}} tests ({{matrix.worker_id}})"
137141
if: build.pull_request.labels includes "continuous-build" || pipeline.id == "0189e759-8c96-4302-b6b5-b4274406bf89" || pipeline.id == "018f4f1e-1b73-4906-9802-92422e3badaa"
@@ -163,18 +167,20 @@ steps:
163167
- $(python ci/env/setup_credentials.py)
164168
- bazel run //ci/ray_ci:test_in_docker -- //python/ray/train/... ml
165169
--parallelism-per-worker 3
170+
--python-version 3.10 --build-name mlbuild-py3.10
166171
--only-tags needs_credentials
167172
--test-env=WANDB_API_KEY --test-env=COMET_API_KEY
168-
depends_on: [ "mlbuild", "forge" ]
173+
depends_on: [ "mlbuild-multipy", "forge" ]
169174

170175
- label: ":train: ml: tune tests"
171176
tags: tune
172177
instance_type: large
173178
commands:
174179
- bazel run //ci/ray_ci:test_in_docker -- //python/ray/tune/... ml
175180
--parallelism-per-worker 3
181+
--python-version 3.10 --build-name mlbuild-py3.10
176182
--except-tags doctest,soft_imports,rllib
177-
depends_on: [ "mlbuild", "forge" ]
183+
depends_on: [ "mlbuild-multipy", "forge" ]
178184

179185
- label: ":train: ml: tune soft import tests"
180186
tags: tune
@@ -191,22 +197,25 @@ steps:
191197
commands:
192198
- bazel run //ci/ray_ci:test_in_docker -- //python/ray/air/... ml
193199
--parallelism-per-worker 3
200+
--python-version 3.10 --build-name mlbuild-py3.10
194201
--except-tags gpu,doctest
195202
- bazel run //ci/ray_ci:test_in_docker -- //python/ray/data/... ml
203+
--python-version 3.10 --build-name mlbuild-py3.10
196204
--parallelism-per-worker 3
197205
--only-tags ray_air
198206
--skip-ray-installation
199-
depends_on: [ "mlbuild", "forge" ]
207+
depends_on: [ "mlbuild-multipy", "forge" ]
200208

201209
- label: ":train: ml: train+tune tests"
202210
tags: train
203211
instance_type: medium
204212
commands:
205213
- bazel run //ci/ray_ci:test_in_docker -- //python/ray/train/... ml
206214
--parallelism-per-worker 3
215+
--python-version 3.10 --build-name mlbuild-py3.10
207216
--only-tags tune
208217
--except-tags ray_air,gpu,doctest,needs_credentials
209-
depends_on: [ "mlbuild", "forge" ]
218+
depends_on: [ "mlbuild-multipy", "forge" ]
210219

211220
- label: ":train: ml: rllib+tune tests"
212221
tags:
@@ -215,10 +224,11 @@ steps:
215224
instance_type: large
216225
commands:
217226
- bazel run //ci/ray_ci:test_in_docker -- //python/ray/tune/... ml
227+
--python-version 3.10 --build-name mlbuild-py3.10
218228
--parallelism-per-worker 3
219229
--only-tags rllib
220230
--except-tags gpu
221-
depends_on: [ "mlbuild", "forge" ]
231+
depends_on: [ "mlbuild-multipy", "forge" ]
222232

223233
- label: ":train: ml: release tests"
224234
tags:
@@ -228,8 +238,9 @@ steps:
228238
instance_type: large
229239
commands:
230240
- bazel run //ci/ray_ci:test_in_docker -- //release/... ml
241+
--python-version 3.10 --build-name mlbuild-py3.10
231242
--parallelism-per-worker 3
232-
depends_on: [ "mlbuild", "forge" ]
243+
depends_on: [ "mlbuild-multipy", "forge" ]
233244

234245
- label: ":train: ml: train minimal"
235246
tags: train
@@ -238,7 +249,7 @@ steps:
238249
- python ./ci/env/check_minimal_install.py
239250
- bazel run //ci/ray_ci:test_in_docker -- //python/ray/train/... ml
240251
--parallelism-per-worker 2
241-
--build-name minbuild-ml-py3.9
252+
--build-name minbuild-ml-py3.10 --python-version 3.10
242253
--only-tags minimal
243254
depends_on: [ "minbuild-ml", "forge" ]
244255

@@ -253,16 +264,18 @@ steps:
253264
# doc tests
254265
- bazel run //ci/ray_ci:test_in_docker -- python/ray/... //doc/... ml
255266
--workers "$${BUILDKITE_PARALLEL_JOB_COUNT}" --worker-id "$${BUILDKITE_PARALLEL_JOB}"
267+
--python-version 3.10 --build-name mlbuild-py3.10
256268
--only-tags doctest
257269
--except-tags gpu
258270
--parallelism-per-worker 3
259271
# doc examples
260272
- bazel run //ci/ray_ci:test_in_docker -- //doc/... ml
261273
--workers "$${BUILDKITE_PARALLEL_JOB_COUNT}" --worker-id "$${BUILDKITE_PARALLEL_JOB}"
274+
--python-version 3.10 --build-name mlbuild-py3.10
262275
--except-tags gpu,post_wheel_build,doctest,highly_parallel
263276
--parallelism-per-worker 3
264277
--skip-ray-installation
265-
depends_on: [ "mlbuild", "forge" ]
278+
depends_on: [ "mlbuild-multiply", "forge" ]
266279

267280
- label: ":train: ml: train gpu lightning 2.0 tests"
268281
tags:
@@ -284,9 +297,10 @@ steps:
284297
instance_type: large
285298
commands:
286299
- bazel run //ci/ray_ci:test_in_docker -- //... ml --run-flaky-tests
300+
--python-version 3.10 --build-name mlbuild-py3.10
287301
--parallelism-per-worker 2
288302
--except-tags gpu,needs_credentials,train_v2_gpu
289-
depends_on: [ "mlbuild", "forge" ]
303+
depends_on: [ "mlbuild-multipy", "forge" ]
290304
soft_fail: true
291305

292306
- label: ":train: ml: flaky authentication tests"
@@ -299,10 +313,11 @@ steps:
299313
commands:
300314
- $(python ci/env/setup_credentials.py)
301315
- bazel run //ci/ray_ci:test_in_docker -- //... ml --run-flaky-tests
316+
--python-version 3.10 --build-name mlbuild-py3.10
302317
--parallelism-per-worker 3
303318
--only-tags needs_credentials
304319
--test-env=WANDB_API_KEY --test-env=COMET_API_KEY
305-
depends_on: [ "mlbuild", "forge" ]
320+
depends_on: [ "mlbuild-multipy", "forge" ]
306321
soft_fail: true
307322

308323
- label: ":train: ml: train gpu flaky tests"
@@ -315,7 +330,7 @@ steps:
315330
commands:
316331
- bazel run //ci/ray_ci:test_in_docker -- //... ml --run-flaky-tests
317332
--parallelism-per-worker 2
318-
--build-name mlgpubuild
333+
--python-version 3.10 --build-name mlgpubuild-py3.10
319334
--only-tags gpu,train_v2_gpu
320-
depends_on: [ "mlgpubuild", "forge" ]
335+
depends_on: [ "mlgpubuild-multipy", "forge" ]
321336
soft_fail: true

0 commit comments

Comments
 (0)