Skip to content

Commit b352ffd

Browse files
upodroidupodroid
committed
create new 5k dra job
1 parent 5496e63 commit b352ffd

File tree

3 files changed

+217
-0
lines changed

3 files changed

+217
-0
lines changed

‎config/jobs/kubernetes/sig-scalability/DRA/sig-scalability-periodic-dra.yaml‎

Lines changed: 213 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -405,3 +405,216 @@ periodics:
405405
value: "true"
406406
- name: NODE_PRELOAD_IMAGES
407407
value: "gcr.io/k8s-staging-perf-tests/sleep:v0.0.3"
408+
409+
- name: ci-kubernetes-e2e-kops-gce-100-node-dra-with-workload-ipalias-using-cl2
410+
tags:
411+
- "perfDashPrefix: gce-dra-100Nodes-with-workload-dev"
412+
- "perfDashBuildsCount: 270"
413+
- "perfDashJobType: performance"
414+
cluster: k8s-infra-prow-build
415+
interval: 4h
416+
labels:
417+
preset-k8s-ssh: "true"
418+
preset-dind-enabled: "true"
419+
decorate: true
420+
decoration_config:
421+
timeout: 480m
422+
extra_refs:
423+
- org: kubernetes
424+
repo: kubernetes
425+
base_ref: master
426+
path_alias: k8s.io/kubernetes
427+
- org: kubernetes
428+
repo: perf-tests
429+
base_ref: master
430+
path_alias: k8s.io/perf-tests
431+
- org: kubernetes
432+
repo: kops
433+
base_ref: master
434+
path_alias: k8s.io/kops
435+
workdir: true
436+
annotations:
437+
test.kops.k8s.io/cloud: gce
438+
test.kops.k8s.io/distro: u2404
439+
test.kops.k8s.io/k8s_version: stable
440+
test.kops.k8s.io/kops_channel: alpha
441+
test.kops.k8s.io/networking: ipalias
442+
testgrid-dashboards: kops-misc, sig-cluster-lifecycle-kops, sig-scalability-gce, sig-scalability-dra
443+
testgrid-tab-name: gce-dra-with-workload-master-scalability-100-canary
444+
description: "Uses kops to run k8s.io/perf-tests/run-e2e.sh against a 100-node cluster with DRA enabled"
445+
spec:
446+
serviceAccountName: prow-build
447+
containers:
448+
- image: us-central1-docker.pkg.dev/k8s-staging-test-infra/images/kubekins-e2e:v20250925-95b5a2c7a5-master
449+
imagePullPolicy: Always
450+
command:
451+
- runner.sh
452+
args:
453+
- ./tests/e2e/scenarios/scalability/run-test.sh
454+
securityContext:
455+
privileged: true
456+
env:
457+
- name: KUBE_SSH_KEY_PATH
458+
value: /etc/ssh-key-secret/ssh-private
459+
- name: KUBE_SSH_USER
460+
value: ubuntu
461+
- name: GOPATH
462+
value: /home/prow/go
463+
- name: ARTIFACTS
464+
value: $(ARTIFACTS)
465+
- name: CNI_PLUGIN
466+
value: gce
467+
- name: KUBE_NODE_COUNT
468+
value: "100"
469+
- name: CL2_MODE
470+
value: "Indexed"
471+
- name: CL2_NODES_PER_NAMESPACE
472+
value: "10"
473+
- name: CL2_JOB_RUNNING_TIME
474+
value: "3s"
475+
- name: CL2_LONG_JOB_RUNNING_TIME
476+
value: "45m"
477+
- name: CL2_EXTENDED_RESOURCE_NAME
478+
value: "example.com/gpu"
479+
# - name: CL2_LOAD_TEST_THROUGHPUT
480+
# value: "50"
481+
# - name: CL2_DELETE_TEST_THROUGHPUT
482+
# value: "50"
483+
- name: CL2_RATE_LIMIT_POD_CREATION
484+
value: "false"
485+
- name: NODE_MODE
486+
value: "master"
487+
- name: CONTROL_PLANE_COUNT
488+
value: "1"
489+
- name: CONTROL_PLANE_SIZE
490+
value: "c4-standard-96"
491+
- name: KUBE_PROXY_MODE
492+
value: "nftables"
493+
- name: ENABLE_PROMETHEUS_SERVER
494+
value: "true"
495+
- name: PROMETHEUS_SCRAPE_KUBELETS
496+
value: "true"
497+
- name: PROMETHEUS_PVC_STORAGE_CLASS
498+
value: "ssd-csi"
499+
- name: CLOUD_PROVIDER
500+
value: "gce"
501+
- name: BOSKOS_RESOURCE_TYPE
502+
value: "scalability-project"
503+
- name: NODE_PRELOAD_IMAGES
504+
value: "gcr.io/k8s-staging-perf-tests/sleep:v0.0.3"
505+
- name: KOPS_CL2_TEST_CONFIG
506+
value: testing/dra/config.yaml
507+
resources:
508+
requests:
509+
cpu: "7"
510+
memory: "28Gi"
511+
limits:
512+
cpu: "7"
513+
memory: "28Gi"
514+
515+
- name: ci-kubernetes-e2e-kops-gce-5000-node-dra-with-workload-ipalias-using-cl2
516+
tags:
517+
- "perfDashPrefix: gce-dra-5000Nodes-with-workload"
518+
- "perfDashBuildsCount: 270"
519+
- "perfDashJobType: performance"
520+
cluster: k8s-infra-prow-build
521+
cron: '0 3 * * *' # Run once a day at 03:00 UTC
522+
labels:
523+
preset-k8s-ssh: "true"
524+
preset-dind-enabled: "true"
525+
job_queue_name: "5k-gce-scale-test" # DON'T REMOVE THIS
526+
decorate: true
527+
decoration_config:
528+
timeout: 480m
529+
extra_refs:
530+
- org: kubernetes
531+
repo: kubernetes
532+
base_ref: master
533+
path_alias: k8s.io/kubernetes
534+
- org: kubernetes
535+
repo: perf-tests
536+
base_ref: master
537+
path_alias: k8s.io/perf-tests
538+
- org: kubernetes
539+
repo: kops
540+
base_ref: master
541+
path_alias: k8s.io/kops
542+
workdir: true
543+
annotations:
544+
test.kops.k8s.io/cloud: gce
545+
test.kops.k8s.io/distro: u2404
546+
test.kops.k8s.io/k8s_version: stable
547+
test.kops.k8s.io/kops_channel: alpha
548+
test.kops.k8s.io/networking: ipalias
549+
testgrid-dashboards: kops-misc, sig-cluster-lifecycle-kops, sig-scalability-gce, sig-scalability-dra
550+
testgrid-tab-name: gce-dra-with-workload-master-scalability-5000
551+
testgrid-alert-email: kubernetes-sig-scale@googlegroups.com, kubernetes-scalability-tickets@google.com
552+
testgrid-num-failures-to-alert: '2'
553+
description: "Uses kops to run k8s.io/perf-tests/run-e2e.sh against a 5000-node cluster with DRA enabled"
554+
spec:
555+
serviceAccountName: prow-build
556+
containers:
557+
- image: us-central1-docker.pkg.dev/k8s-staging-test-infra/images/kubekins-e2e:v20250925-95b5a2c7a5-master
558+
imagePullPolicy: Always
559+
command:
560+
- runner.sh
561+
args:
562+
- ./tests/e2e/scenarios/scalability/run-test.sh
563+
securityContext:
564+
privileged: true
565+
env:
566+
- name: KUBE_SSH_KEY_PATH
567+
value: /etc/ssh-key-secret/ssh-private
568+
- name: KUBE_SSH_USER
569+
value: ubuntu
570+
- name: GOPATH
571+
value: /home/prow/go
572+
- name: ARTIFACTS
573+
value: $(ARTIFACTS)
574+
- name: CNI_PLUGIN
575+
value: gce
576+
- name: KUBE_NODE_COUNT
577+
value: "5000"
578+
- name: CL2_MODE
579+
value: "Indexed"
580+
- name: CL2_NODES_PER_NAMESPACE
581+
value: "2500"
582+
- name: CL2_JOB_RUNNING_TIME
583+
value: "3s"
584+
- name: CL2_LONG_JOB_RUNNING_TIME
585+
value: "240m"
586+
# - name: CL2_LOAD_TEST_THROUGHPUT
587+
# value: "50"
588+
# - name: CL2_DELETE_TEST_THROUGHPUT
589+
# value: "50"
590+
- name: CL2_RATE_LIMIT_POD_CREATION
591+
value: "false"
592+
- name: NODE_MODE
593+
value: "master"
594+
- name: CONTROL_PLANE_COUNT
595+
value: "1"
596+
- name: CONTROL_PLANE_SIZE
597+
value: "c4-standard-96"
598+
- name: KUBE_PROXY_MODE
599+
value: "nftables"
600+
- name: ENABLE_PROMETHEUS_SERVER
601+
value: "true"
602+
- name: PROMETHEUS_SCRAPE_KUBELETS
603+
value: "true"
604+
- name: PROMETHEUS_PVC_STORAGE_CLASS
605+
value: "ssd-csi"
606+
- name: CLOUD_PROVIDER
607+
value: "gce"
608+
- name: BOSKOS_RESOURCE_TYPE
609+
value: "scalability-scale-project"
610+
- name: NODE_PRELOAD_IMAGES
611+
value: "gcr.io/k8s-staging-perf-tests/sleep:v0.0.3"
612+
- name: KOPS_CL2_TEST_CONFIG
613+
value: testing/dra/config.yaml
614+
resources:
615+
requests:
616+
cpu: "7"
617+
memory: "28Gi"
618+
limits:
619+
cpu: "7"
620+
memory: "28Gi"

‎config/jobs/kubernetes/sig-scalability/sig-scalability-release-blocking-jobs.yaml‎

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -11,6 +11,7 @@ periodics:
1111
preset-e2e-scalability-periodics: "true"
1212
preset-e2e-scalability-periodics-master: "true"
1313
decorate: true
14+
job_queue_name: "5k-gce-scale-test" # DON'T REMOVE THIS
1415
decoration_config:
1516
timeout: 270m
1617
annotations:
@@ -85,6 +86,7 @@ periodics:
8586
preset-e2e-scalability-periodics: "true"
8687
preset-e2e-scalability-periodics-master: "true"
8788
decorate: true
89+
job_queue_name: "5k-gce-scale-test" # DON'T REMOVE THIS
8890
decoration_config:
8991
timeout: 450m
9092
extra_refs:

‎config/prow/config.yaml‎

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -11,6 +11,8 @@ plank:
1111
'k8sio-image-promo': 1
1212
# limits concurrency for k8s-test-infra-staging project
1313
'test-infra-staging-image-push': 1
14+
# limits concurrency for 5k GCE jobs
15+
'5k-gce-scale-test': 1
1416
default_decoration_config_entries:
1517
- config:
1618
timeout: 2h

0 commit comments

Comments
 (0)