diff --git a/.test-defs/CreateManagedSeed.yaml b/.test-defs/CreateManagedSeed.yaml index b9b926f2a4d..289b29b41f9 100644 --- a/.test-defs/CreateManagedSeed.yaml +++ b/.test-defs/CreateManagedSeed.yaml @@ -11,7 +11,7 @@ spec: args: - >- go test -timeout=0 -mod=vendor ./test/testmachinery/system/managed_seed_creation - --v -ginkgo.v -ginkgo.progress -ginkgo.noColor + --v -ginkgo.v -ginkgo.progress -ginkgo.no-color -kubecfg="$TM_KUBECONFIG_PATH/gardener.config" -managed-seed-name=$MANAGED_SEED_NAME -shoot-name=$SHOOT_NAME diff --git a/.test-defs/CreateShoot.yaml b/.test-defs/CreateShoot.yaml index 9f5bfee5cd2..ecffd153c86 100644 --- a/.test-defs/CreateShoot.yaml +++ b/.test-defs/CreateShoot.yaml @@ -11,7 +11,7 @@ spec: args: - >- go test -timeout=0 -mod=vendor ./test/testmachinery/system/shoot_creation - --v -ginkgo.v -ginkgo.progress -ginkgo.noColor + --v -ginkgo.v -ginkgo.progress -ginkgo.no-color -verbose=debug -kubecfg=$TM_KUBECONFIG_PATH/gardener.config -seed-kubecfg-path=$TM_KUBECONFIG_PATH/seed.config diff --git a/.test-defs/DeleteManagedSeed.yaml b/.test-defs/DeleteManagedSeed.yaml index c2f60fbb65e..6dc322a3cc4 100644 --- a/.test-defs/DeleteManagedSeed.yaml +++ b/.test-defs/DeleteManagedSeed.yaml @@ -11,7 +11,7 @@ spec: args: - >- go test -timeout=0 -mod=vendor ./test/testmachinery/system/managed_seed_deletion - --v -ginkgo.v -ginkgo.progress -ginkgo.noColor + --v -ginkgo.v -ginkgo.progress -ginkgo.no-color -kubecfg="$TM_KUBECONFIG_PATH/gardener.config" -managed-seed-name=$MANAGED_SEED_NAME image: eu.gcr.io/gardener-project/3rd/golang:1.17.7 diff --git a/.test-defs/DeleteShoot.yaml b/.test-defs/DeleteShoot.yaml index fdf2d40f387..30d9b898dc4 100644 --- a/.test-defs/DeleteShoot.yaml +++ b/.test-defs/DeleteShoot.yaml @@ -11,7 +11,7 @@ spec: args: - >- go test -timeout=0 -mod=vendor ./test/testmachinery/system/shoot_deletion - --v -ginkgo.v -ginkgo.progress -ginkgo.noColor + --v -ginkgo.v -ginkgo.progress -ginkgo.no-color --shoot-name=$SHOOT_NAME --project-namespace=$PROJECT_NAMESPACE --kubecfg="$TM_KUBECONFIG_PATH/gardener.config" diff --git a/.test-defs/GardenletLandscaper.yaml b/.test-defs/GardenletLandscaper.yaml index bb71b553e54..268be9cf393 100644 --- a/.test-defs/GardenletLandscaper.yaml +++ b/.test-defs/GardenletLandscaper.yaml @@ -11,7 +11,7 @@ spec: args: - >- go test -timeout=0 -mod=vendor ./test/testmachinery/landscaper/gardenlet - --v -ginkgo.v -ginkgo.progress -ginkgo.noColor + --v -ginkgo.v -ginkgo.progress -ginkgo.no-color -verbose=debug -kubecfg=$TM_KUBECONFIG_PATH/gardener.config -seed-kubecfg-path=$TM_KUBECONFIG_PATH/seed.config diff --git a/.test-defs/HibernateShoot.yaml b/.test-defs/HibernateShoot.yaml index c67aca54b10..0c9c95f87be 100644 --- a/.test-defs/HibernateShoot.yaml +++ b/.test-defs/HibernateShoot.yaml @@ -11,7 +11,7 @@ spec: args: - >- go test -timeout=0 -mod=vendor ./test/testmachinery/system/shoot_hibernation - --v -ginkgo.v -ginkgo.progress -ginkgo.noColor + --v -ginkgo.v -ginkgo.progress -ginkgo.no-color --shoot-name=$SHOOT_NAME --project-namespace=$PROJECT_NAMESPACE --kubecfg="$TM_KUBECONFIG_PATH/gardener.config" diff --git a/.test-defs/MigrateShoot.yaml b/.test-defs/MigrateShoot.yaml index 0fe793b8bc4..7b6ab954193 100644 --- a/.test-defs/MigrateShoot.yaml +++ b/.test-defs/MigrateShoot.yaml @@ -11,7 +11,7 @@ spec: args: - >- go test -timeout=0 -mod=vendor ./test/testmachinery/system/shoot_cp_migration - --v -ginkgo.v -ginkgo.progress -ginkgo.noColor + --v -ginkgo.v -ginkgo.progress -ginkgo.no-color -target-seed-name=$SEED_NAME -shoot-name=$SHOOT_NAME -shoot-namespace=$PROJECT_NAMESPACE diff --git a/.test-defs/ReconcileShoots.yaml b/.test-defs/ReconcileShoots.yaml index 4c2b86e5c07..90b2ee00f63 100644 --- a/.test-defs/ReconcileShoots.yaml +++ b/.test-defs/ReconcileShoots.yaml @@ -11,7 +11,7 @@ spec: args: - >- go test -timeout=0 -mod=vendor ./test/testmachinery/system/complete_reconcile - --v -ginkgo.v -ginkgo.progress -ginkgo.noColor --verbose=debug + --v -ginkgo.v -ginkgo.progress -ginkgo.no-color --verbose=debug -kubecfg=$TM_KUBECONFIG_PATH/gardener.config -version=$GARDENER_VERSION diff --git a/.test-defs/ShootKubernetesUpdateTest.yaml b/.test-defs/ShootKubernetesUpdateTest.yaml index 9df0c67d8f9..4418fdf6091 100644 --- a/.test-defs/ShootKubernetesUpdateTest.yaml +++ b/.test-defs/ShootKubernetesUpdateTest.yaml @@ -13,7 +13,7 @@ spec: args: - >- go test -timeout=0 -mod=vendor ./test/testmachinery/system/shoot_update - --v -ginkgo.v -ginkgo.progress -ginkgo.noColor -verbose=debug + --v -ginkgo.v -ginkgo.progress -ginkgo.no-color -verbose=debug -kubecfg=$TM_KUBECONFIG_PATH/gardener.config -shoot-name=$SHOOT_NAME -project-namespace=$PROJECT_NAMESPACE diff --git a/.test-defs/TestSuiteGardenerBeta.yaml b/.test-defs/TestSuiteGardenerBeta.yaml index 480a3f98544..836ecdef34e 100644 --- a/.test-defs/TestSuiteGardenerBeta.yaml +++ b/.test-defs/TestSuiteGardenerBeta.yaml @@ -12,7 +12,7 @@ spec: args: - >- go test -timeout=0 -mod=vendor ./test/testmachinery/suites/gardener - --v -ginkgo.v -ginkgo.progress -ginkgo.noColor + --v -ginkgo.v -ginkgo.progress -ginkgo.no-color --report-file=$TM_EXPORT_PATH/report.json -kubecfg=$TM_KUBECONFIG_PATH/gardener.config -project-namespace=$PROJECT_NAMESPACE diff --git a/.test-defs/TestSuiteGardenerBetaSerial.yaml b/.test-defs/TestSuiteGardenerBetaSerial.yaml index 9ba68fbad58..1238bb483d8 100644 --- a/.test-defs/TestSuiteGardenerBetaSerial.yaml +++ b/.test-defs/TestSuiteGardenerBetaSerial.yaml @@ -14,7 +14,7 @@ spec: args: - >- go test -timeout=0 -mod=vendor ./test/testmachinery/suites/gardener - --v -ginkgo.v -ginkgo.progress -ginkgo.noColor + --v -ginkgo.v -ginkgo.progress -ginkgo.no-color --report-file=$TM_EXPORT_PATH/report.json -kubecfg=$TM_KUBECONFIG_PATH/gardener.config -project-namespace=$PROJECT_NAMESPACE diff --git a/.test-defs/TestSuiteGardenerDefault.yaml b/.test-defs/TestSuiteGardenerDefault.yaml index 1231f2babdd..cc8aecff03d 100644 --- a/.test-defs/TestSuiteGardenerDefault.yaml +++ b/.test-defs/TestSuiteGardenerDefault.yaml @@ -12,7 +12,7 @@ spec: args: - >- go test -timeout=0 -mod=vendor ./test/testmachinery/suites/gardener - --v -ginkgo.v -ginkgo.progress -ginkgo.noColor + --v -ginkgo.v -ginkgo.progress -ginkgo.no-color --report-file=$TM_EXPORT_PATH/report.json -kubecfg=$TM_KUBECONFIG_PATH/gardener.config -project-namespace=$PROJECT_NAMESPACE diff --git a/.test-defs/TestSuiteGardenerDefaultSerial.yaml b/.test-defs/TestSuiteGardenerDefaultSerial.yaml index c73bfe5e12c..c938300aea0 100644 --- a/.test-defs/TestSuiteGardenerDefaultSerial.yaml +++ b/.test-defs/TestSuiteGardenerDefaultSerial.yaml @@ -14,7 +14,7 @@ spec: args: - >- go test -timeout=0 -mod=vendor ./test/testmachinery/suites/gardener - --v -ginkgo.v -ginkgo.progress -ginkgo.noColor + --v -ginkgo.v -ginkgo.progress -ginkgo.no-color --report-file=$TM_EXPORT_PATH/report.json -kubecfg=$TM_KUBECONFIG_PATH/gardener.config -project-namespace=$PROJECT_NAMESPACE diff --git a/.test-defs/TestSuiteGardenerRelease.yaml b/.test-defs/TestSuiteGardenerRelease.yaml index b88c287f14c..0cb2acc83e7 100644 --- a/.test-defs/TestSuiteGardenerRelease.yaml +++ b/.test-defs/TestSuiteGardenerRelease.yaml @@ -12,7 +12,7 @@ spec: args: - >- go test -timeout=0 -mod=vendor ./test/testmachinery/suites/gardener - --v -ginkgo.v -ginkgo.progress -ginkgo.noColor + --v -ginkgo.v -ginkgo.progress -ginkgo.no-color --report-file=$TM_EXPORT_PATH/report.json -kubecfg=$TM_KUBECONFIG_PATH/gardener.config -project-namespace=$PROJECT_NAMESPACE diff --git a/.test-defs/TestSuiteGardenerReleaseSerial.yaml b/.test-defs/TestSuiteGardenerReleaseSerial.yaml index ea6c3738a92..59c20ddc56b 100644 --- a/.test-defs/TestSuiteGardenerReleaseSerial.yaml +++ b/.test-defs/TestSuiteGardenerReleaseSerial.yaml @@ -14,7 +14,7 @@ spec: args: - >- go test -timeout=0 -mod=vendor ./test/testmachinery/suites/gardener - --v -ginkgo.v -ginkgo.progress -ginkgo.noColor + --v -ginkgo.v -ginkgo.progress -ginkgo.no-color --report-file=$TM_EXPORT_PATH/report.json -kubecfg=$TM_KUBECONFIG_PATH/gardener.config -project-namespace=$PROJECT_NAMESPACE diff --git a/.test-defs/TestSuiteShootBeta.yaml b/.test-defs/TestSuiteShootBeta.yaml index bd1ab173612..31a7b36a806 100644 --- a/.test-defs/TestSuiteShootBeta.yaml +++ b/.test-defs/TestSuiteShootBeta.yaml @@ -12,7 +12,7 @@ spec: args: - >- go test -timeout=0 -mod=vendor ./test/testmachinery/suites/shoot - --v -ginkgo.v -ginkgo.progress -ginkgo.noColor + --v -ginkgo.v -ginkgo.progress -ginkgo.no-color --report-file=$TM_EXPORT_PATH/report.json -kubecfg=$TM_KUBECONFIG_PATH/gardener.config -shoot-name=$SHOOT_NAME diff --git a/.test-defs/TestSuiteShootBetaDisruptive.yaml b/.test-defs/TestSuiteShootBetaDisruptive.yaml index c5ac96d147e..a0a6bb019ba 100644 --- a/.test-defs/TestSuiteShootBetaDisruptive.yaml +++ b/.test-defs/TestSuiteShootBetaDisruptive.yaml @@ -14,7 +14,7 @@ spec: args: - >- go test -timeout=0 -mod=vendor ./test/testmachinery/suites/shoot - --v -ginkgo.v -ginkgo.progress -ginkgo.noColor + --v -ginkgo.v -ginkgo.progress -ginkgo.no-color --report-file=$TM_EXPORT_PATH/report.json -kubecfg=$TM_KUBECONFIG_PATH/gardener.config -shoot-name=$SHOOT_NAME diff --git a/.test-defs/TestSuiteShootBetaSerial.yaml b/.test-defs/TestSuiteShootBetaSerial.yaml index ce442615a24..a43ece09b08 100644 --- a/.test-defs/TestSuiteShootBetaSerial.yaml +++ b/.test-defs/TestSuiteShootBetaSerial.yaml @@ -14,7 +14,7 @@ spec: args: - >- go test -timeout=0 -mod=vendor ./test/testmachinery/suites/shoot - --v -ginkgo.v -ginkgo.progress -ginkgo.noColor + --v -ginkgo.v -ginkgo.progress -ginkgo.no-color --report-file=$TM_EXPORT_PATH/report.json -kubecfg=$TM_KUBECONFIG_PATH/gardener.config -shoot-name=$SHOOT_NAME diff --git a/.test-defs/TestSuiteShootDefault.yaml b/.test-defs/TestSuiteShootDefault.yaml index baaf558d8ed..9c10f3f3a53 100644 --- a/.test-defs/TestSuiteShootDefault.yaml +++ b/.test-defs/TestSuiteShootDefault.yaml @@ -12,7 +12,7 @@ spec: args: - >- go test -timeout=0 -mod=vendor ./test/testmachinery/suites/shoot - --v -ginkgo.v -ginkgo.progress -ginkgo.noColor + --v -ginkgo.v -ginkgo.progress -ginkgo.no-color --report-file=$TM_EXPORT_PATH/report.json -kubecfg=$TM_KUBECONFIG_PATH/gardener.config -shoot-name=$SHOOT_NAME diff --git a/.test-defs/TestSuiteShootDefaultDisruptive.yaml b/.test-defs/TestSuiteShootDefaultDisruptive.yaml index d33e1a1d352..1d09de7bc52 100644 --- a/.test-defs/TestSuiteShootDefaultDisruptive.yaml +++ b/.test-defs/TestSuiteShootDefaultDisruptive.yaml @@ -14,7 +14,7 @@ spec: args: - >- go test -timeout=0 -mod=vendor ./test/testmachinery/suites/shoot - --v -ginkgo.v -ginkgo.progress -ginkgo.noColor + --v -ginkgo.v -ginkgo.progress -ginkgo.no-color --report-file=$TM_EXPORT_PATH/report.json -kubecfg=$TM_KUBECONFIG_PATH/gardener.config -shoot-name=$SHOOT_NAME diff --git a/.test-defs/TestSuiteShootDefaultSerial.yaml b/.test-defs/TestSuiteShootDefaultSerial.yaml index b49e7eee518..ef2500f7626 100644 --- a/.test-defs/TestSuiteShootDefaultSerial.yaml +++ b/.test-defs/TestSuiteShootDefaultSerial.yaml @@ -14,7 +14,7 @@ spec: args: - >- go test -timeout=0 -mod=vendor ./test/testmachinery/suites/shoot - --v -ginkgo.v -ginkgo.progress -ginkgo.noColor + --v -ginkgo.v -ginkgo.progress -ginkgo.no-color --report-file=$TM_EXPORT_PATH/report.json -kubecfg=$TM_KUBECONFIG_PATH/gardener.config -shoot-name=$SHOOT_NAME diff --git a/.test-defs/TestSuiteShootRelease.yaml b/.test-defs/TestSuiteShootRelease.yaml index 663d7115495..d03ed1bab77 100644 --- a/.test-defs/TestSuiteShootRelease.yaml +++ b/.test-defs/TestSuiteShootRelease.yaml @@ -12,7 +12,7 @@ spec: args: - >- go test -timeout=0 -mod=vendor ./test/testmachinery/suites/shoot - --v -ginkgo.v -ginkgo.progress -ginkgo.noColor + --v -ginkgo.v -ginkgo.progress -ginkgo.no-color --report-file=$TM_EXPORT_PATH/report.json -kubecfg=$TM_KUBECONFIG_PATH/gardener.config -shoot-name=$SHOOT_NAME diff --git a/.test-defs/TestSuiteShootReleaseDisruptive.yaml b/.test-defs/TestSuiteShootReleaseDisruptive.yaml index a5122836044..c7fa9e24e31 100644 --- a/.test-defs/TestSuiteShootReleaseDisruptive.yaml +++ b/.test-defs/TestSuiteShootReleaseDisruptive.yaml @@ -14,7 +14,7 @@ spec: args: - >- go test -timeout=0 -mod=vendor ./test/testmachinery/suites/shoot - --v -ginkgo.v -ginkgo.progress -ginkgo.noColor + --v -ginkgo.v -ginkgo.progress -ginkgo.no-color --report-file=$TM_EXPORT_PATH/report.json -kubecfg=$TM_KUBECONFIG_PATH/gardener.config -shoot-name=$SHOOT_NAME diff --git a/.test-defs/TestSuiteShootReleaseSerial.yaml b/.test-defs/TestSuiteShootReleaseSerial.yaml index 2d44fb7fe86..c7d5507f630 100644 --- a/.test-defs/TestSuiteShootReleaseSerial.yaml +++ b/.test-defs/TestSuiteShootReleaseSerial.yaml @@ -14,7 +14,7 @@ spec: args: - >- go test -timeout=0 -mod=vendor ./test/testmachinery/suites/shoot - --v -ginkgo.v -ginkgo.progress -ginkgo.noColor + --v -ginkgo.v -ginkgo.progress -ginkgo.no-color --report-file=$TM_EXPORT_PATH/report.json -kubecfg=$TM_KUBECONFIG_PATH/gardener.config -shoot-name=$SHOOT_NAME diff --git a/.test-defs/WakeUpShoot.yaml b/.test-defs/WakeUpShoot.yaml index 326de1e005a..0864335ad50 100644 --- a/.test-defs/WakeUpShoot.yaml +++ b/.test-defs/WakeUpShoot.yaml @@ -11,7 +11,7 @@ spec: args: - >- go test -timeout=0 -mod=vendor ./test/testmachinery/system/shoot_hibernation_wakeup - --v -ginkgo.v -ginkgo.progress -ginkgo.noColor + --v -ginkgo.v -ginkgo.progress -ginkgo.no-color --shoot-name=$SHOOT_NAME --project-namespace=$PROJECT_NAMESPACE --kubecfg="$TM_KUBECONFIG_PATH/gardener.config" diff --git a/docs/development/testmachinery_tests.md b/docs/development/testmachinery_tests.md index 2f3d7f80052..4d4318947a3 100644 --- a/docs/development/testmachinery_tests.md +++ b/docs/development/testmachinery_tests.md @@ -68,7 +68,7 @@ A suite can be executed by running the suite definition with ginkgo's `focus` an to control the execution of specific labeled test. See example below: ```console go test -timeout=0 -mod=vendor ./test/testmachinery/suites/shoot \ - --v -ginkgo.v -ginkgo.progress -ginkgo.noColor \ + --v -ginkgo.v -ginkgo.progress -ginkgo.no-color \ --report-file=/tmp/report.json \ # write elasticsearch formatted output to a file --disable-dump=false \ # disables dumping of teh current state if a test fails -kubecfg=/path/to/gardener/kubeconfig \ @@ -100,7 +100,7 @@ The newly created test can be tested by focusing the test with the default ginkg and run the shoot test suite with: ``` go test -timeout=0 -mod=vendor ./test/testmachinery/suites/shoot \ - --v -ginkgo.v -ginkgo.progress -ginkgo.noColor \ + --v -ginkgo.v -ginkgo.progress -ginkgo.no-color \ --report-file=/tmp/report.json \ # write elasticsearch formatted output to a file --disable-dump=false \ # disables dumping of the current state if a test fails -kubecfg=/path/to/gardener/kubeconfig \ @@ -111,7 +111,7 @@ go test -timeout=0 -mod=vendor ./test/testmachinery/suites/shoot \ or for the gardener suite with: ``` go test -timeout=0 -mod=vendor ./test/testmachinery/suites/gardener \ - --v -ginkgo.v -ginkgo.progress -ginkgo.noColor \ + --v -ginkgo.v -ginkgo.progress -ginkgo.no-color \ --report-file=/tmp/report.json \ # write elasticsearch formatted output to a file --disable-dump=false \ # disables dumping of the current state if a test fails -kubecfg=/path/to/gardener/kubeconfig \ @@ -123,7 +123,7 @@ go test -timeout=0 -mod=vendor ./test/testmachinery/suites/gardener \ Alternatively, a test can be triggered by specifying a ginkgo focus regex with the name of the test e.g. ``` go test -timeout=0 -mod=vendor ./test/testmachinery/suites/gardener \ - --v -ginkgo.v -ginkgo.progress -ginkgo.noColor \ + --v -ginkgo.v -ginkgo.progress -ginkgo.no-color \ --report-file=/tmp/report.json \ # write elasticsearch formatted output to a file -kubecfg=/path/to/gardener/kubeconfig \ -project-namespace= \ diff --git a/docs/proposals/09-test-framework.md b/docs/proposals/09-test-framework.md index 5388a3a456a..e661b1741fe 100644 --- a/docs/proposals/09-test-framework.md +++ b/docs/proposals/09-test-framework.md @@ -59,7 +59,7 @@ spec: args: - >- go test -timeout=0 -mod=vendor ./test/integration/suite - --v -ginkgo.v -ginkgo.progress -ginkgo.noColor + --v -ginkgo.v -ginkgo.progress -ginkgo.no-color -ginkgo.focus="[GARDENER] [BETA]" ``` Using this approach, the overall number of testsuites is then reduced to a fixed number (excluding the system steps) of `test suites * labelCombinations`.