Skip to content

Commit 3c05625

Browse files
pkoutsovasilismergify[bot]
authored andcommitted
feat: singleTest mage target for each integration test package (#8691)
* feat: support running a single test for serverless and resource leak integration tests * doc: update test-framework-dev-guide.md to include the latest mage targets (cherry picked from commit 2ec9992)
1 parent 10b12af commit 3c05625

File tree

2 files changed

+61
-31
lines changed

2 files changed

+61
-31
lines changed

docs/test-framework-dev-guide.md

Lines changed: 26 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -64,21 +64,41 @@ Go to https://docker-auth.elastic.co/ and authenticate with Okta to receive your
6464

6565
The test are run with mage using the `integration` namespace:
6666

67-
- `mage integration:test` to execute all tests under the `testing/integration`
67+
#### ESS oriented tests
68+
69+
- `mage integration:test` to execute all tests under the `testing/integration/ess`
6870
folder. All tests are executed on remote VMs, including those that set `Local: true`.
6971

7072
- `mage integration:local [testName|all]` to execute only those tests under the
71-
`testing/integration` folder that set `Local: true`. It'll run all the tests if
73+
`testing/integration/ess` folder that set `Local: true`. It'll run all the tests if
7274
`all` is passed as argument, or it'll pass `[testName]` to `go test` as
7375
`--run=[testName]`. These tests are executed on your local machine.
7476

75-
- `mage integration:single [testName]` to execute a single test under the `testing/integration` folder. Only the selected test will be executed on remote VMs.
77+
- `mage integration:single [testName]` to execute a single test under the `testing/integration/ess` folder. Only the selected test will be executed on remote VMs.
78+
79+
- `mage integration:matrix` to run all tests under the `testing/integration/ess` folder on the complete matrix of supported operating systems and architectures of the Elastic Agent.
80+
81+
#### Kubernetes oriented tests
82+
83+
- `mage integration:testKubernetes` to run kubernetes tests under the `testing/integration/k8s` folder for the default image on the default version of kubernetes (all previous commands will not run any kubernetes tests).
84+
85+
- `mage integration:testKubernetesMatrix` to run a matrix of kubernetes tests under the `testing/integration/k8s` folder for all image types and supported versions of kubernetes.
86+
87+
- `mage integration:testKubernetesSingle [testName|all]` to execute a single test under the `testing/integration/k8s` folder. Only the selected test will be executed.
88+
89+
#### Serverless oriented tests
90+
91+
- `mage integration:testServerless` to execute all tests under the `testing/integration/serverless` folder. All tests are executed on remote VMs, including those that set `Local: true`.
92+
93+
- `mage integration:testServerlessSingle [testName|all]` to execute a single test under the `testing/integration/serverless` folder. Only the selected test will be executed on remote VMs.
94+
95+
#### Resource leaks tests
7696

77-
- `mage integration:matrix` to run all tests on the complete matrix of supported operating systems and architectures of the Elastic Agent.
97+
- `mage integration:testForResourceLeaks` to execute all tests under the `testing/integration/leak` folder. All tests are executed on remote VMs.
7898

79-
- `mage integration:testKubernetes` to run kubernetes tests for the default image on the default version of kubernetes (all previous commands will not run any kubernetes tests).
99+
- `mage integration:testForResourceLeaksSingle [testName|all]` to execute a single test under the `testing/integration/leak` folder. Only the selected test will be executed on remote VMs.
80100

81-
- `mage integration:testKubernetesMatrix` to run a matrix of kubernetes tests for all image types and supported versions of kubernetes.
101+
You can list all available mage targets by running `mage -l`
82102

83103
#### Selecting specific platform
84104

magefile.go

Lines changed: 35 additions & 25 deletions
Original file line numberDiff line numberDiff line change
@@ -2068,46 +2068,47 @@ func (Integration) Single(ctx context.Context, testName string) error {
20682068
}
20692069

20702070
// TestServerless runs the integration tests defined in testing/integration/serverless
2071-
func (Integration) TestServerless(ctx context.Context) error {
2071+
func (i Integration) TestServerless(ctx context.Context) error {
2072+
return i.testServerless(ctx, false, "")
2073+
}
2074+
2075+
// TestServerlessSingle runs a single integration test defined in testing/integration/serverless
2076+
func (i Integration) TestServerlessSingle(ctx context.Context, testName string) error {
2077+
return i.testServerless(ctx, false, testName)
2078+
}
2079+
2080+
func (i Integration) testServerless(ctx context.Context, matrix bool, testName string) error {
20722081
err := os.Setenv("STACK_PROVISIONER", "serverless")
20732082
if err != nil {
20742083
return fmt.Errorf("error setting serverless stack env var: %w", err)
20752084
}
20762085

2077-
return integRunner(ctx, "testing/integration/serverless", false, "")
2086+
return integRunner(ctx, "testing/integration/serverless", matrix, testName)
20782087
}
20792088

2080-
// TestKubernetes runs kubernetes integration tests
2081-
func (Integration) TestKubernetes(ctx context.Context) error {
2082-
mg.Deps(Integration.BuildKubernetesTestData)
2083-
// invoke integration tests
2084-
if err := os.Setenv("TEST_GROUPS", "kubernetes"); err != nil {
2085-
return err
2086-
}
2087-
2088-
return integRunner(ctx, "testing/integration/k8s", false, "")
2089+
// TestKubernetes runs the integration tests defined in testing/integration/k8s
2090+
func (i Integration) TestKubernetes(ctx context.Context) error {
2091+
return i.testKubernetes(ctx, false, "")
20892092
}
20902093

2091-
// TestKubernetesSingle runs single k8s integration test
2092-
func (Integration) TestKubernetesSingle(ctx context.Context, testName string) error {
2093-
mg.Deps(Integration.BuildKubernetesTestData)
2094-
// invoke integration tests
2095-
if err := os.Setenv("TEST_GROUPS", "kubernetes"); err != nil {
2096-
return err
2097-
}
2094+
// TestKubernetesSingle runs a single integration test defined in testing/integration/k8s
2095+
func (i Integration) TestKubernetesSingle(ctx context.Context, testName string) error {
2096+
return i.testKubernetes(ctx, false, testName)
2097+
}
20982098

2099-
return integRunner(ctx, "testing/integration/k8s", false, testName)
2099+
// TestKubernetesMatrix runs a matrix of integration tests defined in testing/integration/k8s
2100+
func (i Integration) TestKubernetesMatrix(ctx context.Context) error {
2101+
return i.testKubernetes(ctx, true, "")
21002102
}
21012103

2102-
// TestKubernetesMatrix runs a matrix of kubernetes integration tests
2103-
func (Integration) TestKubernetesMatrix(ctx context.Context) error {
2104+
func (i Integration) testKubernetes(ctx context.Context, matrix bool, testName string) error {
21042105
mg.Deps(Integration.BuildKubernetesTestData)
21052106
// invoke integration tests
21062107
if err := os.Setenv("TEST_GROUPS", "kubernetes"); err != nil {
21072108
return err
21082109
}
21092110

2110-
return integRunner(ctx, "testing/integration/k8s", true, "")
2111+
return integRunner(ctx, "testing/integration/k8s", matrix, testName)
21112112
}
21122113

21132114
// BuildKubernetesTestData builds the test data required to run k8s integration tests
@@ -2641,9 +2642,18 @@ func (Integration) TestBeatServerless(ctx context.Context, beatname string) erro
26412642
return integRunner(ctx, "testing/integration/beats/serverless", false, "TestBeatsServerless")
26422643
}
26432644

2644-
// TestForResourceLeaks runs tests that check for resource leaks
2645-
func (Integration) TestForResourceLeaks(ctx context.Context) error {
2646-
return integRunner(ctx, "testing/integration/leak", false, "TestLongRunningAgentForLeaks")
2645+
// TestForResourceLeaks runs the integration tests defined in testing/integration/leak
2646+
func (i Integration) TestForResourceLeaks(ctx context.Context) error {
2647+
return i.testForResourceLeaks(ctx, false, "")
2648+
}
2649+
2650+
// TestForResourceLeaksSingle runs a single integration test defined in testing/integration/leak
2651+
func (i Integration) TestForResourceLeaksSingle(ctx context.Context, testName string) error {
2652+
return i.testForResourceLeaks(ctx, false, testName)
2653+
}
2654+
2655+
func (i Integration) testForResourceLeaks(ctx context.Context, matrix bool, testName string) error {
2656+
return integRunner(ctx, "testing/integration/leak", matrix, testName)
26472657
}
26482658

26492659
// TestOnRemote shouldn't be called locally (called on remote host to perform testing)

0 commit comments

Comments
 (0)