Refactor system-test dir structure and add stability test (solana-lab…

…s#7530)
Flaque · Dec 17, 2019 · 107360a · 107360a
1 parent 3f541df
commit 107360a
Show file tree

Hide file tree

Showing 17 changed files with 34 additions and 16 deletions.
diff --git a/...performance/aws-cpu-only-perf-10-node.yml → ...e-testcases/aws-cpu-only-perf-10-node.yml b/...performance/aws-cpu-only-perf-10-node.yml → ...e-testcases/aws-cpu-only-perf-10-node.yml
@@ -1,5 +1,5 @@
 steps:
-  - command: "system-test/testnet-performance/testnet-automation.sh"
+  - command: "system-test/testnet-automation.sh"
     label: "AWS - CPU Only 10 Node"
     env:
       UPLOAD_RESULTS_TO_SLACK: "true"

diff --git a/...-performance/aws-cpu-only-perf-5-node.yml → ...ce-testcases/aws-cpu-only-perf-5-node.yml b/...-performance/aws-cpu-only-perf-5-node.yml → ...ce-testcases/aws-cpu-only-perf-5-node.yml
@@ -1,5 +1,5 @@
 steps:
-  - command: "system-test/testnet-performance/testnet-automation.sh"
+  - command: "system-test/testnet-automation.sh"
     label: "AWS - CPU Only 5 Node"
     env:
       UPLOAD_RESULTS_TO_SLACK: "true"

diff --git a/...erformance/azure-cpu-only-perf-5-node.yml → ...-testcases/azure-cpu-only-perf-5-node.yml b/...erformance/azure-cpu-only-perf-5-node.yml → ...-testcases/azure-cpu-only-perf-5-node.yml
@@ -1,5 +1,5 @@
 steps:
-  - command: "system-test/testnet-performance/testnet-automation.sh"
+  - command: "system-test/testnet-automation.sh"
     label: "Azure - CPU Only 5 Node"
     env:
       UPLOAD_RESULTS_TO_SLACK: "true"

diff --git a/...estnet-performance/colo-cpu-only-perf.yml → ...formance-testcases/colo-cpu-only-perf.yml b/...estnet-performance/colo-cpu-only-perf.yml → ...formance-testcases/colo-cpu-only-perf.yml
@@ -1,5 +1,5 @@
 steps:
-  - command: "system-test/testnet-performance/testnet-automation.sh"
+  - command: "system-test/testnet-automation.sh"
     label: "COLO performance testnet CPU only"
     env:
       UPLOAD_RESULTS_TO_SLACK: "true"

diff --git a/...erformance/colo-gpu-perf-high-txcount.yml → ...-testcases/colo-gpu-perf-high-txcount.yml b/...erformance/colo-gpu-perf-high-txcount.yml → ...-testcases/colo-gpu-perf-high-txcount.yml
@@ -1,5 +1,5 @@
 steps:
-  - command: "system-test/testnet-performance/testnet-automation.sh"
+  - command: "system-test/testnet-automation.sh"
     label: "COLO performance testnet GPU enabled - High Tx Count"
     env:
       UPLOAD_RESULTS_TO_SLACK: "true"

diff --git a/...est/testnet-performance/colo-gpu-perf.yml → ...t/performance-testcases/colo-gpu-perf.yml b/...est/testnet-performance/colo-gpu-perf.yml → ...t/performance-testcases/colo-gpu-perf.yml
@@ -1,5 +1,5 @@
 steps:
-  - command: "system-test/testnet-performance/testnet-automation.sh"
+  - command: "system-test/testnet-automation.sh"
     label: "COLO performance testnet GPU enabled"
     env:
       UPLOAD_RESULTS_TO_SLACK: "true"

diff --git a/...performance/gce-cpu-only-perf-10-node.yml → ...e-testcases/gce-cpu-only-perf-10-node.yml b/...performance/gce-cpu-only-perf-10-node.yml → ...e-testcases/gce-cpu-only-perf-10-node.yml
@@ -1,5 +1,5 @@
 steps:
-  - command: "system-test/testnet-performance/testnet-automation.sh"
+  - command: "system-test/testnet-automation.sh"
     label: "GCE performance testnets CPU ONLY"
     env:
       UPLOAD_RESULTS_TO_SLACK: "true"

diff --git a/...-performance/gce-cpu-only-perf-5-node.yml → ...ce-testcases/gce-cpu-only-perf-5-node.yml b/...-performance/gce-cpu-only-perf-5-node.yml → ...ce-testcases/gce-cpu-only-perf-5-node.yml
@@ -1,5 +1,5 @@
 steps:
-  - command: "system-test/testnet-performance/testnet-automation.sh"
+  - command: "system-test/testnet-automation.sh"
     label: "GCE - CPU Only 5 Node"
     env:
       UPLOAD_RESULTS_TO_SLACK: "true"

diff --git a/...tnet-performance/gce-gpu-perf-10-node.yml → ...rmance-testcases/gce-gpu-perf-10-node.yml b/...tnet-performance/gce-gpu-perf-10-node.yml → ...rmance-testcases/gce-gpu-perf-10-node.yml
@@ -1,5 +1,5 @@
 steps:
-  - command: "system-test/testnet-performance/testnet-automation.sh"
+  - command: "system-test/testnet-automation.sh"
     label: "GCE - GPU Enabled 10 Nodes"
     env:
       UPLOAD_RESULTS_TO_SLACK: "true"

diff --git a/...net-performance/gce-gpu-perf-100-node.yml → ...mance-testcases/gce-gpu-perf-100-node.yml b/...net-performance/gce-gpu-perf-100-node.yml → ...mance-testcases/gce-gpu-perf-100-node.yml
@@ -1,5 +1,5 @@
 steps:
-  - command: "system-test/testnet-performance/testnet-automation.sh"
+  - command: "system-test/testnet-automation.sh"
     label: "GCE - GPU Enabled 100 Nodes"
     env:
       UPLOAD_RESULTS_TO_SLACK: "true"

diff --git a/...tnet-performance/gce-gpu-perf-25-node.yml → ...rmance-testcases/gce-gpu-perf-25-node.yml b/...tnet-performance/gce-gpu-perf-25-node.yml → ...rmance-testcases/gce-gpu-perf-25-node.yml
@@ -1,5 +1,5 @@
 steps:
-  - command: "system-test/testnet-performance/testnet-automation.sh"
+  - command: "system-test/testnet-automation.sh"
     label: "GCE - GPU Enabled 25 Nodes"
     env:
       UPLOAD_RESULTS_TO_SLACK: "true"

diff --git a/...stnet-performance/gce-gpu-perf-5-node.yml → ...ormance-testcases/gce-gpu-perf-5-node.yml b/...stnet-performance/gce-gpu-perf-5-node.yml → ...ormance-testcases/gce-gpu-perf-5-node.yml
@@ -1,5 +1,5 @@
 steps:
-  - command: "system-test/testnet-performance/testnet-automation.sh"
+  - command: "system-test/testnet-automation.sh"
     label: "GCE - GPU Enabled 5 Nodes"
     env:
       UPLOAD_RESULTS_TO_SLACK: "true"

diff --git a/...tnet-performance/gce-gpu-perf-50-node.yml → ...rmance-testcases/gce-gpu-perf-50-node.yml b/...tnet-performance/gce-gpu-perf-50-node.yml → ...rmance-testcases/gce-gpu-perf-50-node.yml
@@ -1,5 +1,5 @@
 steps:
-  - command: "system-test/testnet-performance/testnet-automation.sh"
+  - command: "system-test/testnet-automation.sh"
     label: "GCE - GPU Enabled 50 Nodes"
     env:
       UPLOAD_RESULTS_TO_SLACK: "true"

diff --git a/system-test/stability-testcases/gce-stability-5-node.yml b/system-test/stability-testcases/gce-stability-5-node.yml
@@ -0,0 +1,18 @@
+steps:
+  - command: "system-test/testnet-automation.sh"
+    label: "GCE - 8 hour Stability - 5 Node"
+    env:
+      UPLOAD_RESULTS_TO_SLACK: "true"
+      CLOUD_PROVIDER: "gce"
+      TESTNET_TAG: "gce-stability"
+      RAMP_UP_TIME: 0
+      TEST_DURATION_SECONDS: 28800
+      NUMBER_OF_VALIDATOR_NODES: 5
+      ENABLE_GPU: "false"
+      VALIDATOR_NODE_MACHINE_TYPE: "--machine-type n1-standard-16"
+      NUMBER_OF_CLIENT_NODES: 0
+      TESTNET_ZONES: "us-west1-a,us-west1-b,us-central1-a,europe-west4-a"
+      USE_PUBLIC_IP_ADDRESSES: "true"
+      ADDITIONAL_FLAGS: "--dedicated"
+    agents:
+      - "queue=testnet-deploy"
diff --git a/...ormance/testnet-automation-json-parser.py → ...em-test/testnet-automation-json-parser.py b/...ormance/testnet-automation-json-parser.py → ...em-test/testnet-automation-json-parser.py
diff --git a/...testnet-performance/testnet-automation.sh → system-test/testnet-automation.sh b/...testnet-performance/testnet-automation.sh → system-test/testnet-automation.sh
@@ -279,7 +279,7 @@ function launchTestnet() {
   curl -G "${INFLUX_HOST}/query?u=ro&p=topsecret" \
     --data-urlencode "db=${TESTNET_TAG}" \
     --data-urlencode "q=$q_mean_tps;$q_max_tps;$q_mean_confirmation;$q_max_confirmation;$q_99th_confirmation" |
-    python system-test/testnet-performance/testnet-automation-json-parser.py >>"$RESULT_FILE"
+    python system-test/testnet-automation-json-parser.py >>"$RESULT_FILE"
 
   execution_step "Writing test results to ${RESULT_FILE}"
   RESULT_DETAILS=$(<"$RESULT_FILE")
@@ -290,7 +290,7 @@ RESULT_DETAILS=
 STEP=
 execution_step "Initialize Environment"
 
-cd "$(dirname "$0")/../.."
+cd "$(dirname "$0")/.."
 
 [[ -n $TESTNET_TAG ]] || TESTNET_TAG=testnet-automation
 [[ -n $INFLUX_HOST ]] || INFLUX_HOST=https://metrics.solana.com:8086
@@ -353,7 +353,7 @@ fi
 
 # shellcheck disable=SC1091
 source ci/upload-ci-artifact.sh
-source system-test/testnet-performance/upload_results_to_slack.sh
+source system-test/upload_results_to_slack.sh
 
 maybeClientOptions=${CLIENT_OPTIONS:+"-c"}
 maybeCustomMachineType=${VALIDATOR_NODE_MACHINE_TYPE:+"--custom-machine-type"}

diff --git a/...et-performance/upload_results_to_slack.sh → system-test/upload_results_to_slack.sh b/...et-performance/upload_results_to_slack.sh → system-test/upload_results_to_slack.sh