Merge pull request vectordotdev#140 from answerbook/0.26-update

0.26 update
aholmberg · Dec 21, 2022 · 1352f07 · 1352f07
2 parents 822ef2d + d5f0233
commit 1352f07
Show file tree

Hide file tree

Showing 5,626 changed files with 91,265 additions and 30,099 deletions.
diff --git a/.cargo/config.toml b/.cargo/config.toml
@@ -18,3 +18,9 @@ rustflags = "-Lnative=/lib/native-libs"
 
 [target.armv7-unknown-linux-musleabihf]
 rustflags = "-Lnative=/lib/native-libs"
+
+# [target.x86_64-unknown-linux-gnu]
+# rustflags = ["-C", "link-args=-rdynamic"]
+
+[target.aarch64-unknown-linux-gnu]
+rustflags = ["-C", "link-args=-rdynamic"]
diff --git a/.github/semantic.yml b/.github/semantic.yml
@@ -123,6 +123,7 @@ scopes:
   - yandex service # Anything `yandex` service provider related
 
   # sources
+  - amqp source # Anything `amqp` source related
   - apache_metrics source # Anything `apache_metrics` source related
   - aws_ecs_metrics source # Anything `aws_ecs_metrics` source related
   - aws_kinesis_firehose source # Anything `aws_kinesis_firehose` source related
@@ -139,8 +140,8 @@ scopes:
   - gcp_pubsub source # Anything `gcp_pubsub` source related
   - heroku_logs source # Anything `heroku_logs` source related
   - host_metrics source # Anything `host_metrics` source related
-  - http source # Anything `http` source related
-  - http_scrape source # Anything `http_scrape` source related
+  - http_client source # Anything `http_client` source related
+  - http_server source # Anything `http_server` source related
   - internal_logs source # Anything `internal_logs` source related
   - internal_metrics source # Anything `internal_metrics` source related
   - journald source # Anything `journald` source related
@@ -166,7 +167,6 @@ scopes:
   - aws_ec2_metadata transform # Anything `aws_ec2_metadata` transform related
   - dedupe transform # Anything `dedupe` transform related
   - filter transform # Anything `filter` transform related
-  - geoip transform # Anything `geoip` transform related
   - log_to_metric transform # Anything `log_to_metric` transform related
   - lua transform # Anything `lua` transform related
   - metric_to_log transform # Anything `metric_to_log` transform related
@@ -180,6 +180,7 @@ scopes:
   - throttle transform # Anything `throttle` transform related
 
   # sinks
+  - amqp sink # Anything `amqp` sink related
   - apex sink # Anything `apex` sink related
   - aws_cloudwatch_logs sink # Anything `aws_cloudwatch_logs` sink related
   - aws_cloudwatch_metrics sink # Anything `aws_cloudwatch_metrics` sink related

diff --git a/.github/workflows/environment.yml.upstream b/.github/workflows/environment.yml.upstream
@@ -18,18 +18,18 @@ jobs:
       - name: Checkout
         uses: actions/checkout@v3
       - name: Set up QEMU
-        uses: docker/setup-qemu-action@v2.0.0
+        uses: docker/setup-qemu-action@v2.1.0
       - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v2.0.0
+        uses: docker/setup-buildx-action@v2.2.1
       - name: Login to DockerHub
-        uses: docker/login-action@v2.0.0
+        uses: docker/login-action@v2.1.0
         if: github.ref == 'refs/heads/master'
         with:
           username: ${{ secrets.CI_DOCKER_USERNAME }}
           password: ${{ secrets.CI_DOCKER_PASSWORD }}
       - name: Extract metadata (tags, labels) for Docker
         id: meta
-        uses: docker/metadata-action@69f6fc9d46f2f8bf0d5491e4aabe0bb8c6a4678a
+        uses: docker/metadata-action@57396166ad8aefe6098280995947635806a0e6ea
         with:
           images: timberio/vector-dev
           flavor: |
@@ -41,7 +41,7 @@ jobs:
             org.opencontainers.image.title=Vector development environment
             org.opencontainers.image.url=https://github.com/vectordotdev/vector
       - name: Build and push
-        uses: docker/build-push-action@v3.0.0
+        uses: docker/build-push-action@v3.2.0
         with:
           context: .
           file: ./scripts/environment/Dockerfile

diff --git a/.github/workflows/integration-test.yml.upstream b/.github/workflows/integration-test.yml.upstream
@@ -31,7 +31,6 @@ concurrency:
   cancel-in-progress: true
 
 env:
-  AUTOINSTALL: true
   AWS_ACCESS_KEY_ID: "dummy"
   AWS_SECRET_ACCESS_KEY: "dummy"
   CONTAINER_TOOL: "docker"
@@ -55,7 +54,11 @@ jobs:
       fail-fast: false
       matrix:
         include:
+          - test: 'amqp'
+          - test: 'apex'
           - test: 'aws'
+          # Database container currently fails to start due to failing to validate the license
+          #- test: 'axiom'
           - test: 'azure'
           - test: 'clickhouse'
           - test: 'datadog-agent'
@@ -69,6 +72,7 @@ jobs:
           - test: 'fluent'
           - test: 'gcp'
           - test: 'humio'
+          - test: 'http-client'
           - test: 'influxdb'
           - test: 'kafka'
           - test: 'logstash'
@@ -85,6 +89,7 @@ jobs:
             env:
               SPLUNK_VERSION: 7.3.9
           - test: 'splunk'
+    timeout-minutes: 20
     steps:
       - uses: actions/checkout@v3
       - run: make ci-sweep
@@ -98,6 +103,9 @@ jobs:
         if: always()
       - run: make test-integration-${{ matrix.test }}-cleanup
         if: ${{ always() }}
+        env:
+          TEST_DATADOG_API_KEY: ${{ secrets.CI_TEST_DATADOG_API_KEY }}
+          SPLUNK_VERSION: ${{ matrix.env.SPLUNK_VERSION }}
 
   test-integration-check:
     name: test-integration-check

diff --git a/.github/workflows/k8s_e2e.yml.upstream b/.github/workflows/k8s_e2e.yml.upstream
@@ -32,7 +32,6 @@ concurrency:
   cancel-in-progress: true
 
 env:
-  AUTOINSTALL: true
   AWS_ACCESS_KEY_ID: "dummy"
   AWS_SECRET_ACCESS_KEY: "dummy"
   CONTAINER_TOOL: "docker"
@@ -91,7 +90,7 @@ jobs:
         || contains(github.event.pull_request.labels.*.name, 'ci-condition: k8s e2e tests enable')
         || contains(github.event.pull_request.labels.*.name, 'ci-condition: k8s e2e all targets')
     steps:
-      - uses: actions/github-script@v6
+      - uses: actions/github-script@v6.3.3
         id: set-matrix
         with:
           script: |

diff --git a/.github/workflows/manual_soak.yml.upstream b/.github/workflows/manual_soak.yml.upstream
@@ -116,7 +116,7 @@ jobs:
       - name: Check out the repo
         uses: actions/checkout@v3
 
-      - uses: actions/github-script@v6
+      - uses: actions/github-script@v6.3.3
         id: set-matrix
         with:
           script: |
@@ -156,11 +156,11 @@ jobs:
 
       - name: Set up Docker Buildx
         id: buildx
-        uses: docker/setup-buildx-action@v2.0.0
+        uses: docker/setup-buildx-action@v2.2.1
 
       - name: Extract metadata (tags, labels) for Docker
         id: meta
-        uses: docker/metadata-action@69f6fc9d46f2f8bf0d5491e4aabe0bb8c6a4678a
+        uses: docker/metadata-action@57396166ad8aefe6098280995947635806a0e6ea
         with:
           flavor: |
             latest=false
@@ -170,7 +170,7 @@ jobs:
           tags: type=raw, value=${{ needs.compute-soak-meta.outputs.baseline-tag }}
 
       - name: Build and push 'soak-vector' image
-        uses: docker/build-push-action@v3.0.0
+        uses: docker/build-push-action@v3.2.0
         with:
           context: baseline-vector/
           file: soaks/Dockerfile
@@ -201,11 +201,11 @@ jobs:
 
       - name: Set up Docker Buildx
         id: buildx
-        uses: docker/setup-buildx-action@v2.0.0
+        uses: docker/setup-buildx-action@v2.2.1
 
       - name: Extract metadata (tags, labels) for Docker
         id: meta
-        uses: docker/metadata-action@69f6fc9d46f2f8bf0d5491e4aabe0bb8c6a4678a
+        uses: docker/metadata-action@57396166ad8aefe6098280995947635806a0e6ea
         with:
           flavor: |
             latest=false
@@ -215,7 +215,7 @@ jobs:
           tags: type=raw, value=${{ needs.compute-soak-meta.outputs.comparison-tag }}
 
       - name: Build 'soak-vector' image
-        uses: docker/build-push-action@v3.0.0
+        uses: docker/build-push-action@v3.2.0
         with:
           context: comparison-vector/
           file: soaks/Dockerfile

diff --git a/.github/workflows/publish.yml.upstream b/.github/workflows/publish.yml.upstream
@@ -11,7 +11,6 @@ on:
         required: true
 
 env:
-  AUTOINSTALL: true
   VERBOSE: true
   CI: true
   DISABLE_MOLD: true
@@ -248,7 +247,7 @@ jobs:
         with:
           ref: ${{ inputs.git_ref }}
       - name: Bootstrap runner environment (macOS-specific)
-        run: brew install bash coreutils
+        run: bash scripts/environment/bootstrap-macos-10.sh
       - name: Build Vector
         env:
           TARGET: "x86_64-apple-darwin"
@@ -447,17 +446,17 @@ jobs:
         with:
           ref: ${{ inputs.git_ref }}
       - name: Login to DockerHub
-        uses: docker/login-action@v2.0.0
+        uses: docker/login-action@v2.1.0
         with:
           username: ${{ secrets.CI_DOCKER_USERNAME }}
           password: ${{ secrets.CI_DOCKER_PASSWORD }}
       - name: Set up QEMU
-        uses: docker/setup-qemu-action@v2.0.0
+        uses: docker/setup-qemu-action@v2.1.0
         with:
           platforms: all
       - name: Set up Docker Buildx
         id: buildx
-        uses: docker/setup-buildx-action@v2.0.0
+        uses: docker/setup-buildx-action@v2.2.1
         with:
           version: latest
           install: true