Update loghouse-processor deps and generate metadata #500

Workflow file for this run

.github/workflows/build-test-publish.yaml at ed6773b

	name: build-test-publish
	on:
	push:
	branches: [main]
	tags:
	- "v[0-9]+.[0-9]+.[0-9]+*"
	pull_request:
	env:
	TEST_RESULTS: testbed/tests/results/junit/results.xml
	# See: https://github.com/actions/cache/issues/810#issuecomment-1222550359
	# Cache downloads for this workflow consistently run in under 1 minute
	SEGMENT_DOWNLOAD_TIMEOUT_MINS: 5

	# Do not cancel this workflow on main. See https://github.com/open-telemetry/opentelemetry-collector-contrib/pull/16616
	concurrency:
	group: ${{ github.workflow }}-${{ github.head_ref \|\| github.run_id }}
	cancel-in-progress: true

	jobs:
	setup-environment:
	timeout-minutes: 30
	runs-on: ubuntu-latest
	if: ${{ github.actor != 'dependabot[bot]' }}
	steps:
	- name: Checkout Repo
	uses: actions/checkout@v3
	- name: Setup Go
	uses: actions/setup-go@v3
	with:
	go-version: "1.21.0"
	- name: Cache Go
	id: go-cache
	uses: actions/cache@v3
	with:
	path: \|
	~/go/bin
	~/go/pkg/mod
	key: go-cache-${{ runner.os }}-${{ hashFiles('**/go.sum') }}
	- name: Install dependencies
	if: steps.go-cache.outputs.cache-hit != 'true'
	run: make -j2 gomoddownload
	- name: Install Tools
	if: steps.go-cache.outputs.cache-hit != 'true'
	run: make install-tools
	check-collector-module-version:
	runs-on: ubuntu-latest
	needs: [setup-environment]
	steps:
	- name: Checkout Repo
	uses: actions/checkout@v3
	- name: Check Collector Module Version
	run: ./.github/workflows/scripts/check-collector-module-version.sh
	lint-matrix:
	strategy:
	matrix:
	group:
	- receiver-0
	- receiver-1
	- processor
	- exporter
	- extension
	- connector
	- internal
	- other
	runs-on: ubuntu-latest
	needs: [setup-environment]
	steps:
	- name: Checkout Repo
	uses: actions/checkout@v3
	- name: Setup Go
	uses: actions/setup-go@v3
	with:
	go-version: "1.21.0"
	- name: Cache Go
	id: go-cache
	uses: actions/cache@v3
	with:
	path: \|
	~/go/bin
	~/go/pkg/mod
	key: go-cache-${{ runner.os }}-${{ hashFiles('**/go.sum') }}
	- name: Install dependencies
	if: steps.go-cache.outputs.cache-hit != 'true'
	run: make -j2 gomoddownload
	- name: Install Tools
	if: steps.go-cache.outputs.cache-hit != 'true'
	run: make install-tools
	- name: Cache Lint Build
	uses: actions/cache@v3
	with:
	path: ~/.cache/go-build
	key: go-lint-build-${{ matrix.group }}-${{ runner.os }}-${{ hashFiles('**/go.sum') }}
	- name: Lint
	run: make -j2 golint GROUP=${{ matrix.group }}
	lint:
	if: ${{ github.actor != 'dependabot[bot]' && always() }}
	runs-on: ubuntu-latest
	needs: [setup-environment, lint-matrix]
	steps:
	- name: Print result
	run: echo ${{ needs.lint-matrix.result }}
	- name: Interpret result
	run: \|
	if [[ success == ${{ needs.lint-matrix.result }} ]]
	then
	echo "All matrix jobs passed!"
	else
	echo "One or more matrix jobs failed."
	false
	fi
	checks:
	runs-on: ubuntu-latest
	needs: [setup-environment]
	steps:
	- name: Checkout Repo
	uses: actions/checkout@v3
	- name: Setup Go
	uses: actions/setup-go@v3
	with:
	go-version: "1.21.0"
	- name: Cache Go
	id: go-cache
	uses: actions/cache@v3
	with:
	path: \|
	~/go/bin
	~/go/pkg/mod
	key: go-cache-${{ runner.os }}-${{ hashFiles('**/go.sum') }}
	- name: Install dependencies
	if: steps.go-cache.outputs.cache-hit != 'true'
	run: make -j2 gomoddownload
	- name: Install Tools
	if: steps.go-cache.outputs.cache-hit != 'true'
	run: make install-tools
	- name: CheckDoc
	run: make checkdoc
	- name: Porto
	run: \|
	make -j2 goporto
	git diff --exit-code \|\| (echo 'Porto links are out of date, please run "make goporto" and commit the changes in this PR.' && exit 1)
	- name: crosslink
	run: \|
	make crosslink
	git diff --exit-code \|\| (echo 'Replace statements are out of date, please run "make crosslink" and commit the changes in this PR.' && exit 1)
	- name: Check for go mod dependency changes
	run: \|
	make gotidy
	git diff --exit-code \|\| (echo 'go.mod/go.sum deps changes detected, please run "make gotidy" and commit the changes in this PR.' && exit 1)
	- name: CodeGen
	run: \|
	make -j2 generate
	git diff --exit-code ':!*go.sum' \|\| (echo 'Generated code is out of date, please run "make generate" and commit the changes in this PR.' && exit 1)
	- name: Check gendependabot
	run: \|
	make -j2 gendependabot
	git diff --exit-code ':!*go.sum' \|\| (echo 'dependabot.yml is out of date, please run "make gendependabot" and commit the changes in this PR.' && exit 1)
	- name: MultimodVerify
	run: make multimod-verify
	unittest-matrix:
	strategy:
	matrix:
	go-version: ["1.21.0"]
	group:
	- receiver-0
	- receiver-1
	- processor
	- exporter
	- extension
	- connector
	- internal
	- other
	runs-on: ubuntu-latest
	needs: [setup-environment]
	steps:
	- name: Collect Workflow Telemetry
	if: always()
	uses: runforesight/foresight-workflow-kit-action@v1
	with:
	api_key: ${{ secrets.FORESIGHT_API_KEY }}
	- name: Checkout Repo
	uses: actions/checkout@v3
	- name: Setup Go
	uses: actions/setup-go@v3
	with:
	go-version: ${{ matrix.go-version }}
	- name: Cache Go
	id: go-cache
	uses: actions/cache@v3
	with:
	path: \|
	~/go/bin
	~/go/pkg/mod
	key: go-cache-${{ runner.os }}-${{ hashFiles('**/go.sum') }}
	- name: Install dependencies
	if: steps.go-cache.outputs.cache-hit != 'true'
	run: make -j2 gomoddownload
	- name: Install Tools
	if: steps.go-cache.outputs.cache-hit != 'true'
	run: make install-tools
	- name: Cache Test Build
	uses: actions/cache@v3
	with:
	path: ~/.cache/go-build
	key: go-test-build-${{ runner.os }}-${{ matrix.go-version }}-${{ hashFiles('**/go.sum') }}
	- name: Run Unit Tests
	run: make gotest GROUP=${{ matrix.group }}
	unittest:
	if: ${{ github.actor != 'dependabot[bot]' && always() }}
	strategy:
	matrix:
	go-version: ["1.21.0"]
	runs-on: ubuntu-latest
	needs: [setup-environment, unittest-matrix]
	steps:
	- name: Print result
	run: echo ${{ needs.unittest-matrix.result }}
	- name: Interpret result
	run: \|
	if [[ success == ${{ needs.unittest-matrix.result }} ]]
	then
	echo "All matrix jobs passed!"
	else
	echo "One or more matrix jobs failed."
	false
	fi

	integration-tests:
	runs-on: ubuntu-latest
	needs: [setup-environment]
	steps:
	- name: Checkout Repo
	uses: actions/checkout@v3
	- name: Setup Go
	uses: actions/setup-go@v3
	with:
	go-version: "1.21.0"
	- name: Cache Go
	id: go-cache
	uses: actions/cache@v3
	with:
	path: \|
	~/go/bin
	~/go/pkg/mod
	key: go-cache-${{ runner.os }}-${{ hashFiles('**/go.sum') }}
	- name: Run Integration Tests
	run: make integration-tests-with-cover

	correctness-traces:
	runs-on: ubuntu-latest
	needs: [setup-environment]
	steps:
	- name: Checkout Repo
	uses: actions/checkout@v3
	- name: Setup Go
	uses: actions/setup-go@v3
	with:
	go-version: "1.21.0"
	- name: Cache Go
	id: go-cache
	uses: actions/cache@v3
	with:
	path: \|
	~/go/bin
	~/go/pkg/mod
	key: go-cache-${{ runner.os }}-${{ hashFiles('**/go.sum') }}
	- name: Install dependencies
	if: steps.go-cache.outputs.cache-hit != 'true'
	run: make -j2 gomoddownload
	- name: Install Tools
	if: steps.go-cache.outputs.cache-hit != 'true'
	run: make install-tools
	- name: Correctness
	run: make -C testbed run-correctness-traces-tests

	correctness-metrics:
	runs-on: ubuntu-latest
	needs: [setup-environment]
	steps:
	- name: Checkout Repo
	uses: actions/checkout@v3
	- name: Setup Go
	uses: actions/setup-go@v3
	with:
	go-version: "1.21.0"
	- name: Cache Go
	id: go-cache
	uses: actions/cache@v3
	with:
	path: \|
	~/go/bin
	~/go/pkg/mod
	key: go-cache-${{ runner.os }}-${{ hashFiles('**/go.sum') }}
	- name: Install dependencies
	if: steps.go-cache.outputs.cache-hit != 'true'
	run: make -j2 gomoddownload
	- name: Install Tools
	if: steps.go-cache.outputs.cache-hit != 'true'
	run: make install-tools
	- name: Correctness
	run: make -C testbed run-correctness-metrics-tests

	cross-compile:
	runs-on: ubuntu-latest
	needs: [unittest, integration-tests, lint]
	strategy:
	matrix:
	os:
	#- darwin
	- linux
	#- windows
	arch:
	#- 386
	- amd64
	#- arm
	- arm64
	#- ppc64le
	exclude:
	- os: darwin
	arch: 386
	- os: darwin
	arch: arm
	- os: darwin
	arch: ppc64le
	- os: windows
	arch: arm
	- os: windows
	arch: arm64
	- os: windows
	arch: ppc64le
	steps:
	- name: Checkout Repo
	uses: actions/checkout@v3
	- name: Setup Go
	uses: actions/setup-go@v3
	with:
	go-version: "1.21.0"
	- name: Cache Go
	id: go-cache
	uses: actions/cache@v3
	with:
	path: \|
	~/go/bin
	~/go/pkg/mod
	key: go-cache-${{ runner.os }}-${{ hashFiles('**/go.sum') }}
	- name: Install dependencies
	if: steps.go-cache.outputs.cache-hit != 'true'
	run: make -j2 gomoddownload
	- name: Install Tools
	if: steps.go-cache.outputs.cache-hit != 'true'
	run: make install-tools
	- name: Build Collector ${{ matrix.binary }}
	run: make GOOS=${{ matrix.os }} GOARCH=${{ matrix.arch }} otelcontribcol
	- name: Upload Collector Binaries
	uses: actions/upload-artifact@v3
	with:
	name: collector-binaries
	path: ./bin/*

	publish-dev:
	permissions:
	contents: 'read'
	id-token: 'write'
	runs-on: ubuntu-latest
	needs: [lint, unittest, integration-tests, cross-compile]
	if: (github.ref == 'refs/heads/main' \|\| startsWith(github.ref, 'refs/tags/v'))
	steps:
	- name: Checkout Repo
	uses: actions/checkout@v3
	- name: Setup Go
	uses: actions/setup-go@v3
	with:
	go-version: "1.21.0"
	- name: Set up QEMU
	uses: docker/setup-qemu-action@v3
	- name: Set up Docker Buildx
	uses: docker/setup-buildx-action@v3
	- name: Mkdir bin and dist
	run: \|
	mkdir bin/ dist/
	- name: Cache Go
	id: go-cache
	uses: actions/cache@v3
	with:
	path: \|
	~/go/bin
	~/go/pkg/mod
	key: go-cache-${{ runner.os }}-${{ hashFiles('**/go.sum') }}
	- name: Install dependencies
	if: steps.go-cache.outputs.cache-hit != 'true'
	run: make -j2 gomoddownload
	- name: Install Tools
	if: steps.go-cache.outputs.cache-hit != 'true'
	run: make install-tools
	- name: Download Binaries
	uses: actions/download-artifact@v3
	with:
	name: collector-binaries
	path: ./bin/
	- run: chmod +x bin/*
	- name: Sanitize branch name and create version
	id: create-version
	env:
	BRANCH: ${{github.ref_name}}
	RUN_NUMBER: ${{github.run_number}}
	BASE_VERSION: "0.0.0"
	run: \|
	# let's simply use the k8s namespace rules (even stricter) and have the same version(-suffix) for everything
	# lowercase everything and replace all invalid characters with '-' and trim to 60 characters
	SANITIZED_BRANCH=$(echo -n "${BRANCH}" \| tr '[:upper:]' '[:lower:]' \| tr -C 'a-z0-9' '-')
	SANITIZED_BRANCH="${SANITIZED_BRANCH:0:60}"

	BUILD_VERSION="${BASE_VERSION}-${SANITIZED_BRANCH}-${RUN_NUMBER}"
	echo "BUILD_VERSION=${BUILD_VERSION}" \| tee -a $GITHUB_ENV $GITHUB_OUTPUT
	- id: login-gcp
	name: Authenticate with Google Cloud
	uses: google-github-actions/auth@v1
	with:
	token_format: access_token
	workload_identity_provider: ${{secrets.GCR_WORKLOAD_IDENTITY_PROVIDER}}
	service_account: ${{secrets.GCR_SERVICE_ACCOUNT}}
	access_token_lifetime: 1800s
	- name: Login to us Artifact Registry
	uses: docker/login-action@v2
	with:
	registry: us-docker.pkg.dev
	username: oauth2accesstoken
	password: ${{ steps.login-gcp.outputs.access_token }}
	- name: Login to eu Artifact Registry
	uses: docker/login-action@v2
	with:
	registry: europe-docker.pkg.dev
	username: oauth2accesstoken
	password: ${{ steps.login-gcp.outputs.access_token }}
	- name: Login to asia Artifact Registry
	uses: docker/login-action@v2
	with:
	registry: asia-docker.pkg.dev
	username: oauth2accesstoken
	password: ${{ steps.login-gcp.outputs.access_token }}
	- name: Configure AWS credentials
	uses: aws-actions/configure-aws-credentials@v1-node16
	with:
	aws-access-key-id: ${{secrets.ECR_AWS_ACCESS_KEY_ID}}
	aws-secret-access-key: ${{secrets.ECR_AWS_SECRET_ACCESS_KEY}}
	aws-region: us-west-2
	- name: Login to Amazon ECR
	id: login-ecr
	uses: aws-actions/amazon-ecr-login@v1
	- name: build and push
	uses: docker/build-push-action@v5
	with:
	push: true
	context: .
	file: ./cmd/otelcontribcol/Dockerfile
	platforms: linux/amd64,linux/arm64
	tags: \|
	609927696493.dkr.ecr.us-west-2.amazonaws.com/opentelemetry-collector-contrib:${{steps.create-version.outputs.BUILD_VERSION}}
	${{secrets.GCR_ASIA_IMAGE}}:${{steps.create-version.outputs.BUILD_VERSION}}
	${{secrets.GCR_EUROPE_IMAGE}}:${{steps.create-version.outputs.BUILD_VERSION}}
	${{secrets.GCR_US_IMAGE}}:${{steps.create-version.outputs.BUILD_VERSION}}

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Update loghouse-processor deps and generate metadata #500

Workflow file

Update loghouse-processor deps and generate metadata #500

Jobs

Run details

Workflow file for this run