ci(workflows): adopt loarger runner for coverage test (#1111)

Because

- The unit tests are getting resource consuming especially for the
component tests.

This commit

- update coverage workflow to use a larger runner.

Author: pinglin

.github/workflows/coverage.yml

@@ -11,7 +11,7 @@ on:
 jobs:
   codecov:
     name: codecov
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-24.04-8core-amd64
     permissions:
       contents: read
       pull-requests: write
@@ -28,20 +28,6 @@ jobs:
         ports:
           - 5432:5432
     steps:
-      # Tests can fail due to insufficient disk space, so we optimize the disk
-      # usage.
-      - name: Remove unnecessary files
-        run: |
-          sudo rm -rf \
-            /usr/share/dotnet /usr/local/lib/android /opt/ghc \
-            /usr/local/share/powershell /usr/share/swift /usr/local/.ghcup \
-            /usr/lib/jvm "$AGENT_TOOLSDIRECTORY"
-
-      - name: Remove unnecessary packages
-        run: |
-          sudo apt-get --purge autoremove azure-cli microsoft-edge-stable \
-          google-cloud-cli google-chrome-stable
-
       - uses: actions/checkout@v4
         with:
           token: ${{ secrets.GITHUB_TOKEN }}
@@ -57,9 +43,55 @@ jobs:
           go-version: ${{ env.GOLANG_VERSION }}
           cache: false
 
+      # Set up Docker Buildx for advanced caching features
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+        with:
+          driver-opts: |
+            network=host
+
+      # Check if cached image exists and is recent
+      - name: Check for cached image
+        id: cache_check
+        run: |
+          # Get the hash of files that would affect the Docker build
+          BUILD_CONTEXT_HASH=$(find . -name "Dockerfile.dev" -o -name "go.mod" -o -name "go.sum" -o -path "./pkg/component/resources/onnx/*" | sort | xargs sha256sum | sha256sum | cut -d' ' -f1)
+          echo "build_context_hash=${BUILD_CONTEXT_HASH}" >> $GITHUB_OUTPUT
+
+          # Check GitHub Container Registry for cached image first
+          echo "cache_hit=false" >> $GITHUB_OUTPUT
+          echo "Checking for cached image with hash: ${BUILD_CONTEXT_HASH}"
+
+      # Build dev image with comprehensive caching strategy (only if cache miss)
+      - name: Build dev image with cache
+        if: steps.cache_check.outputs.cache_hit != 'true'
+        run: |
+          # Build with multiple cache sources and export cache
+          docker buildx build \
+            --build-arg SERVICE_NAME=${{ env.SERVICE_NAME }} \
+            --build-arg K6_VERSION=${{ env.K6_VERSION }} \
+            --build-arg XK6_VERSION=${{ env.XK6_VERSION }} \
+            --build-arg XK6_SQL_VERSION=${{ env.XK6_SQL_VERSION }} \
+            --build-arg XK6_SQL_POSTGRES_VERSION=${{ env.XK6_SQL_POSTGRES_VERSION }} \
+            --cache-from type=gha,scope=${{ github.ref_name }}-dev \
+            --cache-from type=gha,scope=main-dev \
+            --cache-from type=gha,scope=base-deps \
+            --cache-from type=gha,scope=binary-deps \
+            --cache-from type=gha,scope=go-deps \
+            --cache-from type=gha,scope=model-artifacts \
+            --cache-to type=gha,mode=max,scope=${{ github.ref_name }}-dev \
+            --cache-to type=gha,mode=max,scope=base-deps \
+            --cache-to type=gha,mode=max,scope=binary-deps \
+            --cache-to type=gha,mode=max,scope=go-deps \
+            --cache-to type=gha,mode=max,scope=model-artifacts \
+            -f Dockerfile.dev \
+            -t instill/${{ env.SERVICE_NAME }}:dev \
+            -t instill/${{ env.SERVICE_NAME }}:cache-${{ steps.cache_check.outputs.build_context_hash }} \
+            --load \
+            .
+
       - name: Generate coverage report
         run: |
-          make build-dev
           make coverage DBTEST=true OCR=true ONNX=true
 
       - name: Upload coverage report

Dockerfile.dev

@@ -8,7 +8,9 @@ FROM golang:${GOLANG_VERSION}-bullseye AS base-deps
 ARG TARGETOS TARGETARCH
 
 # Install all system packages in a single layer for better caching
-RUN apt update && \
+RUN --mount=type=cache,target=/var/cache/apt,sharing=locked \
+    --mount=type=cache,target=/var/lib/apt,sharing=locked \
+    apt update && \
     apt install -y \
     wget \
     unzip \
@@ -28,12 +30,12 @@ RUN apt update && \
     libsoxr-dev \
     chromium \
     qpdf \
-    jq && \
-    rm -rf /var/lib/apt/lists/*
+    jq
 
 # Create Python virtual environment and install packages in one layer
-RUN python3 -m venv /opt/venv && \
-    /opt/venv/bin/pip install --no-cache-dir pdfplumber mistral-common tokenizers docling==2.18.0
+RUN --mount=type=cache,target=/root/.cache/pip \
+    python3 -m venv /opt/venv && \
+    /opt/venv/bin/pip install pdfplumber mistral-common tokenizers docling==2.18.0
 
 # ===============================
 # Stage 2: Binary dependencies
@@ -85,7 +87,8 @@ WORKDIR /${SERVICE_NAME}
 
 # Copy go.mod and go.sum first for better caching of Go dependencies
 COPY go.mod go.sum ./
-RUN go mod download
+RUN --mount=type=cache,target=/go/pkg/mod \
+    go mod download
 
 # Install Go tools with build cache mounts
 RUN --mount=type=cache,target=/root/.cache/go-build --mount=type=cache,target=/go/pkg \
@@ -139,9 +142,10 @@ COPY . .
 COPY ./pkg/component/resources/onnx/silero_vad.onnx /${SERVICE_NAME}/pkg/component/resources/onnx/silero_vad.onnx
 
 # Final cleanup - remove wget and unzip since they're no longer needed
-RUN apt remove -y wget unzip jq && \
-    apt autoremove -y && \
-    rm -rf /var/lib/apt/lists/*
+RUN --mount=type=cache,target=/var/cache/apt,sharing=locked \
+    --mount=type=cache,target=/var/lib/apt,sharing=locked \
+    apt remove -y wget unzip jq && \
+    apt autoremove -y
 
 # Set up proper permissions
 RUN chown -R nobody:nogroup /go && \