feat(init): remove preset pipeline downloader (#970)

Because

- We are refactoring the preset pipeline mechanism. The preset pipeline
will now be created programmatically by other services instead of being
downloaded via the preset pipeline downloader. For example, the preset
pipelines used by artifact-backend will be created by artifact-backend
itself.

This commit

- Removes the preset pipeline downloader.
- Adjusts pipeline release creation.

Author: donch1989

Dockerfile

@@ -73,7 +73,7 @@ RUN apt update && \
     chromium \
     qpdf && \
     python3 -m venv /opt/venv && \
-    /opt/venv/bin/pip install pdfplumber mistral-common tokenizers docling && \
+    /opt/venv/bin/pip install pdfplumber mistral-common tokenizers docling==2.18.0 && \
     rm -rf /var/lib/apt/lists/*
 
 # Copy FFmpeg from build stage

Dockerfile.dev

@@ -31,7 +31,7 @@ RUN apt update && \
     chromium \
     qpdf && \
     python3 -m venv /opt/venv && \
-    /opt/venv/bin/pip install pdfplumber mistral-common tokenizers docling && \
+    /opt/venv/bin/pip install pdfplumber mistral-common tokenizers docling==2.18.0 && \
     rm -rf /var/lib/apt/lists/*
 
 # Install FFmpeg Static Build

cmd/init/main.go

@@ -8,7 +8,7 @@ import (
 	"go.opentelemetry.io/otel"
 
 	"github.com/instill-ai/pipeline-backend/cmd/init/definitionupdater"
-	"github.com/instill-ai/pipeline-backend/cmd/init/presetdownloader"
+
 	"github.com/instill-ai/pipeline-backend/config"
 	"github.com/instill-ai/pipeline-backend/pkg/repository"
 
@@ -39,8 +39,5 @@ func main() {
 	if err := definitionupdater.UpdateComponentDefinitionIndex(ctx, repo); err != nil {
 		log.Fatal(err)
 	}
-	if err := presetdownloader.DownloadPresetPipelines(ctx, repo); err != nil {
-		log.Fatal(err)
-	}
 
 }

cmd/init/presetdownloader/downloader.go

@@ -311,6 +311,12 @@ func (c *ACLClient) CheckLinkPermission(ctx context.Context, objectType string,
 
 // CheckPermission returns the access of the context user over a resource.
 func (c *ACLClient) CheckPermission(ctx context.Context, objectType string, objectUID uuid.UUID, role string) (bool, error) {
+
+	serviceType := resource.GetRequestSingleHeader(ctx, constant.HeaderServiceKey)
+	if serviceType == "instill" {
+		return true, nil
+	}
+
 	userType := resource.GetRequestSingleHeader(ctx, constant.HeaderAuthTypeKey)
 
 	var userUID string

pkg/acl/acl.go

@@ -26,11 +26,18 @@ const (
 	HeaderVisitorUIDKey = "Instill-Visitor-Uid"
 	// HeaderAuthTypeKey is the context key the authentication type (user or
 	// visitor).
-	HeaderAuthTypeKey = "Instill-Auth-Type"
-
+	HeaderAuthTypeKey     = "Instill-Auth-Type"
 	HeaderInstillCodeKey  = "Instill-Share-Code"
 	HeaderReturnTracesKey = "Instill-Return-Traces"
 
+	// HeaderServiceKey is the context key for service-to-service communication.
+	// When present, it indicates the request originates from an internal
+	// service rather than an end user. Valid values are restricted to "instill"
+	// and can only be set by internal services. Requests with this header
+	// bypass standard authorization checks since they represent trusted
+	// internal traffic.
+	HeaderServiceKey = "Instill-Service"
+
 	HeaderUserAgentKey = "Instill-User-Agent"
 
 	HeaderAccept           = "Accept"

pkg/constant/constant.go

@@ -9,6 +9,10 @@ import (
 )
 
 func authenticateUser(ctx context.Context, allowVisitor bool) error {
+	if resource.GetRequestSingleHeader(ctx, constant.HeaderServiceKey) == "instill" {
+		return nil
+	}
+
 	if resource.GetRequestSingleHeader(ctx, constant.HeaderAuthTypeKey) == "user" {
 		if resource.GetRequestSingleHeader(ctx, constant.HeaderUserUIDKey) == "" {
 			return service.ErrUnauthenticated