basic workflow working

Author: Brendonovich

apps/desktop/package.json

@@ -54,7 +54,7 @@
 		"@ts-rest/core": "^3.52.1",
 		"@types/react-tooltip": "^4.2.4",
 		"cva": "npm:class-variance-authority@^0.7.0",
-		"effect": "^3.17.7",
+		"effect": "^3.17.13",
 		"mp4box": "^0.5.2",
 		"posthog-js": "^1.215.3",
 		"solid-js": "^1.9.3",

apps/web/app/api/erpc/workflows/route.ts

@@ -0,0 +1,20 @@
+// import { Workflows } from "@cap/web-domain";
+// import { HttpServer } from "@effect/platform";
+// import { RpcSerialization, RpcServer } from "@effect/rpc";
+// import { WorkflowProxy, WorkflowProxyServer } from "@effect/workflow";
+// import { Layer } from "effect";
+// import { Dependencies } from "@/lib/server";
+
+// const { handler } = RpcServer.toWebHandler(
+// 	WorkflowProxy.toRpcGroup(Workflows.Workflows),
+// 	{
+// 		layer: Layer.mergeAll(
+// 			RpcSerialization.layerJson,
+// 			HttpServer.layerContext,
+// 			Dependencies,
+// 		),
+// 	},
+// );
+
+// export const GET = handler;
+// export const POST = handler;

apps/web/app/api/playlist/route.ts

@@ -61,7 +61,7 @@ const ApiLive = HttpApiBuilder.api(Api).pipe(
 						);
 
 						const [S3ProviderLayer, customBucket] =
-							yield* s3Buckets.getProviderLayer(video.bucketId);
+							yield* s3Buckets.getProviderById(video.bucketId);
 
 						return yield* getPlaylistResponse(
 							video,

apps/web/app/api/test/[...route]/route.ts

@@ -0,0 +1,43 @@
+import { Loom } from "@cap/web-domain";
+import {
+	HttpApi,
+	HttpApiBuilder,
+	HttpApiEndpoint,
+	HttpApiGroup,
+	HttpServerResponse,
+} from "@effect/platform";
+import { Effect, Layer } from "effect";
+import { apiToHandler } from "@/lib/server";
+
+export const revalidate = "force-dynamic";
+
+class Api extends HttpApi.make("CapWebApi")
+	.add(
+		HttpApiGroup.make("root").add(HttpApiEndpoint.get("test")`/import-video`),
+	)
+	.prefix("/api/test") {}
+
+const ApiLive = HttpApiBuilder.api(Api).pipe(
+	Layer.provide(
+		HttpApiBuilder.group(Api, "root", (handlers) =>
+			handlers.handle(
+				"test",
+				Effect.fn(function* () {
+					yield* Loom.ImportVideo.execute({
+						userId: "user123",
+						loomVideoId: "loomVideoId123",
+						loomOrgId: "loomOrgId123",
+						orgId: "orgId123",
+						downloadUrl:
+							"https://cdn.loom.com/sessions/thumbnails/95a01fba1f5f434da5af3cfbe567c6a7-10954f1f96d7b5c2.mp4",
+					});
+				}),
+			),
+		),
+	),
+);
+
+const { handler } = apiToHandler(ApiLive);
+
+export const GET = handler;
+export const HEAD = handler;

apps/web/lib/server.ts

@@ -10,10 +10,21 @@ import {
 	S3Buckets,
 	Videos,
 	VideosPolicy,
+	WorkflowsLayer,
 } from "@cap/web-backend";
 import { type HttpAuthMiddleware, Video } from "@cap/web-domain";
+import {
+	ClusterWorkflowEngine,
+	MessageStorage,
+	Runners,
+	Sharding,
+	ShardingConfig,
+	ShardManager,
+	ShardStorage,
+} from "@effect/cluster";
 import * as NodeSdk from "@effect/opentelemetry/NodeSdk";
 import {
+	FetchHttpClient,
 	type HttpApi,
 	HttpApiBuilder,
 	HttpMiddleware,
@@ -22,6 +33,7 @@ import {
 import { Cause, Effect, Exit, Layer, ManagedRuntime, Option } from "effect";
 import { isNotFoundError } from "next/dist/client/components/not-found";
 import { cookies } from "next/headers";
+
 import { allowedOrigins } from "@/utils/cors";
 import { getTracingConfig } from "./tracing";
 
@@ -48,13 +60,27 @@ const CookiePasswordAttachmentLive = Layer.effect(
 	}),
 );
 
-export const Dependencies = Layer.mergeAll(
-	S3Buckets.Default,
-	Videos.Default,
-	VideosPolicy.Default,
-	Folders.Default,
-	TracingLayer,
-).pipe(Layer.provideMerge(DatabaseLive));
+const WorkflowEngine = ClusterWorkflowEngine.layer.pipe(
+	Layer.provideMerge(Sharding.layer),
+	Layer.provide(ShardManager.layerClientLocal),
+	Layer.provide(ShardStorage.layerNoop),
+	Layer.provide(Runners.layerNoop),
+	Layer.provideMerge(MessageStorage.layerMemory),
+	Layer.provide(ShardingConfig.layer()),
+);
+
+export const Dependencies = WorkflowsLayer.pipe(
+	Layer.provideMerge(
+		Layer.mergeAll(
+			S3Buckets.Default,
+			Videos.Default,
+			VideosPolicy.Default,
+			Folders.Default,
+			FetchHttpClient.layer,
+			WorkflowEngine,
+		).pipe(Layer.provideMerge(Layer.mergeAll(DatabaseLive, TracingLayer))),
+	),
+);
 
 // purposefully not exposed
 const EffectRuntime = ManagedRuntime.make(Dependencies);

apps/web/lib/tracing.ts

@@ -22,7 +22,7 @@ export const getTracingConfig = Effect.gen(function* () {
 	return {
 		resource: { serviceName: "cap-web" },
 		spanProcessor: Option.match(axiomProcessor, {
-			onNone: () => [],
+			onNone: () => [new BatchSpanProcessor(new OTLPTraceExporter({}))],
 			onSome: (processor) => [processor],
 		}),
 	};

apps/web/package.json

@@ -27,9 +27,11 @@
 		"@cap/web-domain": "workspace:*",
 		"@deepgram/sdk": "^3.3.4",
 		"@dub/analytics": "^0.0.27",
+		"@effect/cluster": "^0.48.6",
 		"@effect/opentelemetry": "^0.56.1",
 		"@effect/platform": "^0.90.1",
-		"@effect/rpc": "^0.68.3",
+		"@effect/rpc": "^0.69.2",
+		"@effect/workflow": "^0.9.5",
 		"@fortawesome/free-brands-svg-icons": "^6.7.2",
 		"@fortawesome/free-solid-svg-icons": "^6.7.2",
 		"@fortawesome/react-fontawesome": "^0.2.2",
@@ -75,7 +77,7 @@
 		"dotenv": "^16.3.1",
 		"drizzle-orm": "0.43.1",
 		"dub": "^0.64.0",
-		"effect": "^3.17.7",
+		"effect": "^3.17.13",
 		"file-saver": "^2.0.5",
 		"framer-motion": "^11.13.1",
 		"geist": "^1.3.1",

packages/local-docker/docker-compose.yml

@@ -23,19 +23,17 @@ services:
   # Local S3 Strorage
   minio:
     container_name: minio-storage
-    image: "bitnami/minio:latest"
+    image: "minio/minio:latest"
     restart: unless-stopped
     ports:
-      - "3902:3902"
-      - "3903:3903"
+      - "9000:9000"
+      - "9001:9001"
     environment:
-      - MINIO_ROOT_USER=capS3root
-      - MINIO_ROOT_PASSWORD=capS3root
-      - MINIO_API_PORT_NUMBER=3902
-      - MINIO_CONSOLE_PORT_NUMBER=3903
+      MINIO_ROOT_USER: capS3root
+      MINIO_ROOT_PASSWORD: capS3root
     volumes:
-      - minio-data:/bitnami/minio/data
-      - minio-certs:/certs
+      - ~/minio/data:/data
+    command: server /data --console-address ":9001"
 
   createbuckets:
     container_name: minio-bucket-creation
@@ -45,7 +43,7 @@ services:
     entrypoint: >
       /bin/sh -c "
       sleep 10;
-      /usr/bin/mc alias set myminio http://minio:3902 capS3root capS3root;
+      /usr/bin/mc alias set myminio http://minio:9000 capS3root capS3root;
       /usr/bin/mc mb myminio/capso;
       echo '{\"Version\": \"2012-10-17\",\"Statement\": [{\"Effect\": \"Allow\",\"Principal\": {\"AWS\": [\"*\"]},\"Action\": [\"s3:GetObject\"],\"Resource\": [\"arn:aws:s3:::capso/*\"]}]}' > /tmp/policy.json;
       /usr/bin/mc anonymous set-json /tmp/policy.json myminio/capso;

packages/web-api-contract-effect/package.json

@@ -6,6 +6,6 @@
 	"type": "module",
 	"dependencies": {
 		"@effect/platform": "^0.90.1",
-		"effect": "^3.17.7"
+		"effect": "^3.17.13"
 	}
 }

packages/web-backend/package.json

@@ -12,12 +12,14 @@
 		"@cap/database": "workspace:*",
 		"@cap/utils": "workspace:*",
 		"@cap/web-domain": "workspace:*",
+		"@effect/cluster": "^0.48.6",
 		"@effect/platform": "^0.90.1",
-		"@effect/rpc": "^0.68.3",
+		"@effect/rpc": "^0.69.2",
+		"@effect/workflow": "^0.9.5",
 		"@smithy/types": "^4.3.1",
 		"drizzle-orm": "0.43.1",
-		"effect": "^3.17.7",
-		"server-only": "^0.0.1",
-		"next": "14.2.3"
+		"effect": "^3.17.13",
+		"next": "14.2.3",
+		"server-only": "^0.0.1"
 	}
 }