[CAI-640] upgrade local langfuse to v3

.changeset/solid-groups-shake.md

@@ -0,0 +1,5 @@
+---
+"chatbot": minor
+---
+
+Replace Langfuse v2 with Langufuse v3.112.0 in the local environment

.gitignore

@@ -403,6 +403,7 @@ apps/chatbot/test.py
 !apps/chatbot/docker/files
 apps/chatbot/docker/volume
 apps/chatbot/.env
+!apps/chatbot/.env.langfuse
 apps/chatbot/empty_htmls.json
 apps/chatbot/.google_service_account.json
 

README.md

@@ -30,7 +30,7 @@ In order to get the Strapi API token needed in the .env.local:
 
 See the repository <https://github.com/pagopa/developer-portal-cms/>
 
-### Copile the applications and the packages in the monorepo
+### Compile the applications and the packages in the monorepo
 
 Run the following command from the root folder.
 

apps/chatbot/.env.example

@@ -21,7 +21,7 @@ CHB_EMBED_MODEL_ID=amazon.titan-embed-text-v2:0
 CHB_ENGINE_SIMILARITY_TOPK=5
 CHB_ENGINE_USE_ASYNC=False
 CHB_ENGINE_USE_STREAMING=False
-CHB_LANGFUSE_HOST=http://langfuse:3000
+CHB_LANGFUSE_HOST=http://langfuse-web:3000
 CHB_MAX_DAILY_EVALUATIONS=200
 CHB_MODEL_ID=gemini-2.0-flash
 CHB_MODEL_MAXTOKENS=768
@@ -34,30 +34,7 @@ CHB_SESSION_MAX_DURATION_DAYS=1
 CHB_USE_PRESIDIO=True
 CHB_WEBSITE_URL=https://dev.developer.pagopa.it
 CORS_DOMAINS=["*"]
-#openssl rand -hex 32
-ENCRYPTION_KEY=2abaf4fa2ed4e3326639fce670f8fa0e26f6d2b6bd89c6d2d2487942c64011e8
 environment=local
 LAMBDA_TASK_ROOT=/app
-LANGFUSE_ENABLE_EXPERIMENTAL_FEATURES=false
-LANGFUSE_INIT_ORG_ID=devportal
-LANGFUSE_INIT_ORG_NAME=devportal
-LANGFUSE_INIT_PROJECT_ID=monitor-123
-LANGFUSE_INIT_PROJECT_NAME=Monitor
-LANGFUSE_INIT_PROJECT_PUBLIC_KEY=pk-xxx
-LANGFUSE_INIT_PROJECT_SECRET_KEY=sk-xxx
-LANGFUSE_INIT_USER_EMAIL=devportal@localhost.io
-LANGFUSE_INIT_USER_NAME=devportal
-LANGFUSE_INIT_USER_PASSWORD=abcd1234
 LOG_LEVEL=DEBUG
-NEXTAUTH_SECRET=mysecret
-NEXTAUTH_URL=http://localhost:4001
-POSTGRES_DB=postgres
-POSTGRES_HOST=postgres
-POSTGRES_PASSWORD=postgres
-POSTGRES_PORT=5432
-POSTGRES_USER=postgres
-# do not move `DATABASE_URL` before `POSTGRES_*` variables
-DATABASE_URL=postgresql://${POSTGRES_USER}:${POSTGRES_PASSWORD}@${POSTGRES_HOST}:${POSTGRES_PORT}/${POSTGRES_DB}
 PYTHONPATH=/app
-SALT=mysalt
-TELEMETRY_ENABLED=true

apps/chatbot/.env.langfuse

@@ -0,0 +1,54 @@
+NEXTAUTH_URL=http://localhost:4001
+NEXTAUTH_SECRET=mysecret
+DATABASE_URL=postgresql://postgres:postgres@postgres:5432/postgres
+SALT=mysalt
+TELEMETRY_ENABLED=true
+
+LANGFUSE_ENABLE_EXPERIMENTAL_FEATURES=false
+LANGFUSE_INIT_ORG_ID=pagopa-123
+LANGFUSE_INIT_ORG_NAME=PagoPA
+LANGFUSE_INIT_PROJECT_ID=monitor-123
+LANGFUSE_INIT_PROJECT_NAME=Monitor
+LANGFUSE_INIT_PROJECT_PUBLIC_KEY=pk-lf-1a5df1e2-770f-4391-9a7a-4aa5f6b4a72b
+LANGFUSE_INIT_PROJECT_SECRET_KEY=sk-lf-f144905b-b3d9-4a67-bd6d-a638cddd5774
+LANGFUSE_INIT_USER_EMAIL=user@example.com
+LANGFUSE_INIT_USER_NAME=user
+LANGFUSE_INIT_USER_PASSWORD=abcd1234
+
+# Generate with openssl rand -hex 32
+ENCRYPTION_KEY=2abaf4fa2ed4e3326639fce670f8fa0e26f6d2b6bd89c6d2d2487942c64011e8
+
+CLICKHOUSE_MIGRATION_URL=clickhouse://clickhouse:9000
+CLICKHOUSE_URL=http://clickhouse:8123
+CLICKHOUSE_USER=clickhouse
+CLICKHOUSE_PASSWORD=clickhouse
+CLICKHOUSE_CLUSTER_ENABLED=false
+LANGFUSE_USE_AZURE_BLOB=false
+LANGFUSE_S3_EVENT_UPLOAD_BUCKET=langfuse
+LANGFUSE_S3_EVENT_UPLOAD_REGION=auto
+LANGFUSE_S3_EVENT_UPLOAD_ACCESS_KEY_ID=minio
+LANGFUSE_S3_EVENT_UPLOAD_SECRET_ACCESS_KEY=miniosecret
+LANGFUSE_S3_EVENT_UPLOAD_ENDPOINT=http://minio:9000
+LANGFUSE_S3_EVENT_UPLOAD_FORCE_PATH_STYLE=true
+LANGFUSE_S3_EVENT_UPLOAD_PREFIX=events/
+LANGFUSE_S3_MEDIA_UPLOAD_BUCKET=langfuse
+LANGFUSE_S3_MEDIA_UPLOAD_REGION=auto
+LANGFUSE_S3_MEDIA_UPLOAD_ACCESS_KEY_ID=minio
+LANGFUSE_S3_MEDIA_UPLOAD_SECRET_ACCESS_KEY=miniosecret
+LANGFUSE_S3_MEDIA_UPLOAD_ENDPOINT=http://localhost:9090
+LANGFUSE_S3_MEDIA_UPLOAD_FORCE_PATH_STYLE=true
+LANGFUSE_S3_MEDIA_UPLOAD_PREFIX=media/
+LANGFUSE_S3_BATCH_EXPORT_ENABLED=false
+LANGFUSE_S3_BATCH_EXPORT_BUCKET=langfuse
+LANGFUSE_S3_BATCH_EXPORT_PREFIX=exports/
+LANGFUSE_S3_BATCH_EXPORT_REGION=auto
+LANGFUSE_S3_BATCH_EXPORT_ENDPOINT=http://minio:9000
+LANGFUSE_S3_BATCH_EXPORT_EXTERNAL_ENDPOINT=http://localhost:9090
+LANGFUSE_S3_BATCH_EXPORT_ACCESS_KEY_ID=minio
+LANGFUSE_S3_BATCH_EXPORT_SECRET_ACCESS_KEY=miniosecret
+LANGFUSE_S3_BATCH_EXPORT_FORCE_PATH_STYLE=true
+LANGFUSE_INGESTION_QUEUE_DELAY_MS=
+LANGFUSE_INGESTION_CLICKHOUSE_WRITE_INTERVAL_MS=
+EMAIL_FROM_ADDRESS=
+SMTP_CONNECTION_URL=
+REDIS_CONNECTION_STRING=redis://valkey:6379

apps/chatbot/README.md

@@ -103,11 +103,14 @@ When you're done, shut down all the containers with
 In order to run the chatbot locally for the first time, you need to:
 
 - install [Docker Compose](https://docs.docker.com/compose/install/),
-- create `.env.local` file running:
+- create local files running:
 
-        cp .env.example .env.local
+```
+cp .env.example .env.local
+cp .google_service_account.json.example .google_service_account.json
+```
 
-  and fill it in,
+  and fill it in with your environment variables
 
 - run the following bash scripts:
 

apps/chatbot/docker/app.local.Dockerfile

@@ -10,13 +10,6 @@ RUN apt-get update && \
   zip \
   less
 
-RUN curl -Lo /usr/local/bin/aws-lambda-rie \
-  https://github.com/aws/aws-lambda-runtime-interface-emulator/releases/latest/download/aws-lambda-rie && \
-  chmod +x /usr/local/bin/aws-lambda-rie && \
-  curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip" && \
-  unzip awscliv2.zip && \
-  ./aws/install
-
 ENV PYTHONPATH=/app
 ENV PIP_ROOT_USER_ACTION=ignore
 
@@ -27,6 +20,12 @@ RUN curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2
   unzip awscliv2.zip && \
   ./aws/install
 
+RUN mkdir -p /tmp/.aws-lambda-rie \
+    && curl -Lo /tmp/.aws-lambda-rie/aws-lambda-rie https://github.com/aws/aws-lambda-runtime-interface-emulator/releases/latest/download/aws-lambda-rie \
+    && chmod +x /tmp/.aws-lambda-rie/aws-lambda-rie \
+    && cp /tmp/.aws-lambda-rie/aws-lambda-rie /usr/local/bin/aws-lambda-rie \
+    && rm -rf /tmp/.aws-lambda-rie
+
 WORKDIR /app
 COPY ./pyproject.toml .
 COPY ./poetry.lock .

apps/chatbot/docker/compose.test.yaml

@@ -1,4 +1,6 @@
 ---
+name: chatbot-test
+
 services:
   api-test:
     build: