♻️ ⬆️ ⚗️ ⚠️ upgrade to postgres 17.2 (DONT MERGE)

.codecov.yml

@@ -18,7 +18,6 @@ flag_management:
 
 component_management:
   default_rules:
-    carryforward: true
     statuses:
       - type: project
         target: auto

.env-devel

@@ -49,6 +49,8 @@ CATALOG_SERVICES_DEFAULT_RESOURCES='{"CPU": {"limit": 0.1, "reservation": 0.1},
 CATALOG_SERVICES_DEFAULT_SPECIFICATIONS='{}'
 CATALOG_TRACING=null
 
+CELERY_RESULT_EXPIRES=P7D
+
 CLUSTERS_KEEPER_COMPUTATIONAL_BACKEND_DEFAULT_CLUSTER_AUTH='{"type":"tls","tls_ca_file":"/home/scu/.dask/dask-crt.pem","tls_client_cert":"/home/scu/.dask/dask-crt.pem","tls_client_key":"/home/scu/.dask/dask-key.pem"}'
 CLUSTERS_KEEPER_COMPUTATIONAL_BACKEND_DOCKER_IMAGE_TAG=master-github-latest
 CLUSTERS_KEEPER_DASK_NTHREADS=0
@@ -83,6 +85,12 @@ DIRECTOR_REGISTRY_CACHING=True
 DIRECTOR_SERVICES_CUSTOM_CONSTRAINTS=null
 DIRECTOR_TRACING=null
 
+DOCKER_API_PROXY_HOST=docker-api-proxy
+DOCKER_API_PROXY_PASSWORD=null
+DOCKER_API_PROXY_PORT=8888
+DOCKER_API_PROXY_SECURE=False
+DOCKER_API_PROXY_USER=null
+
 EFS_USER_ID=8006
 EFS_USER_NAME=efs
 EFS_GROUP_ID=8106
@@ -133,6 +141,14 @@ DYNAMIC_SCHEDULER_UI_STORAGE_SECRET=adminadmin
 
 FUNCTION_SERVICES_AUTHORS='{"UN": {"name": "Unknown", "email": "unknown@osparc.io", "affiliation": "unknown"}}'
 
+WEBSERVER_LICENSES={}
+LICENSES_ITIS_VIP_SYNCER_ENABLED=false
+LICENSES_ITIS_VIP_SYNCER_PERIODICITY=1D00:00:00
+LICENSES_ITIS_VIP_API_URL=https://replace-with-itis-api/{category}
+LICENSES_ITIS_VIP_CATEGORIES='{"HumanWholeBody": "Humans", "HumanBodyRegion": "Humans (Region)", "AnimalWholeBody": "Animal"}'
+LICENSES_SPEAG_PHANTOMS_API_URL=https://replace-with-speag-api/{category}
+LICENSES_SPEAG_PHANTOMS_CATEGORIES='{"ComputationalPhantom": "Phantom of the Opera"}'
+
 # Can use 'docker run -it itisfoundation/invitations:latest simcore-service-invitations generate-dotenv --auto-password'
 INVITATIONS_DEFAULT_PRODUCT=osparc
 INVITATIONS_HOST=invitations
@@ -236,8 +252,6 @@ SMTP_PROTOCOL=UNENCRYPTED
 SMTP_USERNAME=it_doesnt_matter
 
 # STORAGE ----
-BF_API_KEY=none
-BF_API_SECRET=none
 STORAGE_ENDPOINT=storage:8080
 STORAGE_HOST=storage
 STORAGE_LOGLEVEL=INFO
@@ -272,7 +286,6 @@ WB_GC_GROUPS=0
 WB_GC_INVITATIONS=null
 WB_GC_LOGIN=null
 WB_GC_LOGLEVEL=INFO
-WB_GC_META_MODELING=0
 WB_GC_NOTIFICATIONS=0
 WB_GC_PAYMENTS=null
 WB_GC_PRODUCTS=0
@@ -287,7 +300,6 @@ WB_GC_STUDIES_DISPATCHER=null
 WB_GC_TAGS=0
 WB_GC_TRACING=null
 WB_GC_USERS={}
-WB_GC_VERSION_CONTROL=0
 WB_GC_WALLETS=0
 
 WB_DB_EL_ACTIVITY=null
@@ -304,7 +316,6 @@ WB_DB_EL_GROUPS=0
 WB_DB_EL_INVITATIONS=null
 WB_DB_EL_LOGIN=null
 WB_DB_EL_LOGLEVEL=INFO
-WB_DB_EL_META_MODELING=0
 WB_DB_EL_NOTIFICATIONS=0
 WB_DB_EL_PAYMENTS=null
 WB_DB_EL_PRODUCTS=0
@@ -319,7 +330,6 @@ WB_DB_EL_STUDIES_DISPATCHER=null
 WB_DB_EL_TAGS=0
 WB_DB_EL_TRACING=null
 WB_DB_EL_USERS={}
-WB_DB_EL_VERSION_CONTROL=0
 WB_DB_EL_WALLETS=0
 
 # WEBSERVER ----
@@ -371,10 +381,8 @@ WEBSERVER_GARBAGE_COLLECTOR=null
 WEBSERVER_GROUPS=1
 WEBSERVER_GUNICORN_CMD_ARGS=--timeout=180
 WEBSERVER_HOST=webserver
-WEBSERVER_LICENSES=true
 WEBSERVER_LOGIN={}
 WEBSERVER_LOGLEVEL=INFO
-WEBSERVER_META_MODELING=1
 WEBSERVER_NOTIFICATIONS=1
 WEBSERVER_PAYMENTS={}
 WEBSERVER_PORT=8080
@@ -392,4 +400,3 @@ WEBSERVER_STUDIES_DISPATCHER={}
 WEBSERVER_TAGS=1
 WEBSERVER_TRACING=null
 WEBSERVER_USERS={}
-WEBSERVER_VERSION_CONTROL=1

.github/CODEOWNERS

@@ -4,45 +4,47 @@
 
 
 # files and folders recursively
-.env-*                                    @mrnicegyu11 @YuryHrytsuk
-Makefile                                  @pcrespov @sanderegg
+.env-*                                             @mrnicegyu11 @YuryHrytsuk
+Makefile                                           @pcrespov @sanderegg
 
 
 # NOTE: '/' denotes the root of the repository
-/.github/                                 @sanderegg @pcrespov
-/api/                                     @sanderegg @pcrespov @matusdrobuliak66
-/ci/                                      @sanderegg @pcrespov
-/docs/                                    @pcrespov
-/packages/common-library/                 @giancarloromeo
-/packages/models-library/                 @sanderegg @pcrespov @matusdrobuliak66 @giancarloromeo
-/packages/postgres-database/              @matusdrobuliak66
-/packages/pytest-simcore/                 @pcrespov @sanderegg
-/packages/service-integration/            @pcrespov @sanderegg @GitHK
-/packages/service-library/                @pcrespov
-/packages/settings-library/               @pcrespov @sanderegg
-/requirements/                            @pcrespov @matusdrobuliak66
-/services/agent/                          @GitHK
-/services/api-server/                     @pcrespov
-/services/autoscaling/                    @sanderegg
-/services/catalog/                        @pcrespov @sanderegg
-/services/clusters-keeper/                @sanderegg
-/services/datcore-adapter/                @sanderegg
-/services/director*/                      @sanderegg @pcrespov @GitHK
-/services/docker-compose*.yml             @sanderegg @mrnicegyu11 @YuryHrytsuk
-/services/dynamic-sidecar/                @GitHK
-/services/efs-guardian/                   @matusdrobuliak66
-/services/invitations/                    @pcrespov
-/services/migration/                      @pcrespov
-/services/payments/                       @pcrespov @matusdrobuliak66
-/services/resource-usage-tracker/         @matusdrobuliak66
-/services/static-webserver/               @GitHK
-/services/static-webserver/client/        @jsaq007 @odeimaiz @ignapas
-/services/storage/                        @sanderegg
-/services/web/server/                     @pcrespov @sanderegg @GitHK @matusdrobuliak66
-/tests/e2e-frontend/                      @odeimaiz
-/tests/e2e-playwright/                    @matusdrobuliak66
-/tests/environment-setup/                 @pcrespov
-/tests/performance/                       @pcrespov @sanderegg
-/tests/public-api/                        @pcrespov
-requirements/*                            @pcrespov
-tools/*                                   @pcrespov
+/.github/                                          @sanderegg @pcrespov
+/api/                                              @sanderegg @pcrespov @matusdrobuliak66
+/ci/                                               @sanderegg @pcrespov
+/docs/                                             @pcrespov
+/packages/common-library/                          @giancarloromeo
+/packages/models-library/                          @sanderegg @pcrespov @matusdrobuliak66 @giancarloromeo
+/packages/postgres-database/                       @matusdrobuliak66
+/packages/pytest-simcore/                          @pcrespov @sanderegg
+/packages/service-integration/                     @pcrespov @sanderegg @GitHK
+/packages/service-library/                         @pcrespov
+/packages/settings-library/                        @pcrespov @sanderegg
+/requirements/                                     @pcrespov @matusdrobuliak66
+/services/agent/                                   @GitHK
+/services/api-server/                              @pcrespov
+/services/api-server/tests/unit/pact_broker/       @matusdrobuliak66
+/services/autoscaling/                             @sanderegg
+/services/catalog/                                 @pcrespov @sanderegg
+/services/clusters-keeper/                         @sanderegg
+/services/datcore-adapter/                         @sanderegg
+/services/director*/                               @sanderegg @pcrespov @GitHK
+/services/docker-compose.yml                       @sanderegg @mrnicegyu11 @YuryHrytsuk
+/services/docker-compose.*.yml                     @sanderegg
+/services/dynamic-sidecar/                         @GitHK
+/services/efs-guardian/                            @matusdrobuliak66
+/services/invitations/                             @pcrespov
+/services/migration/                               @pcrespov
+/services/payments/                                @pcrespov @matusdrobuliak66
+/services/resource-usage-tracker/                  @matusdrobuliak66
+/services/static-webserver/                        @GitHK
+/services/static-webserver/client/                 @odeimaiz
+/services/storage/                                 @sanderegg
+/services/web/server/                              @pcrespov @sanderegg @GitHK @matusdrobuliak66
+/tests/e2e-frontend/                               @odeimaiz
+/tests/e2e-playwright/                             @matusdrobuliak66
+/tests/environment-setup/                          @pcrespov
+/tests/performance/                                @pcrespov @sanderegg
+/tests/public-api/                                 @pcrespov
+requirements/*                                     @pcrespov
+tools/*                                            @pcrespov

.github/mergify.yml

@@ -12,58 +12,3 @@ queue_rules:
       - "#approved-reviews-by>=2" # Requires 2 approving reviews
       - "#changes-requested-reviews-by=0" # No changes requested
       - "#review-threads-unresolved=0" # All review threads resolved
-
-    merge_conditions: # conditions to be met before being able to merge
-      # list of CI checks that need to pass
-      - check-success=system-test-environment-setup
-      - check-success=changes
-      - check-success=build-test-images
-      - check-success=build-test-images-frontend
-      - check-success=unit-tests
-      - check-success=integration-tests
-      - check-success=system-tests
-
-
-pull_request_rules:
-  - name: retry flaky tests (when PR is approved)
-    conditions:
-      - label=🤖-automerge
-      - label!=🤖-do-not-merge
-      - base=master
-
-      - -draft # PR is not in draft state
-      - -conflict # No merge conflicts
-      - "#approved-reviews-by>=2" # Requires 2 approving reviews
-      - "#changes-requested-reviews-by=0" # No changes requested
-      - "#review-threads-unresolved=0" # All review threads resolved
-
-      - or:
-          - check-failure=system-test-environment-setup
-          - check-failure=changes
-          - check-failure=build-test-images
-          - check-failure=build-test-images-frontend
-          - check-failure=unit-tests
-          - check-failure=integration-tests
-          - check-failure=system-tests
-    actions:
-      comment:
-        message: "Restarted CI due to failing tests"
-      github_actions:
-        workflow:
-          dispatch:
-            - workflow: ci-testing-deploy.yml
-
-  - name: Automatically add PR to queue if it meets conditions
-    conditions:
-      - "label=🤖-automerge"
-      - "label!=🤖-do-not-merge"
-      - "base=master"
-
-      - "-draft" # PR is not in draft state
-      - "-conflict" # PR has no conflicts
-      - "#approved-reviews-by>=2" # Requires 2 approvals
-      - "#changes-requested-reviews-by=0" # No requested changes
-      - "#review-threads-unresolved=0" # All review threads resolved
-    actions:
-      queue:
-        name: default

.github/workflows/ci-arm-build.yml

@@ -19,7 +19,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        os: [ubuntu-22.04]
+        os: [ubuntu-24.04]
         python: ["3.11"]
     env:
       # secrets can be set in settings/secrets on github

.github/workflows/ci-multi-architecture-fusing.yml

@@ -20,7 +20,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        os: [ubuntu-22.04]
+        os: [ubuntu-24.04]
         python: ["3.11"]
     env:
       # secrets can be set in settings/secrets on github

.github/workflows/ci-pact-master.yml

@@ -0,0 +1,41 @@
+# This workflow holds jobs which are required to pass before merging into master
+
+name: CI PACT Master
+on:
+  push:
+    branches:
+      - "master"
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  pact-tests:
+    timeout-minutes: 10
+    name: "Run PACT tests"
+    runs-on: ubuntu-latest
+    env:
+      # secrets can be set in settings/secrets on github
+      PACT_BROKER_URL: ${{ secrets.PACT_BROKER_URL }}
+      PACT_BROKER_USERNAME: ${{ secrets.PACT_BROKER_USERNAME }}
+      PACT_BROKER_PASSWORD: ${{ secrets.PACT_BROKER_PASSWORD }}
+    steps:
+      - name: setup python environment
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.11"
+      - name: install uv
+        uses: astral-sh/setup-uv@v5
+        with:
+          version: "0.5.x"
+          enable-cache: false
+      - name: checkout source branch
+        uses: actions/checkout@v4
+      - name: Run pact tests
+        run: |
+          make devenv
+          source .venv/bin/activate
+          cd services/api-server
+          make install-ci
+          make test-pacts

.github/workflows/ci-release.yml

@@ -22,7 +22,7 @@ jobs:
     strategy:
       matrix:
         python: ["3.11"]
-        os: [ubuntu-22.04]
+        os: [ubuntu-24.04]
       fail-fast: false
     env:
       TO_TAG_PREFIX: release-github

.github/workflows/ci-staging.yml

@@ -22,7 +22,7 @@ jobs:
     strategy:
       matrix:
         python: ["3.11"]
-        os: [ubuntu-22.04]
+        os: [ubuntu-24.04]
       fail-fast: false
     env:
       TO_TAG_PREFIX: staging-github