Remove pg0-embedded dependency, fix migration transaction bug

docker/standalone/Dockerfile

@@ -166,11 +166,6 @@ RUN chown -R hindsight:hindsight /app
 
 USER hindsight
 
-# Create pg0 data directory as hindsight user so that Docker seeds new named
-# volumes with correct ownership (UID 1000) on first use, avoiding the
-# "Permission denied" error when mounting a fresh root-owned volume.
-RUN mkdir -p /home/hindsight/.pg0
-
 ENV PATH="/app/api/.venv/bin:${PATH}"
 
 # Pre-download tiktoken encoding (ALWAYS - required for token counting even in air-gapped envs)
@@ -322,11 +317,6 @@ RUN chown -R hindsight:hindsight /app
 
 USER hindsight
 
-# Create pg0 data directory as hindsight user so that Docker seeds new named
-# volumes with correct ownership (UID 1000) on first use, avoiding the
-# "Permission denied" error when mounting a fresh root-owned volume.
-RUN mkdir -p /home/hindsight/.pg0
-
 ENV PATH="/app/api/.venv/bin:${PATH}"
 
 # Pre-download tiktoken encoding (ALWAYS - required for token counting even in air-gapped envs)

hindsight-api/hindsight_api/alembic/versions/5a366d414dce_initial_schema.py

@@ -82,26 +82,28 @@ def _detect_text_search_extension() -> str:
 
     if text_search_extension == "vchord":
         # Create vchord_bm25 extension if not exists
+        conn = op.get_bind()
         try:
+            conn.execute(text("SAVEPOINT create_ext_vchord_bm25"))
             op.execute("CREATE EXTENSION IF NOT EXISTS vchord_bm25 CASCADE")
+            conn.execute(text("RELEASE SAVEPOINT create_ext_vchord_bm25"))
         except Exception:
-            # Extension might already exist or user lacks permissions - verify it exists
-            conn = op.get_bind()
+            conn.execute(text("ROLLBACK TO SAVEPOINT create_ext_vchord_bm25"))
             result = conn.execute(text("SELECT 1 FROM pg_extension WHERE extname = 'vchord_bm25'")).fetchone()
             if not result:
-                # Extension truly doesn't exist - re-raise the error
                 raise
         return "vchord"
     elif text_search_extension == "pg_textsearch":
         # Create pg_textsearch extension if not exists
+        conn = op.get_bind()
         try:
+            conn.execute(text("SAVEPOINT create_ext_pg_textsearch"))
             op.execute("CREATE EXTENSION IF NOT EXISTS pg_textsearch CASCADE")
+            conn.execute(text("RELEASE SAVEPOINT create_ext_pg_textsearch"))
         except Exception:
-            # Extension might already exist or user lacks permissions - verify it exists
-            conn = op.get_bind()
+            conn.execute(text("ROLLBACK TO SAVEPOINT create_ext_pg_textsearch"))
             result = conn.execute(text("SELECT 1 FROM pg_extension WHERE extname = 'pg_textsearch'")).fetchone()
             if not result:
-                # Extension truly doesn't exist - re-raise the error
                 raise
         return "pg_textsearch"
     elif text_search_extension == "native":
@@ -121,14 +123,15 @@ def upgrade() -> None:
 
     # We keep this here as a fallback for backwards compatibility
     # This may fail if user lacks permissions, which is fine if extension already exists
+    conn = op.get_bind()
     try:
+        conn.execute(text("SAVEPOINT create_ext_vector"))
         op.execute("CREATE EXTENSION IF NOT EXISTS vector")
+        conn.execute(text("RELEASE SAVEPOINT create_ext_vector"))
     except Exception:
-        # Extension might already exist or user lacks permissions - verify it exists
-        conn = op.get_bind()
+        conn.execute(text("ROLLBACK TO SAVEPOINT create_ext_vector"))
         result = conn.execute(text("SELECT 1 FROM pg_extension WHERE extname = 'vector'")).fetchone()
         if not result:
-            # Extension truly doesn't exist - re-raise the error
             raise
 
     # Create banks table

hindsight-api/hindsight_api/alembic/versions/n9i0j1k2l3m4_learnings_and_pinned_reflections.py

@@ -89,26 +89,28 @@ def _detect_text_search_extension() -> str:
 
     if text_search_extension == "vchord":
         # Create vchord_bm25 extension if not exists
+        conn = op.get_bind()
         try:
+            conn.execute(text("SAVEPOINT create_ext_vchord_bm25"))
             op.execute("CREATE EXTENSION IF NOT EXISTS vchord_bm25 CASCADE")
+            conn.execute(text("RELEASE SAVEPOINT create_ext_vchord_bm25"))
         except Exception:
-            # Extension might already exist or user lacks permissions - verify it exists
-            conn = op.get_bind()
+            conn.execute(text("ROLLBACK TO SAVEPOINT create_ext_vchord_bm25"))
             result = conn.execute(text("SELECT 1 FROM pg_extension WHERE extname = 'vchord_bm25'")).fetchone()
             if not result:
-                # Extension truly doesn't exist - re-raise the error
                 raise
         return "vchord"
     elif text_search_extension == "pg_textsearch":
         # Create pg_textsearch extension if not exists
+        conn = op.get_bind()
         try:
+            conn.execute(text("SAVEPOINT create_ext_pg_textsearch"))
             op.execute("CREATE EXTENSION IF NOT EXISTS pg_textsearch CASCADE")
+            conn.execute(text("RELEASE SAVEPOINT create_ext_pg_textsearch"))
         except Exception:
-            # Extension might already exist or user lacks permissions - verify it exists
-            conn = op.get_bind()
+            conn.execute(text("ROLLBACK TO SAVEPOINT create_ext_pg_textsearch"))
             result = conn.execute(text("SELECT 1 FROM pg_extension WHERE extname = 'pg_textsearch'")).fetchone()
             if not result:
-                # Extension truly doesn't exist - re-raise the error
                 raise
         return "pg_textsearch"
     elif text_search_extension == "native":

hindsight-api/hindsight_api/pg0.py

@@ -1,7 +1,10 @@
 import asyncio
 import logging
 
-from pg0 import Pg0
+try:
+    from pg0 import Pg0
+except ImportError:
+    Pg0 = None
 
 logger = logging.getLogger(__name__)
 
@@ -30,6 +33,11 @@ def __init__(
         self._pg0: Pg0 | None = None
 
     def _get_pg0(self) -> Pg0:
+        if Pg0 is None:
+            raise RuntimeError(
+                "pg0-embedded is not installed. Set HINDSIGHT_API_DATABASE_URL "
+                "to a postgresql:// connection string for an external PostgreSQL server."
+            )
         if self._pg0 is None:
             kwargs = {
                 "name": self.name,

hindsight-api/pyproject.toml

@@ -27,7 +27,6 @@ dependencies = [
     "httpx>=0.27.0",
     "PyJWT[crypto]>=2.8.0",
     "fastmcp>=2.14.0", # CVE-2025-66416
-    "pg0-embedded>=0.11.0",
     "python-dateutil>=2.8.0",
     "opentelemetry-api>=1.20.0",
     "opentelemetry-sdk>=1.20.0",