Refactoring: Switch from duckdb to Postgres for storing overture data

.github/workflows/docker-publish.yml

@@ -5,6 +5,7 @@ on:
   push:
     branches:
       - main
+      - helm-chart
 
 jobs:
   build-and-push-api:
@@ -40,71 +41,3 @@ jobs:
           push: true
           tags: ${{ steps.meta-api.outputs.tags }}
           labels: ${{ steps.meta-api.outputs.labels }}
-
-  build-and-push-duckdb-init:
-    runs-on: ubuntu-latest
-    permissions:
-      contents: read
-      packages: write
-    steps:
-      - name: Checkout repository
-        uses: actions/checkout@v4
-
-      - name: Log in to the Container registry
-        uses: docker/login-action@v3
-        with:
-          registry: ghcr.io
-          username: ${{ github.actor }}
-          password: ${{ secrets.GITHUB_TOKEN }}
-
-      - name: Extract metadata (tags, labels) for DuckDB Init
-        id: meta-duckdb
-        uses: docker/metadata-action@v5
-        with:
-          images: ghcr.io/sunu/geodini/duckdb-init
-          tags: |
-            type=sha
-            type=raw,value=latest
-
-      - name: Build and push DuckDB Init image
-        uses: docker/build-push-action@v5
-        with:
-          context: .
-          file: ./Dockerfile.duckdb
-          push: true
-          tags: ${{ steps.meta-duckdb.outputs.tags }}
-          labels: ${{ steps.meta-duckdb.outputs.labels }}
-
-  build-and-push-frontend:
-    runs-on: ubuntu-latest
-    permissions:
-      contents: read
-      packages: write
-    steps:
-      - name: Checkout repository
-        uses: actions/checkout@v4
-
-      - name: Log in to the Container registry
-        uses: docker/login-action@v3
-        with:
-          registry: ghcr.io
-          username: ${{ github.actor }}
-          password: ${{ secrets.GITHUB_TOKEN }}
-
-      - name: Extract metadata (tags, labels) for Frontend
-        id: meta-frontend
-        uses: docker/metadata-action@v5
-        with:
-          images: ghcr.io/sunu/geodini/frontend
-          tags: |
-            type=sha
-            type=raw,value=latest
-
-      - name: Build and push Frontend image
-        uses: docker/build-push-action@v5
-        with:
-          context: .
-          file: ./Dockerfile.frontend
-          push: true
-          tags: ${{ steps.meta-frontend.outputs.tags }}
-          labels: ${{ steps.meta-frontend.outputs.labels }}

.github/workflows/helm-publish.yml

@@ -0,0 +1,45 @@
+name: Publish Helm Chart
+
+on:
+  push:
+    branches:
+      - main
+      - helm-chart
+    paths:
+      - 'helm/**'
+  release:
+    types: [published]
+
+jobs:
+  publish-helm-chart:
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+      packages: write
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+
+      - name: Install Helm
+        uses: azure/setup-helm@v4
+        with:
+          version: '3.13.0'
+
+      - name: Log in to the Container registry
+        uses: docker/login-action@v3
+        with:
+          registry: ghcr.io
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Package Helm chart
+        run: |
+          helm package helm/geodini --destination ./chart-packages
+
+      - name: Push Helm chart to GHCR
+        run: |
+          helm push ./chart-packages/*.tgz oci://ghcr.io/sunu/geodini/helm-chart
+
+      - name: List packaged charts
+        run: |
+          ls -la ./chart-packages/

README.md

@@ -1,3 +1,83 @@
 # Geodini
 
 A natural language geocoding API.
+
+## Helm Chart Installation
+
+This application can be deployed using the provided Helm chart located in the `geodini-chart` directory.
+
+### Prerequisites
+
+*   Kubernetes cluster (e.g., Minikube, Kind, or a cloud provider's K8s service)
+*   Helm v3 installed
+*   `kubectl` configured to connect to your cluster
+
+### Installation Steps
+
+1.  **Navigate to the chart directory:**
+    ```bash
+    cd geodini-chart
+    ```
+
+2.  **Review and customize values (Optional):**
+    Before installing, you might want to customize the deployment by overriding default values. Create a `my-values.yaml` file or inspect `values.yaml` for available options.
+    Key values you might want to override:
+    *   `postgres.password`: **It is highly recommended to change the default PostgreSQL password.**
+    *   `ingress.enabled`: Set to `true` if you have an Ingress controller and want to expose the application via Ingress.
+    *   `ingress.hosts`: Configure your desired hostname(s).
+    *   `ingress.tls`: Configure TLS secrets if using HTTPS.
+    *   `appDataPersistence.size` and `postgres.persistence.size`: Adjust storage sizes as needed.
+    *   Image tags for `api`, `frontend`, and `api.initContainer` if you want to use specific versions.
+
+3.  **Install the chart:**
+    To install the chart with the release name `geodini`:
+    ```bash
+    helm install geodini .
+    ```
+    If you have a custom values file:
+    ```bash
+    helm install geodini . -f my-values.yaml
+    ```
+    To install into a specific namespace:
+    ```bash
+    helm install geodini . --namespace geodini-ns --create-namespace
+    ```
+
+4.  **Check deployment status:**
+    ```bash
+    kubectl get pods -n <your-namespace-if-any>
+    kubectl get svc -n <your-namespace-if-any>
+    ```
+    Wait for all pods to be in the `Running` state. The `NOTES.txt` output from the Helm install command will also provide useful information on how to access the application.
+
+### Accessing the Application
+
+*   **Via Port-Forward (if Ingress is not enabled):**
+    The `NOTES.txt` from the Helm installation will provide `kubectl port-forward` commands. Typically:
+    ```bash
+    # Forward Frontend
+    kubectl port-forward svc/geodini-frontend 8080:80 # Access at http://localhost:8080
+    # Forward API (if direct access needed)
+    kubectl port-forward svc/geodini-api 9000:9000
+    ```
+*   **Via Ingress (if enabled):**
+    Access the application via the host and paths configured in your `values.yaml` (e.g., `http://chart-example.local/` or `https://your.domain.com/`).
+
+### Upgrading the Chart
+
+To upgrade an existing release:
+```bash
+helm upgrade geodini . -f my-values.yaml # Or without -f if no custom values
+```
+
+### Uninstalling the Chart
+
+To uninstall/delete the `geodini` release:
+```bash
+helm uninstall geodini
+```
+This will remove all Kubernetes components associated with the chart. PersistentVolumeClaims (PVCs) might need to be deleted manually if you want to remove the persisted data:
+```bash
+kubectl delete pvc geodini-app-data geodini-postgres-data
+```
+(Adjust PVC names based on your release name).

docker-compose.yml

@@ -1,20 +1,19 @@
 services:
-  init-data:
+  init-ingest-data:
     build:
       context: .
-      dockerfile: Dockerfile.duckdb
+      dockerfile: Dockerfile.api
     volumes:
-      - ./scripts:/scripts
-      - ./data:/data
-    command:
-      [
-        "/bin/bash",
-        "-c",
-        "chmod +x /scripts/init-data.sh && /scripts/init-data.sh",
-      ]
-
-    # This service is for initialization, so no ports are exposed.
-    # It will run, and upon successful completion, other services depending on it will start.
+      - ./geodini:/app/geodini
+      - ./data:/app/data
+    environment:
+      - POSTGRES_HOST=database
+      - POSTGRES_PORT=5432
+      - POSTGRES_USER=postgres
+      - POSTGRES_PASSWORD=${POSTGRES_PASSWORD}
+      - POSTGRES_DB=postgres
+      - DATA_PATH=/app/data
+    command: ["python", "geodini/ingest.py"]
 
   api:
     build:
@@ -29,13 +28,13 @@ services:
       - POSTGRES_USER=postgres
       - POSTGRES_PASSWORD=${POSTGRES_PASSWORD}
       - POSTGRES_DB=postgres
-      - DATA_PATH=/app/data/overture-unified.duckdb
-      # Add other environment variables as needed
+      - DATA_PATH=/app/data
     env_file:
       - .env
     volumes:
       - ./geodini:/app/geodini
       - ./data:/app/data
+
     command:
       [
         "uvicorn",
@@ -49,7 +48,7 @@ services:
     depends_on:
       database:
         condition: service_healthy
-      init-data:
+      init-ingest-data:
         condition: service_completed_successfully
 
   mcp:
@@ -75,8 +74,6 @@ services:
     depends_on:
       database:
         condition: service_healthy
-      init-data:
-        condition: service_completed_successfully
 
   frontend:
     build:

geodini/agents/complex_agents.py

@@ -72,7 +72,7 @@ class RoutingContext:
 
 
 routing_agent = Agent(
-    "openai:gpt-4o-mini",
+    "openai:gpt-4.1-mini",
     output_type=RoutingResult,
     deps_type=RoutingContext,
     system_prompt="""
@@ -94,7 +94,7 @@ class ComplexQueryContext:
 
 
 complex_geocode_query_agent = Agent(
-    "openai:gpt-4o-mini",
+    "openai:gpt-4.1-mini",
     output_type=ComplexGeocodeResult,
     deps_type=ComplexQueryContext,
     system_prompt="""