Svelte front end

.dockerignore

@@ -5,3 +5,13 @@ static/*.fits.gz
 venv/
 .git/
 viz-example/
+tests/
+__pycache__/
+*.pyc
+*.pyo
+*.pyd
+.pytest_cache/
+.coverage
+.idea/
+.vscode/
+*.egg-info/

.github/workflows/build-all.yml

@@ -0,0 +1,173 @@
+name: Build and Push All Images
+
+on:
+  push:
+    tags:
+      - 'v*'
+    branches:
+      - svelte  # Temporary for testing
+  workflow_dispatch:
+    inputs:
+      version:
+        description: 'Version to tag images (e.g., 1.0.0)'
+        required: true
+        type: string
+
+env:
+  REGISTRY: ghcr.io
+
+jobs:
+  build-flask:
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+      packages: write
+    outputs:
+      image: ${{ steps.meta.outputs.tags }}
+      digest: ${{ steps.build.outputs.digest }}
+
+    steps:
+    - name: Checkout repository
+      uses: actions/checkout@v4
+
+    - name: Set up Docker Buildx
+      uses: docker/setup-buildx-action@v3
+
+    - name: Log in to Container Registry
+      uses: docker/login-action@v3
+      with:
+        registry: ${{ env.REGISTRY }}
+        username: ${{ github.actor }}
+        password: ${{ secrets.GITHUB_TOKEN }}
+
+    - name: Extract metadata
+      id: meta
+      uses: docker/metadata-action@v5
+      with:
+        images: ${{ env.REGISTRY }}/${{ github.repository }}/flask-app
+        tags: |
+          type=match,pattern=v(.*),group=1
+          type=raw,value=${{ github.event.inputs.version }},enable=${{ github.event_name == 'workflow_dispatch' }}
+          type=ref,event=branch
+          type=raw,value=latest,enable=${{ github.ref == 'refs/heads/master' || github.ref == 'refs/heads/main' }}
+
+    - name: Build and push Docker image
+      id: build
+      uses: docker/build-push-action@v5
+      with:
+        context: .
+        file: ./Dockerfile
+        push: true
+        tags: ${{ steps.meta.outputs.tags }}
+        labels: ${{ steps.meta.outputs.labels }}
+        cache-from: type=gha,scope=flask
+        cache-to: type=gha,mode=max,scope=flask
+        platforms: linux/amd64,linux/arm64
+
+  build-fastapi:
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+      packages: write
+    outputs:
+      image: ${{ steps.meta.outputs.tags }}
+      digest: ${{ steps.build.outputs.digest }}
+
+    steps:
+    - name: Checkout repository
+      uses: actions/checkout@v4
+
+    - name: Set up Docker Buildx
+      uses: docker/setup-buildx-action@v3
+
+    - name: Log in to Container Registry
+      uses: docker/login-action@v3
+      with:
+        registry: ${{ env.REGISTRY }}
+        username: ${{ github.actor }}
+        password: ${{ secrets.GITHUB_TOKEN }}
+
+    - name: Extract metadata
+      id: meta
+      uses: docker/metadata-action@v5
+      with:
+        images: ${{ env.REGISTRY }}/${{ github.repository }}/fastapi-backend
+        tags: |
+          type=match,pattern=v(.*),group=1
+          type=raw,value=${{ github.event.inputs.version }},enable=${{ github.event_name == 'workflow_dispatch' }}
+          type=ref,event=branch
+          type=raw,value=latest,enable=${{ github.ref == 'refs/heads/master' || github.ref == 'refs/heads/main' }}
+
+    - name: Build and push Docker image
+      id: build
+      uses: docker/build-push-action@v5
+      with:
+        context: .
+        file: ./server/Dockerfile
+        push: true
+        tags: ${{ steps.meta.outputs.tags }}
+        labels: ${{ steps.meta.outputs.labels }}
+        cache-from: type=gha,scope=fastapi
+        cache-to: type=gha,mode=max,scope=fastapi
+        platforms: linux/amd64,linux/arm64
+
+  build-frontend:
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+      packages: write
+    outputs:
+      image: ${{ steps.meta.outputs.tags }}
+      digest: ${{ steps.build.outputs.digest }}
+
+    steps:
+    - name: Checkout repository
+      uses: actions/checkout@v4
+
+    - name: Set up Docker Buildx
+      uses: docker/setup-buildx-action@v3
+
+    - name: Log in to Container Registry
+      uses: docker/login-action@v3
+      with:
+        registry: ${{ env.REGISTRY }}
+        username: ${{ github.actor }}
+        password: ${{ secrets.GITHUB_TOKEN }}
+
+    - name: Extract metadata
+      id: meta
+      uses: docker/metadata-action@v5
+      with:
+        images: ${{ env.REGISTRY }}/${{ github.repository }}/svelte-frontend
+        tags: |
+          type=match,pattern=v(.*),group=1
+          type=raw,value=${{ github.event.inputs.version }},enable=${{ github.event_name == 'workflow_dispatch' }}
+          type=ref,event=branch
+          type=raw,value=latest,enable=${{ github.ref == 'refs/heads/master' || github.ref == 'refs/heads/main' }}
+
+    - name: Build and push Docker image
+      id: build
+      uses: docker/build-push-action@v5
+      with:
+        context: ./frontend
+        push: true
+        tags: ${{ steps.meta.outputs.tags }}
+        labels: ${{ steps.meta.outputs.labels }}
+        cache-from: type=gha,scope=frontend
+        cache-to: type=gha,mode=max,scope=frontend
+        platforms: linux/amd64,linux/arm64
+
+  summary:
+    runs-on: ubuntu-latest
+    needs: [build-flask, build-fastapi, build-frontend]
+    if: always()
+
+    steps:
+    - name: Print build summary
+      run: |
+        echo "## Build Summary" >> $GITHUB_STEP_SUMMARY
+        echo "| Component | Status | Image |" >> $GITHUB_STEP_SUMMARY
+        echo "|-----------|---------|-------|" >> $GITHUB_STEP_SUMMARY
+        echo "| Flask App | ${{ needs.build-flask.result }} | \`${{ needs.build-flask.outputs.image }}\` |" >> $GITHUB_STEP_SUMMARY
+        echo "| FastAPI Backend | ${{ needs.build-fastapi.result }} | \`${{ needs.build-fastapi.outputs.image }}\` |" >> $GITHUB_STEP_SUMMARY
+        echo "| Svelte Frontend | ${{ needs.build-frontend.result }} | \`${{ needs.build-frontend.outputs.image }}\` |" >> $GITHUB_STEP_SUMMARY

.github/workflows/fastapi-tests.yml

@@ -0,0 +1,112 @@
+name: FastAPI Tests
+
+on:
+  push:
+    branches: [ master, fastapi, svelte ]
+  pull_request:
+    branches: [ master, fastapi, svelte ]
+
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    timeout-minutes: 30
+
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v4
+
+    - name: Set up Python for test dependencies
+      uses: actions/setup-python@v4
+      with:
+        python-version: '3.11'
+
+    - name: Install test dependencies
+      run: |
+        python -m pip install --upgrade pip
+        pip install -r tests/requirements.txt
+
+    - name: Set up environment variables
+      run: |
+        echo "DB_USER=treasuremap" >> $GITHUB_ENV
+        echo "DB_PWD=treasuremap" >> $GITHUB_ENV
+        echo "DB_NAME=treasuremap" >> $GITHUB_ENV
+        echo "MAIL_PASSWORD=dummy" >> $GITHUB_ENV
+        echo "RECAPTCHA_PUBLIC_KEY=dummy" >> $GITHUB_ENV
+        echo "RECAPTCHA_PRIVATE_KEY=dummy" >> $GITHUB_ENV
+        echo "ZENODO_ACCESS_KEY=dummy" >> $GITHUB_ENV
+        echo "AWS_ACCESS_KEY_ID=dummy" >> $GITHUB_ENV
+        echo "AWS_SECRET_ACCESS_KEY=dummy" >> $GITHUB_ENV
+
+    - name: Build FastAPI Docker image
+      run: |
+        docker build -f server/Dockerfile -t gwtm_fastapi:latest .
+
+    - name: Start database with Docker Compose
+      run: |
+        DB_USER=treasuremap DB_PWD=treasuremap DB_NAME=treasuremap docker compose -p gwtm up -d db
+
+    - name: Wait for database to be ready
+      run: |
+        timeout 120 bash -c 'until DB_USER=treasuremap DB_PWD=treasuremap DB_NAME=treasuremap docker compose -p gwtm exec -T db pg_isready -U treasuremap -d treasuremap; do sleep 5; done'
+
+    - name: Enable PostGIS extension
+      run: |
+        DB_USER=treasuremap DB_PWD=treasuremap DB_NAME=treasuremap docker compose -p gwtm exec -T db psql -U treasuremap -d treasuremap -c "CREATE EXTENSION IF NOT EXISTS postgis;"
+
+    - name: Initialize database schema with FastAPI models
+      run: |
+        docker run --rm --network gwtm_default \
+          -e DB_USER=treasuremap \
+          -e DB_PWD=treasuremap \
+          -e DB_NAME=treasuremap \
+          -e DB_HOST=db \
+          -e DB_PORT=5432 \
+          gwtm_fastapi:latest \
+          python -c "from server.db.init_db import create_database_tables; create_database_tables()"
+
+    - name: Start FastAPI server
+      run: |
+        docker run -d --name fastapi-server \
+          --network gwtm_default \
+          -e DB_USER=treasuremap \
+          -e DB_PWD=treasuremap \
+          -e DB_NAME=treasuremap \
+          -e DB_HOST=db \
+          -e DB_PORT=5432 \
+          -p 8000:8000 \
+          gwtm_fastapi:latest
+
+    - name: Wait for FastAPI server to be ready
+      run: |
+        timeout 120 bash -c 'until curl -f http://localhost:8000/health; do echo "Waiting for FastAPI..."; sleep 5; done'
+
+    - name: Load test data
+      run: |
+        DB_USER=treasuremap DB_PWD=treasuremap DB_NAME=treasuremap docker compose -p gwtm exec -T db psql -U treasuremap -d treasuremap < tests/test-data.sql
+
+    - name: Verify test data loaded
+      run: |
+        echo "Checking if test users exist in database..."
+        DB_USER=treasuremap DB_PWD=treasuremap DB_NAME=treasuremap docker compose -p gwtm exec -T db psql -U treasuremap -d treasuremap -c "SELECT COUNT(*) FROM users;" || echo "Users table query failed"
+        echo "Checking if test tokens exist..."
+        DB_USER=treasuremap DB_PWD=treasuremap DB_NAME=treasuremap docker compose -p gwtm exec -T db psql -U treasuremap -d treasuremap -c "SELECT username, api_token FROM users LIMIT 3;" || echo "API token query failed"
+
+    - name: Test API authentication
+      run: |
+        echo "Testing API authentication with test token..."
+        curl -f -H "api_token: test_token_admin_001" http://localhost:8000/api/v1/pointings | head -5 || echo "API auth test failed"
+        echo "Testing health endpoint..."
+        curl -f http://localhost:8000/health || echo "Health check failed"
+
+    - name: Run FastAPI tests
+      run: |
+        python -m pytest tests/fastapi/ -v --disable-warnings
+      env:
+        API_BASE_URL: http://localhost:8000
+
+    - name: Cleanup
+      if: always()
+      run: |
+        docker stop fastapi-server || true
+        docker rm fastapi-server || true
+        DB_USER=treasuremap DB_PWD=treasuremap DB_NAME=treasuremap docker compose -p gwtm down -v

.github/workflows/frontend-tests.yml

@@ -0,0 +1,55 @@
+name: Frontend Tests
+
+on:
+  push:
+    branches: [ master, main, svelte, fastapi ]
+    paths: 
+      - 'frontend/**'
+      - '.github/workflows/frontend-tests.yml'
+  pull_request:
+    branches: [ master, main, svelte, fastapi ]
+    paths:
+      - 'frontend/**'
+      - '.github/workflows/frontend-tests.yml'
+
+jobs:
+  test:
+    name: Run Frontend Tests
+    runs-on: ubuntu-latest
+
+    defaults:
+      run:
+        working-directory: ./frontend
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Setup Node.js
+        uses: actions/setup-node@v4
+        with:
+          node-version: '20'
+          cache: 'npm'
+          cache-dependency-path: './frontend/package-lock.json'
+
+      - name: Install dependencies
+        run: npm ci
+
+      - name: Run type checking
+        run: npm run check
+
+      - name: Run linting
+        run: npm run lint
+
+      - name: Run tests
+        run: npm run test:run
+
+      - name: Generate coverage report
+        run: npm run test:coverage
+
+      - name: Comment PR with coverage
+        uses: marocchino/sticky-pull-request-comment@v2
+        if: github.event_name == 'pull_request'
+        with:
+          recreate: true
+          path: frontend/coverage/coverage-summary.json

.gitignore

@@ -23,10 +23,27 @@ __pycache__
 #config
 #-
 
-config
+# Backend config files (not frontend config)
+src/config
+server/config
 scratch/
 environment_variables.sh
 envars.sh
 test
 *.DS_Store
-deploy/
+deploy/
+*venv/
+
+# Frontend build artifacts and dependencies
+frontend/node_modules/
+frontend/build/
+frontend/.svelte-kit/
+frontend/dist/
+frontend/.env
+
+# Editor directories
+.vscode/
+.idea/
+
+# Helm secrets - contains sensitive credentials
+gwtm-helm/values-secrets.yaml