docker-compose.dev.yml

# ============================================================================
# Dev overlay — for Future AGI engineers, not external OSS users.
#
# Adds to docker-compose.yml:
#   - volume mounts for hot reload (frontend + backend + worker)
#   - frontend runs Vite dev server (HMR) instead of the nginx prod bundle
#   - per-queue workers (tasks_s / tasks_l / tasks_xl / trace_ingestion /
#     agent_compass) so queue-specific behavior can be tested
#   - Temporal UI + admin tools
#   - FAST_STARTUP=true to skip migrations on every boot
#   - DB ports exposed on 0.0.0.0 so host tools (DBeaver, Datagrip) can connect
#
# Usage:
#   docker compose -f docker-compose.yml -f docker-compose.dev.yml up
#
# To run against the private-base (ECR) image instead of rebuilding from
# `Dockerfile.oss` each pull, override `dockerfile: Dockerfile.oss` →
# `dockerfile: Dockerfile` on `backend` + `worker` (or set up an alias).
# ============================================================================

# Mirror of *backend-env from docker-compose.yml. YAML anchors don't cross
# compose files, so per-queue workers below can't reference *backend-env
# directly — without this, REDIS_URL is empty in the worker container and
# `payload_storage._connect_redis()` raises on `redis.from_url(None, ...)`,
# permanently disabling trace ingestion. Keep in sync with the base file.
x-dev-backend-env: &dev-backend-env
  SECRET_KEY: ${SECRET_KEY:-dev-insecure-secret-key-change-me}
  ENV_TYPE: ${ENV_TYPE:-development}
  EE_LICENSE_KEY: ${EE_LICENSE_KEY:-test-license-key}
  DJANGO_SETTINGS_MODULE: tfc.settings.settings
  FAST_STARTUP: ${FAST_STARTUP:-false}
  INTEGRATION_ENCRYPTION_KEY: ${INTEGRATION_ENCRYPTION_KEY:-AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA=}

  AGENTCC_INTERNAL_URL: http://agentcc-gateway:8080
  AGENTCC_GATEWAY_INTERNAL_URL: http://agentcc-gateway:8080
  AGENTCC_INTERNAL_API_KEY: ${AGENTCC_INTERNAL_API_KEY:-}
  RECAPTCHA_ENABLED: ${RECAPTCHA_ENABLED:-false}
  RECAPTCHA_SECRET_KEY: ${RECAPTCHA_SECRET_KEY:-}
  MAILGUN_API_KEY: ${MAILGUN_API_KEY:-}
  MAILGUN_SENDER_DOMAIN: ${MAILGUN_SENDER_DOMAIN:-}
  DEFAULT_FROM_EMAIL: ${DEFAULT_FROM_EMAIL:-}
  SERVER_EMAIL: ${SERVER_EMAIL:-}
  CODE_EXECUTOR_URL: http://code-executor:8060
  SERVING_URL: http://serving:8080

  PG_HOST: postgres
  PG_PORT: 5432
  PG_USER: ${PG_USER:-futureagi}
  PG_PASSWORD: ${PG_PASSWORD:-futureagi}
  PG_DB: ${PG_DB:-futureagi}
  PGBOUNCER_HOST: postgres
  PGBOUNCER_PORT: 5432

  CH_HOST: clickhouse
  CH_PORT: 9000
  CH_HTTP_PORT: 8123
  CH_USER: default
  CH_PASSWORD: ""
  CH_DATABASE: default
  # CH25 schema/read path. Must match fi-collector's FI_CH_DATABASE.
  CH25_DATABASE: ${CH25_DATABASE:-${CH_DATABASE:-default}}
  CH_USE_REPLICATED_ENGINES: ${CH_USE_REPLICATED_ENGINES:-false}

  REDIS_HOST: redis
  REDIS_PORT: 6379
  REDIS_URL: redis://redis:6379/0
  REDIS_CACHE_URL: redis://redis:6379/1
  REDIS_LOCK_URL: redis://redis:6379/2
  REDIS_STATE_URL: redis://redis:6379/2

  S3_ENDPOINT_URL: http://minio:9000
  S3_ACCESS_KEY: ${MINIO_ROOT_USER:-futureagi}
  S3_SECRET_KEY: ${MINIO_ROOT_PASSWORD:-futureagi}
  S3_BUCKET: futureagi

  TEMPORAL_HOST: temporal:7233
  TEMPORAL_NAMESPACE: ${TEMPORAL_NAMESPACE:-default}

  OPENAI_API_KEY: ${OPENAI_API_KEY:-}
  ANTHROPIC_API_KEY: ${ANTHROPIC_API_KEY:-}
  GOOGLE_API_KEY: ${GOOGLE_API_KEY:-}
  AWS_ACCESS_KEY_ID: ${AWS_ACCESS_KEY_ID:-}
  AWS_SECRET_ACCESS_KEY: ${AWS_SECRET_ACCESS_KEY:-}
  AWS_REGION: ${AWS_REGION:-us-east-1}

  FUTURE_AGI_CLOUD_API_KEY: ${FUTURE_AGI_CLOUD_API_KEY:-}
  FUTURE_AGI_CLOUD_API_URL: ${FUTURE_AGI_CLOUD_API_URL:-https://api.futureagi.com}

x-dev-worker-base: &dev-worker-base
  build:
    context: ./futureagi
    dockerfile: Dockerfile.oss
  image: futureagi/future-agi:dev
  working_dir: /app/backend
  volumes:
    - ./futureagi:/app/backend
  env_file:
    - path: .env
      required: false
  depends_on:
    temporal:
      condition: service_healthy
    postgres:
      condition: service_healthy
    redis:
      condition: service_healthy
  restart: unless-stopped

services:
  # --------------------------------------------------------------------------
  # Hot reload — replace the built-in code with live-mounted source
  # --------------------------------------------------------------------------

  frontend:
    build:
      context: ./frontend
      target: dev
    image: futureagi/frontend:dev
    volumes:
      - ./frontend:/app
      - /app/node_modules
    ports: !override
      - "${FRONTEND_PORT:-3000}:3000"
    environment:
      # macOS/Windows bind mounts don't propagate FS events; chokidar needs polling.
      VITE_USE_POLLING: "true"
      VITE_HOST_API: ${VITE_HOST_API:-http://localhost:8000}
      VITE_ENVIRONMENT: ${VITE_ENVIRONMENT:-development}
      VITE_GOOGLE_SITE_KEY: ${VITE_GOOGLE_SITE_KEY:-}

  backend:
    build:
      context: ./futureagi
      dockerfile: Dockerfile.oss
    image: futureagi/future-agi:dev
    volumes:
      - ./futureagi:/app/backend
    environment:
      FAST_STARTUP: "true"

  agentcc-gateway:
    build:
      context: ./agentcc-gateway
    image: futureagi/agentcc-gateway:dev

  serving:
    build:
      context: ./futureagi/model_serving
      dockerfile: Dockerfile.oss
    image: futureagi/serving:dev

  code-executor:
    build:
      context: ./futureagi/code-executor
    image: futureagi/code-executor:dev

  # --------------------------------------------------------------------------
  # Single all-queue worker from the OSS compose is disabled; use per-queue
  # workers below instead. Profile keeps it defined but inactive.
  # --------------------------------------------------------------------------

  worker:
    profiles: ["oss-only"]

  # --------------------------------------------------------------------------
  # Per-queue Temporal workers (production-like topology)
  # --------------------------------------------------------------------------

  worker-default:
    <<: *dev-worker-base
    environment:
      <<: *dev-backend-env
      SERVICE_TYPE: temporal-worker
      TEMPORAL_TASK_QUEUE: default
      FAST_STARTUP: "true"
      TEMPORAL_MAX_CONCURRENT_ACTIVITIES: ${TEMPORAL_DEFAULT_MAX_ACTIVITIES:-100}
      TEMPORAL_MAX_CONCURRENT_WORKFLOW_TASKS: ${TEMPORAL_DEFAULT_MAX_WORKFLOWS:-100}

  worker-tasks-s:
    <<: *dev-worker-base
    environment:
      <<: *dev-backend-env
      SERVICE_TYPE: temporal-worker
      TEMPORAL_TASK_QUEUE: tasks_s
      FAST_STARTUP: "true"
      TEMPORAL_MAX_CONCURRENT_ACTIVITIES: ${TEMPORAL_TASKS_S_MAX_ACTIVITIES:-200}
      TEMPORAL_MAX_CONCURRENT_WORKFLOW_TASKS: ${TEMPORAL_TASKS_S_MAX_WORKFLOWS:-200}

  worker-tasks-l:
    <<: *dev-worker-base
    environment:
      <<: *dev-backend-env
      SERVICE_TYPE: temporal-worker
      TEMPORAL_TASK_QUEUE: tasks_l
      FAST_STARTUP: "true"
      TEMPORAL_MAX_CONCURRENT_ACTIVITIES: ${TEMPORAL_TASKS_L_MAX_ACTIVITIES:-50}
      TEMPORAL_MAX_CONCURRENT_WORKFLOW_TASKS: ${TEMPORAL_TASKS_L_MAX_WORKFLOWS:-50}

  worker-tasks-xl:
    <<: *dev-worker-base
    environment:
      <<: *dev-backend-env
      SERVICE_TYPE: temporal-worker
      TEMPORAL_TASK_QUEUE: tasks_xl
      FAST_STARTUP: "true"
      TEMPORAL_MAX_CONCURRENT_ACTIVITIES: ${TEMPORAL_TASKS_XL_MAX_ACTIVITIES:-10}
      TEMPORAL_MAX_CONCURRENT_WORKFLOW_TASKS: ${TEMPORAL_TASKS_XL_MAX_WORKFLOWS:-20}

  worker-trace-ingestion:
    <<: *dev-worker-base
    environment:
      <<: *dev-backend-env
      SERVICE_TYPE: temporal-worker
      TEMPORAL_TASK_QUEUE: trace_ingestion
      FAST_STARTUP: "true"
      TEMPORAL_MAX_CONCURRENT_ACTIVITIES: ${TEMPORAL_TRACE_MAX_ACTIVITIES:-100}
      TEMPORAL_MAX_CONCURRENT_WORKFLOW_TASKS: ${TEMPORAL_TRACE_MAX_WORKFLOWS:-100}

  worker-agent-compass:
    <<: *dev-worker-base
    environment:
      <<: *dev-backend-env
      SERVICE_TYPE: temporal-worker
      TEMPORAL_TASK_QUEUE: agent_compass
      FAST_STARTUP: "true"
      TEMPORAL_MAX_CONCURRENT_ACTIVITIES: ${TEMPORAL_COMPASS_MAX_ACTIVITIES:-50}
      TEMPORAL_MAX_CONCURRENT_WORKFLOW_TASKS: ${TEMPORAL_COMPASS_MAX_WORKFLOWS:-50}

  # --------------------------------------------------------------------------
  # Expose data-store ports publicly so host tools can connect
  # --------------------------------------------------------------------------

  postgres:
    ports: !override
      - "${PG_PORT:-5432}:5432"

  clickhouse:
    ports: !override
      - "${CH_HTTP_PORT:-8123}:8123"
      - "${CH_PORT:-9000}:9000"

  redis:
    ports: !override
      - "${REDIS_PORT:-6379}:6379"

  minio:
    ports: !override
      - "${MINIO_API_PORT:-9000}:9000"
      - "${MINIO_CONSOLE_PORT:-9001}:9001"

  temporal:
    ports: !override
      - "${TEMPORAL_PORT:-7233}:7233"

  # --------------------------------------------------------------------------
  # Temporal UI + admin CLI for workflow inspection
  # --------------------------------------------------------------------------

  temporal-ui:
    image: temporalio/ui:2.43.3
    ports:
      - "${TEMPORAL_UI_PORT:-8085}:8080"
    environment:
      TEMPORAL_ADDRESS: temporal:7233
      TEMPORAL_CORS_ORIGINS: http://localhost:3000,http://localhost:8000
    depends_on:
      temporal:
        condition: service_healthy
    restart: unless-stopped

  temporal-admin-tools:
    image: temporalio/admin-tools
    environment:
      TEMPORAL_CLI_ADDRESS: temporal:7233
    stdin_open: true
    tty: true
    depends_on:
      temporal:
        condition: service_healthy