DataMeshing/docker-compose.yml at main · SayreBlades/DataMeshing · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
services:
  # MinIO - S3-compatible object storage
  minio:
    image: minio/minio:latest
    container_name: minio
    environment:
      MINIO_ROOT_USER: admin
      MINIO_ROOT_PASSWORD: password
      MINIO_DOMAIN: minio
    networks:
      iceberg_net:
        aliases:
          - warehouse.minio
    ports:
      - "9000:9000"
      - "9001:9001"
    command: ["server", "/data", "--console-address", ":9001"]
    volumes:
      - ./data/minio:/data
    healthcheck:
      test: ["CMD", "mc", "ready", "local"]
      interval: 5s
      timeout: 5s
      retries: 5

  # MinIO Client - Initialize bucket on startup
  mc:
    image: minio/mc:latest
    container_name: mc
    depends_on:
      minio:
        condition: service_healthy
    networks:
      - iceberg_net
    environment:
      AWS_ACCESS_KEY_ID: admin
      AWS_SECRET_ACCESS_KEY: password
      AWS_REGION: us-east-1
    entrypoint: |
      /bin/sh -c "
      until mc alias set minio http://minio:9000 admin password; do
        echo 'Waiting for MinIO...'
        sleep 2
      done
      mc mb minio/warehouse --ignore-existing
      mc anonymous set public minio/warehouse
      echo 'MinIO bucket ready!'
      tail -f /dev/null
      "

  # Iceberg REST Catalog
  iceberg-rest:
    image: tabulario/iceberg-rest:1.6.0
    container_name: iceberg-rest
    depends_on:
      mc:
        condition: service_started
    networks:
      - iceberg_net
    ports:
      - "8181:8181"
    environment:
      AWS_ACCESS_KEY_ID: admin
      AWS_SECRET_ACCESS_KEY: password
      AWS_REGION: us-east-1
      CATALOG_WAREHOUSE: s3://warehouse/
      CATALOG_IO__IMPL: org.apache.iceberg.aws.s3.S3FileIO
      CATALOG_S3_ENDPOINT: http://minio:9000
      CATALOG_S3_PATH__STYLE__ACCESS: "true"

  # Trino - Query Engine
  trino:
    image: trinodb/trino:latest
    container_name: trino
    depends_on:
      - iceberg-rest
    networks:
      - iceberg_net
    ports:
      - "8080:8080"
    volumes:
      - ./docker/trino/catalog:/etc/trino/catalog:ro
    healthcheck:
      test: ["CMD", "trino", "--execute", "SELECT 1"]
      interval: 10s
      timeout: 10s
      retries: 12
      start_period: 30s

  # Apache Superset - Visualization
  superset:
    build:
      context: ./docker/superset
      dockerfile: Dockerfile
    container_name: superset
    depends_on:
      trino:
        condition: service_healthy
    networks:
      - iceberg_net
    ports:
      - "8088:8088"
    environment:
      SUPERSET_SECRET_KEY: "iceberg-demo-secret-key-change-in-prod"
      TALISMAN_ENABLED: "False"
    volumes:
      - superset_data:/app/superset_home
    command: >
      /bin/sh -c "
      superset db upgrade &&
      superset fab create-admin --username admin --firstname Admin --lastname User --email admin@example.com --password admin 2>/dev/null || true &&
      superset init &&
      superset run -h 0.0.0.0 -p 8088 --with-threads --reload
      "
    healthcheck:
      test: ["CMD", "curl", "-f", "http://localhost:8088/health"]
      interval: 30s
      timeout: 10s
      retries: 10
      start_period: 120s

networks:
  iceberg_net:
    driver: bridge

volumes:
  superset_data: