Use docker swarm for deployment

Author: dipu-bd

.github/workflows/deploy.yml

@@ -61,7 +61,37 @@ jobs:
       - name: 🚀 Deploy over SSH
         run: |
           ssh "${{ secrets.DEPLOY_SERVER }}" << 'EOF'
+            set -e
             mkdir -p ~/lncrawl/appdata
+            
+            # Initialize Swarm if not already initialized
+            if ! docker info | grep -q "Swarm: active"; then
+              echo "Initializing Docker Swarm..."
+              docker swarm init --advertise-addr 127.0.0.1 || true
+            fi
+            
+            # Pull latest image
+            echo "Pulling latest image..."
             docker pull ${{ env.IMAGE_NAME }}:server
-            docker compose -f ~/lncrawl/compose.yml up -d
+            
+            # Deploy stack with rolling update
+            echo "Deploying stack with rolling update..."
+            docker stack deploy -c ~/lncrawl/compose.yml lncrawl --with-registry-auth
+            
+            # Wait for service to be healthy
+            echo "Waiting for service to be healthy..."
+            ELAPSED=0
+            while [ $ELAPSED -lt 90 ]; do
+              echo "Waiting for service to be healthy... ($ELAPSED seconds)"
+              if curl -sf --max-time 3 "http://localhost:23480/api/ping" > /dev/null 2>&1; then
+                echo "✅ Service is healthy!"
+                exit 0
+              fi
+              sleep 2
+              ELAPSED=$((ELAPSED + 2))
+            done
+
+            echo "❌ Service health check failed"
+            docker service ps lncrawl_server --no-trunc
+            exit 1
           EOF

lncrawl/server/api/__init__.py

@@ -97,3 +97,8 @@
     tags=['Admin'],
     dependencies=[Depends(ensure_admin)],
 )
+
+
+@router.api_route("/ping", methods=["GET", "HEAD", "OPTIONS"], include_in_schema=False)
+def ping() -> str:
+    return "pong"

scripts/server-compose.yml

@@ -15,6 +15,8 @@ services:
   #     SE_SCREEN_WIDTH: "1920"
   #     SE_SCREEN_HEIGHT: "1080"
   #     SE_NODE_GRID_URL: "false"
+  #   networks:
+  #     - lncrawl_network
   #   deploy:
   #     resources:
   #       limits:
@@ -33,6 +35,14 @@ services:
       POSTGRES_DB: lncrawl
     volumes:
       - pgdata:/var/lib/postgresql/data
+    networks:
+      - lncrawl_network
+    healthcheck:
+      test: ["CMD-SHELL", "pg_isready -U pguser -d lncrawl"]
+      interval: 5s
+      timeout: 3s
+      retries: 5
+      start_period: 10s
     deploy:
       resources:
         limits:
@@ -55,19 +65,44 @@ services:
       - DATABASE_URL=postgresql+psycopg://pguser:pgpass@postgres:5432/lncrawl
     volumes:
       - ./appdata:/data
-    depends_on:
-      # - chrome
-      - postgres
+    networks:
+      - lncrawl_network
     extra_hosts:
       - "host.docker.internal:host-gateway"
+    healthcheck:
+      test: ["CMD-SHELL", "wget --no-verbose --tries=1 --spider http://0.0.0.0:8080/api/ping || exit 1"]
+      interval: 10s
+      timeout: 5s
+      retries: 3
+      start_period: 30s
     deploy:
+      replicas: 1
+      update_config:
+        order: start-first
+        parallelism: 1
+        delay: 10s
+        failure_action: rollback
+        monitor: 30s
+      rollback_config:
+        order: stop-first
+        parallelism: 1
+      restart_policy:
+        condition: on-failure
+        delay: 5s
+        max_attempts: 3
+        window: 120s
       resources:
         limits:
           cpus: '3.50'
           memory: 5G
         reservations:
           cpus: '2.00'
           memory: 3G
-  
+
+networks:
+  lncrawl_network:
+    driver: overlay
+    attachable: true
+
 volumes:
   pgdata: