flightradar-databricks/.github/workflows/dev.yml at 480042fa67cf6aea73643b514a89a7da38266dab · michaelkawaicheung/flightradar-databricks · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
name: Deploy to Dev Environment

concurrency: 1

on:
  workflow_dispatch:
  pull_request:
    types: [opened, synchronize]
    branches: [main]
    paths:
      - "**/*.yml"
      - "**/*.py"
      - "src/**"
      - "resources/**"

env:
  DATABRICKS_BUNDLE_ENV: dev
  DATABRICKS_TOKEN: ${{ secrets.DATABRICKS_TOKEN }}
  BUNDLE_VAR_user_email: ${{ secrets.DATABRICKS_USER_EMAIL }}

jobs:
  deploy:
    name: Deploy bundle to dev environment
    runs-on: ubuntu-latest

    steps:
      - name: Checkout repository
        uses: actions/checkout@v4

      - name: Setup Databricks CLI
        uses: databricks/setup-cli@main

      - name: Install dependencies
        run: pip install uv

      - name: Deploy Databricks bundle
        run: databricks bundle deploy

  pipeline-update:
    name: Run pipeline update
    runs-on: ubuntu-latest
    needs: deploy
    if: success()

    steps:
      - name: Checkout repository
        uses: actions/checkout@v4

      - name: Setup Databricks CLI
        uses: databricks/setup-cli@main

      - name: Run pipeline update
        shell: bash
        run: |
          set -euo pipefail
          echo "Starting pipeline update..."
          databricks bundle run flightradar_databricks_job --refresh-all 2>&1 | tee pipeline_update.log
          echo "Pipeline update completed successfully"