CrowdDotDev · loicsaintroch · Apr 10, 2024 · Apr 10, 2024 · Apr 10, 2024 · Apr 11, 2024
diff --git a/.github/workflows/lf-staging-deploy-activities-worker.yaml b/.github/workflows/lf-staging-deploy-activities-worker.yaml
@@ -0,0 +1,60 @@
+name: LF Staging Deploy Activities Worker
+
+on:
+  push:
+    branches:
+      - 'lf-staging/**'
+      - 'lf-staging-**'
+    paths:
+      - 'services/libs/**'
+      - 'services/apps/activities_worker/**'
+
+env:
+  DOCKERHUB_USERNAME: ${{ secrets.DOCKERHUB_USERNAME }}
+  DOCKERHUB_PASSWORD: ${{ secrets.DOCKERHUB_PASSWORD }}
+  CROWD_CLUSTER: ${{ secrets.LF_STAGING_CLUSTER_NAME }}
+  CROWD_ROLE_ARN: ${{ secrets.LF_STAGING_CLUSTER_ROLE_ARN }}
+  AWS_ACCESS_KEY_ID: ${{ secrets.LF_AWS_ACCESS_KEY_ID }}
+  AWS_SECRET_ACCESS_KEY: ${{ secrets.LF_AWS_SECRET_ACCESS_KEY }}
+  AWS_REGION: ${{ secrets.LF_AWS_REGION }}
+  SLACK_CHANNEL: deploys-lf-staging
+  SLACK_WEBHOOK: ${{ secrets.LF_STAGING_SLACK_CHANNEL_HOOK }}
+
+jobs:
+  build-and-push:
+    runs-on: ubuntu-latest
+    outputs:
+      image: ${{ steps.image.outputs.IMAGE }}
+    defaults:
+      run:
+        shell: bash
+
+    steps:
+      - name: Check out repository code
+        uses: actions/checkout@v2
+
+      - uses: ./.github/actions/build-docker-image
+        id: image-builder
+        with:
+          image: activities-worker
+
+      - name: Set docker image output
+        id: image
+        run: echo "IMAGE=${{ steps.image-builder.outputs.image }}" >> $GITHUB_OUTPUT
+
+  deploy-activities-worker:
+    needs: build-and-push
+    runs-on: ubuntu-latest
+    defaults:
+      run:
+        shell: bash
+
+    steps:
+      - name: Check out repository code
+        uses: actions/checkout@v2
+
+      - uses: ./.github/actions/deploy-service
+        with:
+          service: activities-worker
+          image: ${{ needs.build-and-push.outputs.image }}
+          cluster: ${{ env.CROWD_CLUSTER }}
diff --git a/.github/workflows/staging-deploy-activities-worker.yaml b/.github/workflows/staging-deploy-activities-worker.yaml
@@ -0,0 +1,60 @@
+name: Staging Deploy Activities Worker
+
+on:
+  push:
+    branches:
+      - 'staging/**'
+      - 'staging-**'
+    paths:
+      - 'services/libs/**'
+      - 'services/apps/activities_worker/**'
+
+env:
+  DOCKERHUB_USERNAME: ${{ secrets.DOCKERHUB_USERNAME }}
+  DOCKERHUB_PASSWORD: ${{ secrets.DOCKERHUB_PASSWORD }}
+  CROWD_CLUSTER: ${{ secrets.STAGING_CLUSTER_NAME }}
+  CROWD_ROLE_ARN: ${{ secrets.STAGING_CLUSTER_ROLE_ARN }}
+  AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
+  AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+  AWS_REGION: ${{ secrets.AWS_REGION }}
+  SLACK_CHANNEL: deploys-staging
+  SLACK_WEBHOOK: ${{ secrets.STAGING_SLACK_CHANNEL_HOOK }}
+
+jobs:
+  build-and-push:
+    runs-on: ubuntu-latest
+    outputs:
+      image: ${{ steps.image.outputs.IMAGE }}
+    defaults:
+      run:
+        shell: bash
+
+    steps:
+      - name: Check out repository code
+        uses: actions/checkout@v2
+
+      - uses: ./.github/actions/build-docker-image
+        id: image-builder
+        with:
+          image: activities-worker
+
+      - name: Set docker image output
+        id: image
+        run: echo "IMAGE=${{ steps.image-builder.outputs.image }}" >> $GITHUB_OUTPUT
+
+  deploy-activities-worker:
+    needs: build-and-push
+    runs-on: ubuntu-latest
+    defaults:
+      run:
+        shell: bash
+
+    steps:
+      - name: Check out repository code
+        uses: actions/checkout@v2
+
+      - uses: ./.github/actions/deploy-service
+        with:
+          service: activities-worker
+          image: ${{ needs.build-and-push.outputs.image }}
+          cluster: ${{ env.CROWD_CLUSTER }}
diff --git a/.gitignore b/.gitignore
@@ -50,5 +50,3 @@ api-test/__pycache__/api_test.cpython-39-pytest-6.2.4.pyc
 docker/volume
 
 services/libs/*/dist
-
-**/.cubestore
diff --git a/CONTRIBUTING.md b/CONTRIBUTING.md
@@ -35,7 +35,7 @@ Any contributions you make are **greatly appreciated**. ❤️
   </tr>
   <tr>
     <td>
-      Bug in Core Features (Home, Members, Organizations, Activities, Reports)
+      Bug in Core Features (Home, Members, Organizations, Activities)
     </td>
     <td>
       <a href="https://github.com/calcom/cal.com/issues?q=is:issue+is:open+sort:updated-desc+label:%22High+priority%22">

diff --git a/backend/.dockerignore b/backend/.dockerignore
@@ -3,6 +3,5 @@
 **/venv*
 **/.webpack
 **/.serverless
-**/.cubestore
 **/.idea
 **/.vscode
diff --git a/backend/.env.dist.composed b/backend/.env.dist.composed
@@ -18,9 +18,6 @@ CROWD_DB_WRITE_HOST="db"
 PRODUCT_DB_HOST=product
 PRODUCT_DB_PORT=5432
 
-# CubeJS settings
-CROWD_CUBEJS_URL="http://cubejs:4000/cubejs-api/v1"
-
 # Nango settings
 CROWD_NANGO_URL=http://nango:3003
 
@@ -31,4 +28,8 @@ CROWD_OPENSEARCH_NODE=http://open-search:9200
 CROWD_TEMPORAL_SERVER_URL=temporal:7233
 
 # Seach sync api
-CROWD_SEARCH_SYNC_API_URL=http://search-sync-api:8083
+CROWD_SEARCH_SYNC_API_URL=http://search-sync-api:8083
+
+# QuestDB
+CROWD_QUESTDB_SQL_HOST=questdb
+CROWD_QUESTDB_ILP_HOST=questdb
diff --git a/backend/.env.dist.local b/backend/.env.dist.local
@@ -57,11 +57,6 @@ PRODUCT_DB_DATABASE=product-db
 # OpenSearch settings
 CROWD_OPENSEARCH_NODE=http://localhost:9200
 
-# CubeJS settings
-CROWD_CUBEJS_URL=http://localhost:4000/cubejs-api/v1
-CROWD_CUBEJS_JWT_SECRET=137ea167812145c6d77452a58d7dd29b
-CROWD_CUBEJS_JWT_EXPIRY=2h
-
 # AWS Comprehend settings
 CROWD_COMPREHEND_AWS_ACCOUNT_ID=
 CROWD_COMPREHEND_AWS_ACCESS_KEY_ID=
@@ -187,9 +182,17 @@ CROWD_TEMPORAL_ENCRYPTION_KEY=FweBMRnGCLshER8FlSvNusQA6G3MRUKt
 # Seach sync api
 CROWD_SEARCH_SYNC_API_URL=http://localhost:8083
 
-CROWD_MV_CUBEJS_REFRESH_PERIOD='* * * * *'
 CROWD_MV_OTHERS_REFRESH_PERIOD='* * * * *'
 
 # Loki
 CROWD_LOKI_DB_TURSO_URL=dummy
 CROWD_LOKI_DB_TURSO_TOKEN=dummy
+
+# QuestDB
+CROWD_QUESTDB_SQL_HOST=localhost
+CROWD_QUESTDB_SQL_PORT=8812
+CROWD_QUESTDB_SQL_USERNAME=admin
+CROWD_QUESTDB_SQL_PASSWORD=quest
+CROWD_QUESTDB_SQL_DATABASE=qdb
+CROWD_QUESTDB_ILP_HOST=localhost
+CROWD_QUESTDB_ILP_PORT=9000
diff --git a/backend/.gitignore b/backend/.gitignore
@@ -5,7 +5,6 @@ dist/
 **/.env*
 !.env.test
 !.env.dist*
-**/.cubestore
 **/local-events
 **/local_events
 

diff --git a/backend/config/custom-environment-variables.json b/backend/config/custom-environment-variables.json
@@ -61,11 +61,6 @@
     "password": "PRODUCT_DB_PASSWORD",
     "database": "PRODUCT_DB_DATABASE"
   },
-  "cubejs": {
-    "url": "CROWD_CUBEJS_URL",
-    "jwtSecret": "CROWD_CUBEJS_JWT_SECRET",
-    "jwtExpiry": "CROWD_CUBEJS_JWT_EXPIRY"
-  },
   "segment": {
     "writeKey": "CROWD_SEGMENT_WRITE_KEY"
   },

diff --git a/backend/config/default.json b/backend/config/default.json
@@ -13,7 +13,6 @@
     "logging": false,
     "transactions": false
   },
-  "cubejs": {},
   "searchEngine": {},
   "segment": {},
   "comprehend": {

diff --git a/backend/package.json b/backend/package.json
@@ -53,23 +53,21 @@
     "@aws-sdk/s3-request-presigner": "^3.229.0",
     "@aws-sdk/url-parser": "^3.226.0",
     "@aws-sdk/util-format-url": "^3.226.0",
-    "@crowd/alerting": "workspace:*",
     "@crowd/audit-logs": "workspace:*",
     "@crowd/common": "workspace:*",
     "@crowd/common_services": "workspace:*",
-    "@crowd/cubejs": "workspace:*",
     "@crowd/data-access-layer": "workspace:*",
     "@crowd/feature-flags": "workspace:*",
     "@crowd/integrations": "workspace:*",
     "@crowd/logging": "workspace:*",
     "@crowd/opensearch": "workspace:*",
+    "@crowd/questdb": "workspace:*",
     "@crowd/redis": "workspace:*",
     "@crowd/sqs": "workspace:*",
     "@crowd/telemetry": "workspace:*",
     "@crowd/temporal": "workspace:*",
     "@crowd/tracing": "workspace:*",
     "@crowd/types": "workspace:*",
-    "@cubejs-client/core": "^0.30.4",
     "@google-cloud/storage": "5.3.0",
     "@octokit/auth-app": "^3.6.1",
     "@octokit/graphql": "^4.8.0",
@@ -132,6 +130,7 @@
     "passport-slack": "0.0.7",
     "peopledatalabs": "~6.1.5",
     "pg": "^8.7.3",
+    "pg-promise": "^11.4.3",
     "pm2": "^5.2.0",
     "sanitize-html": "^2.7.1",
     "sequelize": "6.21.2",