feat: refactor for better tests (#90)

* feat: refactor for better tests

Refactors the code to add a basic funcionality check of the podman
module for our usecasea

* feat: refactor for CI before deploy

Author: Mikilio

.github/workflows/ci_ms.yml .github/workflows/ci.yml.github/workflows/ci_ms.yml renamed to .github/workflows/ci.yml

@@ -1,4 +1,4 @@
-name: Build and Deploy Microservices
+name: Continuous Integration
 
 on:
   push:
@@ -12,6 +12,7 @@ on:
       - 'schedule-manager/**'
       - 'scraper/**'
       - 'schedule-optimizer/**'
+      - 'nix/**'
 
 jobs:
   check-changes:
@@ -258,7 +259,7 @@ jobs:
         docker tag $LOCAL_IMAGE $REMOTE_LATEST_IMAGE
         docker push $REMOTE_LATEST_IMAGE
 
-  deploy:
+  integration-test:
     runs-on: ubuntu-latest
     needs:
       - build-client
@@ -269,6 +270,23 @@ jobs:
       - build-schedule-optimizer
     if: always()
     steps:
+    - uses: actions/checkout@v4
+    - uses: cachix/install-nix-action@v25
+      with:
+        nix_path: nixpkgs=channel:nixos-unstable
+    - uses: cachix/cachix-action@v14
+      with:
+        name: team-nixops
+        # If you chose API tokens for write access OR if you have a private cache
+        authToken: '${{ secrets.CACHIX_AUTH_TOKEN }}'
+    - run: nix flake check -L --option sandbox false --no-pure-eval
+
+  deploy:
+    runs-on: ubuntu-latest
+    needs:
+      - integration-test
+    if: always()
+    steps:
     - name: Configure SSH
       run: |
         mkdir -p ~/.ssh/

.github/workflows/infra.yml

@@ -22,28 +22,61 @@ jobs:
       - name: Extract microservice name from tag
         id: extract
         run: |
-          # Tag format: microservice@vX.Y.Z
-          TAG=${GITHUB_REF#refs/tags/}
-          MICROSERVICE="${TAG%@*}"
-          echo "Microservice: $MICROSERVICE"
-          echo "::set-output name=microservice::$MICROSERVICE"
-      - run: nix build .#${{ steps.extract.outputs.microservice }}.dockerImage
-      - name: Log in to GitHub Container Registry
-        uses: docker/login-action@v3
-        with:
-          registry: ghcr.io
-          username: ${{ github.actor }}
-          password: ${{ secrets.GITHUB_TOKEN }}
-      - name: Run release for microservice
-        run: |
-          echo "Releasing microservice: ${{ steps.extract.outputs.microservice }}"
-          version=$(nix eval --raw .#${{ steps.extract.outputs.microservice }}.version)
-          name=$(nix eval --raw .#${{ steps.extract.outputs.microservice }}.pname)
-          LOCAL_IMAGE="nixops-${name}:${version}"
-          REMOTE_VERSIONED_IMAGE="ghcr.io/aet-devops25/nixops-${name}:${version}"
-          docker load < result
-          docker tag $LOCAL_IMAGE $REMOTE_VERSIONED_IMAGE
-          docker push $REMOTE_VERSIONED_IMAGE
+          #TODO: add schedule-optimizer on merging https://github.com/AET-DevOps25/team-nixops/pull/39
+          COMPONENTS=("client" "embedding-bridge" "genai" "schedule-manager" "scraper")
+          for name in "${COMPONENTS[@]}"; do
+            version=$(nix eval --raw ".#${name}.version")
+            tag="${name}@v${version}"
+            if git rev-parse "$tag" >/dev/null 2>&1; then
+              echo "${name}=false" >> $GITHUB_OUTPUT
+            else
+              echo "${name}=true" >> $GITHUB_OUTPUT
+            fi
+          done
+  release-client:
+    needs: check-versions
+    if: needs.check-versions.outputs.new_client == 'true'
+    uses: ./.github/workflows/z-release-service.yml
+    with:
+      microservice: client
+
+  release-embedding-bridge:
+    needs: check-versions
+    if: needs.check-versions.outputs.new_embedding_bridge == 'true'
+    uses: ./.github/workflows/z-release-service.yml
+    with:
+      microservice: embedding-bridge
+
+  release-genai:
+    needs: check-versions
+    if: needs.check-versions.outputs.new_genai == 'true'
+    uses: ./.github/workflows/z-release-service.yml
+    with:
+      microservice: genai
+
+  release-schedule-manager:
+    needs: check-versions
+    if: needs.check-versions.outputs.new_schedule_manager == 'true'
+    uses: ./.github/workflows/z-release-service.yml
+    with:
+      microservice: schedule-manager
+
+  release-scraper:
+    needs: check-versions
+    if: needs.check-versions.outputs.new_scraper == 'true'
+    uses: ./.github/workflows/z-release-service.yml
+    with:
+      microservice: scraper
+
+  release-schedule-optimizer:
+    needs: check-versions
+    if: needs.check-versions.outputs.new_schedule_optimizer == 'true'
+    uses: ./.github/workflows/z-release-service.yml
+    with:
+      microservice: schedule-optimizer
+
+  lint-helm:
+    uses: ./.github/workflows/z-lint-helm.yml
 
   deploy-staging:
     runs-on: ubuntu-latest

.github/workflows/stage_ms.yml .github/workflows/stage.yml.github/workflows/stage_ms.yml renamed to .github/workflows/stage.yml

@@ -4,7 +4,10 @@
   ...
 }: {
   nixos-k8s = pkgs.testers.runNixOSTest {
-    imports = [./k8s.nix];
+    imports = [./k8s];
     node.specialArgs = {inherit self;};
   };
+  nixos-podman = pkgs.testers.runNixOSTest {
+    imports = [./podman];
+  };
 }