Athena: Refactor LLM Configuration to YAML-Based System (#92)

Co-authored-by: Aleks Petrov <43567651+alekspetrov9e@users.noreply.github.com>

Author: LeonWehrhahn

.github/workflows/athena_lint.yml

@@ -35,7 +35,7 @@ jobs:
       working-directory: athena
       run: |
         echo "$HOME/.local/bin" >> $GITHUB_PATH
-        poetry install
+        poetry install --with dev
         poetry run install_all
 
     - name: Run Prospector

.github/workflows/athena_test.yml

@@ -1,5 +1,4 @@
 name: Athena - Tests
-
 on:
   push:
     branches:
@@ -13,66 +12,103 @@ on:
     paths:
       - "athena/**"
       - ".github/workflows/athena_test.yml"
-
 jobs:
-  test:
+  test-and-lint:
     runs-on: ubuntu-latest
-
     steps:
-    - name: Check out code
-      uses: actions/checkout@v4
-
-    - name: Install poetry
-      run: pipx install poetry
-  
-    - name: Set up Python
-      uses: actions/setup-python@v5
-      with:
-        python-version: '3.11'
-        cache: 'poetry'
-
-    - name: Install dependencies
-      working-directory: athena
-      run: |
-        echo "$HOME/.local/bin" >> $GITHUB_PATH
-        poetry install
-        poetry run install_all
-        
-    - name: Run tests
-      working-directory: athena
-      run: poetry run test_all
-
-    - name: Upload JUnit Test Results
-      if: success() || failure()
-      uses: actions/upload-artifact@v4
-      with:
-        name: Athena JUnit Test Results
-        path: athena/test-results/*.xml
-
-    - name: Test Report Summary
-      if: always()
-      continue-on-error: true
-      uses: mikepenz/action-junit-report@v5
-      id: test-report
-      with:
-        report_paths: 'athena/test-results/*.xml'
-        check_name: "Athena Test Report"
-        require_tests: true
-        require_passed_tests: false
-        detailed_summary: true
-        include_time_in_summary: true
-        group_suite: true
-
-    - name: Comment test results on PR
-      if: always() && github.event_name == 'pull_request'
-      uses: actions/github-script@v7
-      with:
-        script: |
-          const summary = `### Athena Test Results Summary\n\n${{ steps.test-report.outputs.summary }}\n\n#### Failing Tests Summary\n\n${{ steps.test-report.outputs.detailed_summary }}`;
-
-          github.rest.issues.createComment({
-            owner: context.repo.owner,
-            repo: context.repo.repo,
-            issue_number: context.payload.pull_request.number,
-            body: summary
-          });
+      - name: Check out code
+        uses: actions/checkout@v4
+      - name: Install poetry
+        run: pipx install poetry
+      - name: Set up Python 3.11
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.11"
+          cache: "poetry"
+          cache-dependency-path: athena/poetry.lock
+      - name: Configure Poetry for in-project virtual environments
+        run: poetry config virtualenvs.in-project true
+      - name: Install athena dependencies
+        run: poetry -C athena install --with dev
+      - name: Install all modules
+        run: |
+          cd athena
+          poetry run python scripts/install_modules.py
+      - name: Run tests
+        run: |
+          cd athena
+          mkdir -p test-results
+          # Set up Python path like test_modules.py does
+          export PYTHONPATH="$PWD:$PWD/llm_core"
+          
+          # Track overall test success
+          overall_success=true
+          
+          # Run tests for each module using its own virtual environment
+          for module in modules/programming/module_programming_llm modules/text/module_text_llm modules/modeling/module_modeling_llm; do
+            if [ -d "$module/.venv" ]; then
+              echo "Running tests for $module..."
+              # Install pytest in the module's environment
+              $module/.venv/bin/pip install pytest pytest-asyncio
+              # Run tests using the module's environment
+              if ! $module/.venv/bin/python -m pytest tests/$module/mock --junitxml=test-results/${module//\//_}_mock.xml; then
+                echo "Tests failed for $module"
+                overall_success=false
+              fi
+            else
+              echo "Virtual environment not found for $module, skipping..."
+            fi
+          done
+          
+          # Exit with failure if any tests failed
+          if [ "$overall_success" = false ]; then
+            exit 1
+          fi
+      - name: Run linting
+        run: |
+          cd athena
+          # Set up Python path like test_modules.py does
+          export PYTHONPATH="$PWD:$PWD/llm_core"
+          
+          # Run prospector only on the main athena directory to avoid import errors
+          poetry run prospector --profile .prospector.yaml athena/
+        continue-on-error: true
+      - name: Upload JUnit Test Results
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: junit-results
+          path: athena/test-results/
+  report:
+    runs-on: ubuntu-latest
+    if: always()
+    needs: [test-and-lint]
+    steps:
+      - name: Check out code
+        uses: actions/checkout@v4
+      - name: Download all JUnit results
+        uses: actions/download-artifact@v4
+        with:
+          name: junit-results
+          path: all-test-results
+      - name: Test Report Summary
+        id: test-report
+        uses: mikepenz/action-junit-report@v5
+        with:
+          report_paths: "all-test-results/**/*.xml"
+          check_name: "Athena Test Report"
+          require_tests: true
+          require_passed_tests: false
+          detailed_summary: true
+      - name: Comment test results on PR
+        if: github.event_name == 'pull_request'
+        uses: actions/github-script@v7
+        with:
+          script: |
+            const summary = `### Athena Test Results Summary\n\n${{ steps.test-report.outputs.summary }}\n\n#### Failing Tests Summary\n\n${{ steps.test-report.outputs.detailed_summary }}`;
+            github.rest.issues.createComment({
+              owner: context.repo.owner,
+              repo: context.repo.repo,
+              issue_number: context.payload.pull_request.number,
+              body: summary
+            });

.gitignore

@@ -98,4 +98,9 @@ Desktop.ini
 ######################
 # Python
 ######################
-**/__pycache__
+**/__pycache__
+
+######################
+# Test Results
+######################
+athena/test-results/

athena/.vscode/settings.json

@@ -2,4 +2,5 @@
     "python.linting.enabled": true,
     "python.linting.prospectorEnabled": true,
     "python.analysis.typeCheckingMode": "basic",
+    "python.defaultInterpreterPath": ".venv/bin/python"
 }