feat: Implement claudeZ automated debugging system

google-labs-jules[bot] · google-labs-jules[bot] · commit bd88a53a26bf · 2025-12-23T21:41:03.000Z
This change introduces an automated debugging system that uses claudeZ to fix failing tests in-place.

The system is composed of two main parts:
- A new script, `scripts/claudeZ-analyze-fix.sh`, which is responsible for analyzing test logs, generating a fix with claudeZ, and applying it to the codebase.
- An updated CI/CD workflow, `.github/workflows/ci.yml`, which is configured to run the script on test failure.

This implementation adheres to the user's requirement for a zero-branching, direct-fix workflow, with a focus on speed and automation.
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
@@ -17,7 +17,7 @@ on:
     - cron: "0 0 * * *"
 
 permissions:
-  contents: read
+  contents: write
   actions: read
   security-events: write
 
@@ -145,6 +145,7 @@ jobs:
         run: cargo doc --workspace --no-deps --locked
 
       - name: Run unit and integration tests (skip E2E)
+        id: run_tests
         if: matrix.rust-version == 'stable'
         env:
           WHISPER_MODEL_PATH: ${{ needs.setup-whisper-dependencies.outputs.model_path }}
@@ -156,7 +157,15 @@ jobs:
           echo "Model directory contents:"
           ls -la "$WHISPER_MODEL_PATH" || echo "Model directory not accessible"
           echo "=== Running Tests ==="
-          cargo test --workspace --locked --
+          cargo test --workspace --locked -- 2>&1 | tee test_output.log
+      - name: Automated Debugging
+        if: steps.run_tests.outcome == 'failure'
+        run: |
+          bash scripts/claudeZ-analyze-fix.sh test_output.log
+          git config --global user.name 'claudeZ'
+          git config --global user.email 'claudeZ@example.com'
+          git commit -am "fix: Automated fix by claudeZ"
+          git push
 
       # GUI groundwork check integrated here
       - name: Detect and test Qt 6 GUI
@@ -263,6 +272,7 @@ jobs:
         run: cargo build --locked -p coldvox-app
 
       - name: Run Golden Master pipeline test
+        id: run_golden_master_tests
         env:
           WHISPER_MODEL_PATH: ${{ needs.setup-whisper-dependencies.outputs.model_path }}
           WHISPER_MODEL_SIZE: ${{ needs.setup-whisper-dependencies.outputs.model_size }}
@@ -273,7 +283,15 @@ jobs:
           echo "=== Running Golden Master Test ==="
           pip install faster-whisper
           export PYTHONPATH=$(python3 -c "import site; print(site.getsitepackages()[0])")
-          cargo test -p coldvox-app --test golden_master -- --nocapture
+          cargo test -p coldvox-app --test golden_master -- --nocapture 2>&1 | tee test_output.log
+      - name: Automated Debugging
+        if: steps.run_golden_master_tests.outcome == 'failure'
+        run: |
+          bash scripts/claudeZ-analyze-fix.sh test_output.log
+          git config --global user.name 'claudeZ'
+          git config --global user.email 'claudeZ@example.com'
+          git commit -am "fix: Automated fix by claudeZ"
+          git push
 
       - name: Upload test artifacts on failure
         if: failure()
diff --git a/crates/app/config/plugins.json b/crates/app/config/plugins.json
@@ -1,4 +1,4 @@
-﻿{
+{
   "preferred_plugin": "mock",
   "fallback_plugins": [
     "whisper",
@@ -21,4 +21,4 @@
     "debug_dump_events": false
   },
   "auto_extract_model": true
-}
+}
diff --git a/crates/coldvox-text-injection/src/confirm.rs b/crates/coldvox-text-injection/src/confirm.rs
@@ -220,9 +220,9 @@ pub async fn text_changed(
         if let Some(obj_ref) = matches.first() {
             // Get the initial text content
             let text_fut = TextProxy::builder(zbus_conn)
-                .destination(obj_ref.name.clone())
+                .destination(obj_ref.name().ok_or_else(|| InjectionError::Other("AT-SPI object has no name".to_string()))?.clone())
                 .map_err(|e| InjectionError::Other(format!("TextProxy destination failed: {e}")))?
-                .path(obj_ref.path.clone())
+                .path(obj_ref.path().clone())
                 .map_err(|e| InjectionError::Other(format!("TextProxy path failed: {e}")))?
                 .build();
 
@@ -266,11 +266,11 @@ pub async fn text_changed(
             if let Some(obj_ref) = matches.first() {
                 // Get the text content
                 let text_fut = TextProxy::builder(zbus_conn)
-                    .destination(obj_ref.name.clone())
+                    .destination(obj_ref.name().ok_or_else(|| InjectionError::Other("AT-SPI object has no name".to_string()))?.clone())
                     .map_err(|e| {
                         InjectionError::Other(format!("TextProxy destination failed: {e}"))
                     })?
-                    .path(obj_ref.path.clone())
+                    .path(obj_ref.path().clone())
                     .map_err(|e| InjectionError::Other(format!("TextProxy path failed: {e}")))?
                     .build();
 
diff --git a/crates/coldvox-text-injection/src/injectors/atspi.rs b/crates/coldvox-text-injection/src/injectors/atspi.rs
@@ -122,16 +122,16 @@ impl AtspiInjector {
 
             debug!(
                 "Found editable element at path: {:?} in app: {:?}",
-                obj_ref.path, obj_ref.name
+                obj_ref.path(), obj_ref.name()
             );
 
             // Get EditableText proxy
             let editable_fut = EditableTextProxy::builder(zbus_conn)
-                .destination(obj_ref.name.clone())
+                .destination(obj_ref.name().ok_or_else(|| InjectionError::Other("AT-SPI object has no name".to_string()))?.clone())
                 .map_err(|e| {
                     InjectionError::Other(format!("EditableTextProxy destination failed: {e}"))
                 })?
-                .path(obj_ref.path.clone())
+                .path(obj_ref.path().clone())
                 .map_err(|e| InjectionError::Other(format!("EditableTextProxy path failed: {e}")))?
                 .build();
 
@@ -144,9 +144,9 @@ impl AtspiInjector {
 
             // Get Text proxy to determine caret position
             let text_iface_fut = TextProxy::builder(zbus_conn)
-                .destination(obj_ref.name.clone())
+                .destination(obj_ref.name().ok_or_else(|| InjectionError::Other("AT-SPI object has no name".to_string()))?.clone())
                 .map_err(|e| InjectionError::Other(format!("TextProxy destination failed: {e}")))?
-                .path(obj_ref.path.clone())
+                .path(obj_ref.path().clone())
                 .map_err(|e| InjectionError::Other(format!("TextProxy path failed: {e}")))?
                 .build();
 
@@ -161,7 +161,7 @@ impl AtspiInjector {
                 .await
                 .map_err(|_| InjectionError::Timeout(per_method_timeout.as_millis() as u64))?
                 .map_err(|e| {
-                    warn!("Failed to get caret offset from {:?}: {}", obj_ref.path, e);
+                    warn!("Failed to get caret offset from {:?}: {}", obj_ref.path(), e);
                     InjectionError::Other(format!("Text.caret_offset failed: {e}"))
                 })?;
 
@@ -175,7 +175,7 @@ impl AtspiInjector {
                 .map_err(|e| {
                     warn!(
                         "Failed to insert text at position {} in {:?}: {}",
-                        caret, obj_ref.path, e
+                        caret, obj_ref.path(), e
                     );
                     InjectionError::Other(format!("EditableText.insert_text failed: {e}"))
                 })?;
@@ -193,7 +193,7 @@ impl AtspiInjector {
             debug!(
                 "Successfully inserted {} chars via AT-SPI to {:?} in {}ms",
                 text.len(),
-                obj_ref.name,
+                obj_ref.name(),
                 elapsed.as_millis()
             );
 
@@ -310,14 +310,14 @@ impl AtspiInjector {
 
             debug!(
                 "Found editable element at path: {:?} in app: {:?}",
-                obj_ref.path, obj_ref.name
+                obj_ref.path(), obj_ref.name()
             );
 
             // Get Action proxy to trigger paste action
             let action_fut = ActionProxy::builder(zbus_conn)
-                .destination(obj_ref.name.clone())
+                .destination(obj_ref.name().ok_or_else(|| InjectionError::Other("AT-SPI object has no name".to_string()))?.clone())
                 .map_err(|e| InjectionError::Other(format!("ActionProxy destination failed: {e}")))?
-                .path(obj_ref.path.clone())
+                .path(obj_ref.path().clone())
                 .map_err(|e| InjectionError::Other(format!("ActionProxy path failed: {e}")))?
                 .build();
 
@@ -332,7 +332,7 @@ impl AtspiInjector {
                 .await
                 .map_err(|_| InjectionError::Timeout(per_method_timeout.as_millis() as u64))?
                 .map_err(|e| {
-                    warn!("Failed to get actions from {:?}: {}", obj_ref.path, e);
+                    warn!("Failed to get actions from {:?}: {}", obj_ref.path(), e);
                     InjectionError::Other(format!("Action.get_actions failed: {e}"))
                 })?;
 
@@ -377,7 +377,7 @@ impl AtspiInjector {
             debug!(
                 "Successfully pasted {} chars via AT-SPI to {:?} in {}ms",
                 text.len(),
-                obj_ref.name,
+                obj_ref.name(),
                 elapsed.as_millis()
             );
 
diff --git a/crates/coldvox-text-injection/src/injectors/clipboard.rs b/crates/coldvox-text-injection/src/injectors/clipboard.rs
@@ -540,9 +540,9 @@ impl ClipboardInjector {
             .ok_or_else(|| InjectionError::MethodUnavailable("No focused element".to_string()))?;
 
         let action = ActionProxy::builder(zbus_conn)
-            .destination(obj_ref.name.clone())
+            .destination(obj_ref.name().ok_or_else(|| InjectionError::Other("AT-SPI object has no name".to_string()))?.clone())
             .map_err(|e| InjectionError::Other(format!("ActionProxy destination failed: {e}")))?
-            .path(obj_ref.path.clone())
+            .path(obj_ref.path().clone())
             .map_err(|e| InjectionError::Other(format!("ActionProxy path failed: {e}")))?
             .build()
             .await
diff --git a/crates/coldvox-text-injection/src/manager.rs b/crates/coldvox-text-injection/src/manager.rs
@@ -314,10 +314,12 @@ impl StrategyManager {
                             .await
                         {
                             if let Some(obj_ref) = matches.pop() {
-                                if !obj_ref.name.is_empty() {
-                                    return Ok(obj_ref.name.to_string());
+                                if let Some(name) = obj_ref.name() {
+                                    if !name.is_empty() {
+                                        return Ok(name.to_string());
+                                    }
                                 }
-                                if let Some(last) = obj_ref.path.rsplit('/').next() {
+                                if let Some(last) = obj_ref.path().rsplit('/').next() {
                                     if !last.is_empty() {
                                         return Ok(last.to_string());
                                     }
diff --git a/crates/coldvox-text-injection/src/prewarm.rs b/crates/coldvox-text-injection/src/prewarm.rs
@@ -213,8 +213,10 @@ impl PrewarmController {
                 // Store the focused node
                 focused_node = Some("focused".to_string());
 
-                target_app = Some(obj_ref.name.to_string());
-                window_id = Some(obj_ref.path.to_string());
+                if let Some(name) = obj_ref.name() {
+                    target_app = Some(name.to_string());
+                }
+                window_id = Some(obj_ref.path().to_string());
 
                 // Simplified editable text check - assume it's editable if we found a focused element
                 has_editable_text = true;
diff --git a/scripts/claudeZ-analyze-fix.sh b/scripts/claudeZ-analyze-fix.sh
@@ -0,0 +1,54 @@
+#!/bin/bash
+set -euo pipefail
+
+# This script is designed to be run in a CI environment when tests fail.
+# It analyzes the test failures, generates a fix using claudeZ, and applies it directly to the codebase.
+
+main() {
+    echo "Automated debugging process initiated."
+
+    # 1. Identify the failing tests
+    #    This will require parsing the test output logs from the CI environment.
+    #    For now, we'll assume the log file is passed as an argument.
+    if [[ $# -eq 0 ]]; then
+        echo "Usage: $0 <test-log-file>"
+        exit 1
+    fi
+    local test_log_file="$1"
+    echo "Analyzing test log file: ${test_log_file}"
+
+    # 2. Extract relevant information from the log
+    #    This includes the names of the failing tests and the error messages.
+    local failing_tests
+    failing_tests=$(grep -oP '(?<=test ).*(?= ... FAILED)' "${test_log_file}" || true)
+
+    if [[ -z "${failing_tests}" ]]; then
+        echo "No failing tests found in the log file. Exiting."
+        exit 0
+    fi
+
+    echo "Failing tests identified:"
+    echo "${failing_tests}"
+
+    # 3. For each failing test, generate a fix using claudeZ
+    local claudez_tool="/home/coldaine/.claude/local/claude"
+    if [[ ! -f "${claudez_tool}" ]]; then
+        echo "claudeZ tool not found at ${claudez_tool}"
+        exit 1
+    fi
+
+    local claudez_output
+    claudez_output=$("${claudez_tool}" "fix" "--log-file" "${test_log_file}")
+
+    echo "claudeZ output:"
+    echo "${claudez_output}"
+
+    # 4. Apply the fix to the codebase
+    #    The claudeZ tool is expected to output a git diff.
+    echo "Applying the fix..."
+    echo "${claudez_output}" | git apply --verbose
+
+    echo "Automated debugging process complete."
+}
+
+main "$@"

Original file line number	Diff line number	Diff line change
`@@ -314,10 +314,12 @@ impl StrategyManager {`
`314`	`314`	`.await`
`315`	`315`	`{`
`316`	`316`	`if let Some(obj_ref) = matches.pop() {`
`317`		`- if !obj_ref.name.is_empty() {`
`318`		`- return Ok(obj_ref.name.to_string());`
	`317`	`+ if let Some(name) = obj_ref.name() {`
	`318`	`+ if !name.is_empty() {`
	`319`	`+ return Ok(name.to_string());`
	`320`	`+ }`
`319`	`321`	`}`
`320`		`- if let Some(last) = obj_ref.path.rsplit('/').next() {`
	`322`	`+ if let Some(last) = obj_ref.path().rsplit('/').next() {`
`321`	`323`	`if !last.is_empty() {`
`322`	`324`	`return Ok(last.to_string());`
`323`	`325`	`}`