Decider worker.py cache bust on config change

Author: PaulHax

align_app/adm/config.py

@@ -49,7 +49,10 @@ def get_decider_config(
     is_experiment_config = decider_cfg.get("experiment_config", False)
 
     if is_edited_config:
-        return copy.deepcopy(decider_cfg["resolved_config"])
+        config = copy.deepcopy(decider_cfg["resolved_config"])
+        if llm_backbone and "structured_inference_engine" in config:
+            config["structured_inference_engine"]["model_name"] = llm_backbone
+        return config
 
     # Layer 1: Load base config - either pre-resolved experiment YAML or Hydra compose.
     # Both produce same structure with ${ref:...} that initialize_with_custom_references handles.

align_app/adm/decider/tests/test_worker.py

@@ -1,5 +1,34 @@
 import multiprocessing as mp
 from align_app.adm.decider.types import DeciderParams
+from align_app.adm.decider.worker import extract_cache_key
+
+
+class TestExtractCacheKey:
+    def test_same_config_produces_same_key(self):
+        config = {"model_name": "test-model", "temperature": 0.7}
+        key1 = extract_cache_key(config)
+        key2 = extract_cache_key(config)
+        assert key1 == key2
+
+    def test_different_configs_produce_different_keys(self):
+        config1 = {"model_name": "test-model", "temperature": 0.7}
+        config2 = {"model_name": "test-model", "temperature": 0.8}
+        key1 = extract_cache_key(config1)
+        key2 = extract_cache_key(config2)
+        assert key1 != key2
+
+    def test_same_model_different_settings_produce_different_keys(self):
+        config1 = {
+            "structured_inference_engine": {"model_name": "same-model"},
+            "setting_a": "value1",
+        }
+        config2 = {
+            "structured_inference_engine": {"model_name": "same-model"},
+            "setting_a": "value2",
+        }
+        key1 = extract_cache_key(config1)
+        key2 = extract_cache_key(config2)
+        assert key1 != key2
 
 
 class TestDeciderWorker:

align_app/adm/decider/worker.py

@@ -10,11 +10,6 @@
 
 
 def extract_cache_key(resolved_config: Dict[str, Any]) -> str:
-    engine = resolved_config.get("structured_inference_engine", {})
-    model_name = engine.get("model_name") if isinstance(engine, dict) else None
-    if model_name:
-        return model_name
-
     cache_str = json.dumps(resolved_config, sort_keys=True)
     return hashlib.md5(cache_str.encode()).hexdigest()