Fix evaluation

Author: ratheron

pixi.lock

@@ -81,7 +81,7 @@ lsy_drone_racing = { path = ".", editable = true }
 scripts = ["tools/setup_acados.sh"]
 
 [tool.pixi.tasks]
-evaluate = { cmd = "python scripts/evaluation.py", description = "Evaluate the controller" }
+evaluate = { cmd = "python scripts/evaluate.py", description = "Evaluate the controller" }
 
 ### environments
 [tool.pixi.environments]

pyproject.toml

@@ -1,4 +1,4 @@
-"""Competition auto-submission script.
+"""Competition evaluation script.
 
 Note:
     Please do not alter this script or ask the course supervisors first!
@@ -16,8 +16,8 @@
 
 
 def main():
-    """Run the simulation N times and save the results as 'submission.csv'."""
-    n_runs = 1
+    """Run the simulation N times and save the results as 'evaluation.csv'."""
+    n_runs = 20
     config_file = "level2.toml"
     config = load_config(Path(__file__).parents[1] / "config" / config_file)
     ep_times = simulate(
@@ -32,18 +32,18 @@ def main():
 
     # Abort if more than half of the runs failed
     if (success_rate := 1 - n_failed / n_runs) < 0.5:
-        logger.error("More than 50% of all runs failed! Aborting submission.")
+        logger.error("More than 50% of all runs failed! Aborting evaluation.")
         raise RuntimeError("Too many runs failed!")
 
     successful_times_avg = np.mean([x for x in ep_times if x is not None])
     logger.info(f"Average Time: successful_times_avg (s): {successful_times_avg}")
     logger.info(f"Success Rate: {success_rate * 100}%")
     file = Path(__file__).parents[1] / "evaluation.csv"
     with open(file, "w") as f:
-        f.write(f"{np.mean(successful_times_avg)},{success_rate},")
+        f.write(f"{successful_times_avg},{success_rate},")
     logger.info(f"Results saved in {file}")
 
 
 if __name__ == "__main__":
     logging.basicConfig(level=logging.INFO)
-    main()
+    main()