diff --git a/.gitignore b/.gitignore
index 170f51d..6fcf92a 100644
--- a/.gitignore
+++ b/.gitignore
@@ -176,4 +176,5 @@ cython_debug/
 # Ignore local files
 notebooks/
 data/
-sh/
\ No newline at end of file
+sh/
+logs/
\ No newline at end of file
diff --git a/README.md b/README.md
index 800cd0e..9b926c4 100644
--- a/README.md
+++ b/README.md
@@ -1,7 +1,7 @@
 # Open RS
 > Please press ⭐ button if you feel helpful!
 
-This repository hosts the code and datasets for the **Open RS** project, accompanying the paper [*Reinforcement Learning for Reasoning in Small LLMs: What Works and What Doesn’t*](https://arxiv.org/abs/2503.16219). The project explores enhancing reasoning capabilities in small large language models (LLMs) using reinforcement learning (RL) under resource-constrained conditions.
+This repository hosts the code and datasets for the **Open RS** project, accompanying the paper *Reinforcement Learning for Reasoning in Small LLMs: What Works and What Doesn’t*. The project explores enhancing reasoning capabilities in small large language models (LLMs) using reinforcement learning (RL) under resource-constrained conditions.
 
 We focus on a 1.5-billion-parameter model, `DeepSeek-R1-Distill-Qwen-1.5B`, trained on 4 NVIDIA A40 GPUs (48 GB VRAM each) within 24 hours. By adapting the Group Relative Policy Optimization (GRPO) algorithm and leveraging a curated, compact mathematical reasoning dataset, we conducted three experiments to assess performance and behavior. Key findings include:
 
@@ -13,21 +13,6 @@ These results showcase RL-based fine-tuning as a cost-effective approach for sma
 
 ![Performance Metrics](assets/overall.png)
 
-## Resources
-
-### Models
-- [Open-RS1](https://huggingface.co/knoveleng/Open-RS1)
-- [Open-RS2](https://huggingface.co/knoveleng/Open-RS2)
-- [Open-RS3](https://huggingface.co/knoveleng/Open-RS3)
-- Additional models in training: [knoveleng/OpenRS-GRPO](https://huggingface.co/knoveleng/OpenRS-GRPO/commits/main), [quyanh/OpenRS-GRPO](https://huggingface.co/quyanh/OpenRS-GRPO/commits/main)
-
-### Datasets
-- [open-s1](https://huggingface.co/datasets/knoveleng/open-s1)
-- [open-deepscaler](https://huggingface.co/datasets/knoveleng/open-deepscaler)
-- [open-rs](https://huggingface.co/datasets/knoveleng/open-rs) (used in Experiments 2 and 3)
-
-### Collection
-- [Open-RS Collection](https://huggingface.co/collections/knoveleng/open-rs-67d940abc201a7e7f252ca4e)
 
 ## Installation
 
@@ -156,16 +141,3 @@ Our approach uses 7,000 samples (42,000 total outputs) and costs ~$42 on 4x A40
 ## Acknowledgements
 Thanks to the Hugging Face team for their [open-r1](https://github.com/huggingface/open-r1) project.
 
-## Citation
-If this project aids your work, please cite it as:
-```
-@misc{dang2025reinforcementlearningreasoningsmall,
-      title={Reinforcement Learning for Reasoning in Small LLMs: What Works and What Doesn't}, 
-      author={Quy-Anh Dang and Chris Ngo},
-      year={2025},
-      eprint={2503.16219},
-      archivePrefix={arXiv},
-      primaryClass={cs.LG},
-      url={https://arxiv.org/abs/2503.16219}, 
-}
-```
diff --git a/logs/evals/Exp1_100/results/quyanh/OpenRS-GRPO/results_2025-03-14T23-12-53.542208.json b/logs/evals/Exp1_100/results/quyanh/OpenRS-GRPO/results_2025-03-14T23-12-53.542208.json
deleted file mode 100644
index d96bf85..0000000
--- a/logs/evals/Exp1_100/results/quyanh/OpenRS-GRPO/results_2025-03-14T23-12-53.542208.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2551784.221348991,
-    "end_time": 2552485.226336305,
-    "total_evaluation_time_secondes": "701.0049873138778",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|aime24|0": {
-      "extractive_match": 0.3,
-      "extractive_match_stderr": 0.0850962943396763
-    },
-    "all": {
-      "extractive_match": 0.3,
-      "extractive_match_stderr": 0.0850962943396763
-    }
-  },
-  "versions": {
-    "custom|aime24|0": 1
-  },
-  "config_tasks": {
-    "custom|aime24": {
-      "name": "aime24",
-      "prompt_function": "aime_prompt_fn",
-      "hf_repo": "HuggingFaceH4/aime_2024",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 30,
-      "effective_num_docs": 30,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|aime24|0": {
-      "hashes": {
-        "hash_examples": "ddec8fc79d0a014b",
-        "hash_full_prompts": "253167becf0dfed7",
-        "hash_input_tokens": "bf1cc75b5f12dfb8",
-        "hash_cont_tokens": "5141f36c632674a8"
-      },
-      "truncated": 0,
-      "non_truncated": 30,
-      "padded": 0,
-      "non_padded": 30,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "c903e836a519cf98",
-      "hash_full_prompts": "84ff409b6bbf7cc0",
-      "hash_input_tokens": "9a8c7e54ce09af84",
-      "hash_cont_tokens": "f8465f893370f47e"
-    },
-    "truncated": 0,
-    "non_truncated": 30,
-    "padded": 0,
-    "non_padded": 30,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp1_100/results/quyanh/OpenRS-GRPO/results_2025-03-14T23-36-50.272791.json b/logs/evals/Exp1_100/results/quyanh/OpenRS-GRPO/results_2025-03-14T23-36-50.272791.json
deleted file mode 100644
index 8d4ce9b..0000000
--- a/logs/evals/Exp1_100/results/quyanh/OpenRS-GRPO/results_2025-03-14T23-36-50.272791.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2552567.750112632,
-    "end_time": 2553921.892538854,
-    "total_evaluation_time_secondes": "1354.1424262220971",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|math_500|0": {
-      "extractive_match": 0.838,
-      "extractive_match_stderr": 0.016494123566423505
-    },
-    "all": {
-      "extractive_match": 0.838,
-      "extractive_match_stderr": 0.016494123566423505
-    }
-  },
-  "versions": {
-    "custom|math_500|0": 1
-  },
-  "config_tasks": {
-    "custom|math_500": {
-      "name": "math_500",
-      "prompt_function": "math_prompt_fn",
-      "hf_repo": "HuggingFaceH4/MATH-500",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "test"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "test"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 500,
-      "effective_num_docs": 500,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|math_500|0": {
-      "hashes": {
-        "hash_examples": "adf0cc8311011db2",
-        "hash_full_prompts": "63c902dbdbaf1552",
-        "hash_input_tokens": "2af397a095a31139",
-        "hash_cont_tokens": "4e007e6ddae6bd47"
-      },
-      "truncated": 0,
-      "non_truncated": 500,
-      "padded": 0,
-      "non_padded": 500,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "bfaad1993ff37a60",
-      "hash_full_prompts": "3ceaaade5cf43911",
-      "hash_input_tokens": "c663dbac8a64d3e4",
-      "hash_cont_tokens": "fa9f7bbd65512b23"
-    },
-    "truncated": 0,
-    "non_truncated": 500,
-    "padded": 0,
-    "non_padded": 500,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp1_100/results/quyanh/OpenRS-GRPO/results_2025-03-14T23-48-54.788605.json b/logs/evals/Exp1_100/results/quyanh/OpenRS-GRPO/results_2025-03-14T23-48-54.788605.json
deleted file mode 100644
index e6b5c17..0000000
--- a/logs/evals/Exp1_100/results/quyanh/OpenRS-GRPO/results_2025-03-14T23-48-54.788605.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2554015.285077489,
-    "end_time": 2554646.476080566,
-    "total_evaluation_time_secondes": "631.1910030771978",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|amc23|0": {
-      "extractive_match": 0.7,
-      "extractive_match_stderr": 0.07337993857053426
-    },
-    "all": {
-      "extractive_match": 0.7,
-      "extractive_match_stderr": 0.07337993857053426
-    }
-  },
-  "versions": {
-    "custom|amc23|0": 1
-  },
-  "config_tasks": {
-    "custom|amc23": {
-      "name": "amc23",
-      "prompt_function": "amc_prompt_fn",
-      "hf_repo": "knoveleng/AMC-23",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 40,
-      "effective_num_docs": 40,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|amc23|0": {
-      "hashes": {
-        "hash_examples": "57f3ead69f601b6a",
-        "hash_full_prompts": "64c05856286ef8dc",
-        "hash_input_tokens": "b64afe4485ef61c0",
-        "hash_cont_tokens": "b589babd0b65f01d"
-      },
-      "truncated": 0,
-      "non_truncated": 40,
-      "padded": 0,
-      "non_padded": 40,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "fe1f1f4512256bec",
-      "hash_full_prompts": "882107366cadc5ce",
-      "hash_input_tokens": "638cd1079164f374",
-      "hash_cont_tokens": "605820c49e2b0f60"
-    },
-    "truncated": 0,
-    "non_truncated": 40,
-    "padded": 0,
-    "non_padded": 40,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp1_100/results/quyanh/OpenRS-GRPO/results_2025-03-15T13-49-09.435323.json b/logs/evals/Exp1_100/results/quyanh/OpenRS-GRPO/results_2025-03-15T13-49-09.435323.json
deleted file mode 100644
index 19e1410..0000000
--- a/logs/evals/Exp1_100/results/quyanh/OpenRS-GRPO/results_2025-03-15T13-49-09.435323.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2604391.1116118,
-    "end_time": 2605061.115226257,
-    "total_evaluation_time_secondes": "670.0036144573241",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|aime24|0": {
-      "extractive_match": 0.3,
-      "extractive_match_stderr": 0.0850962943396763
-    },
-    "all": {
-      "extractive_match": 0.3,
-      "extractive_match_stderr": 0.0850962943396763
-    }
-  },
-  "versions": {
-    "custom|aime24|0": 1
-  },
-  "config_tasks": {
-    "custom|aime24": {
-      "name": "aime24",
-      "prompt_function": "aime_prompt_fn",
-      "hf_repo": "HuggingFaceH4/aime_2024",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 30,
-      "effective_num_docs": 30,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|aime24|0": {
-      "hashes": {
-        "hash_examples": "ddec8fc79d0a014b",
-        "hash_full_prompts": "253167becf0dfed7",
-        "hash_input_tokens": "bf1cc75b5f12dfb8",
-        "hash_cont_tokens": "5141f36c632674a8"
-      },
-      "truncated": 0,
-      "non_truncated": 30,
-      "padded": 0,
-      "non_padded": 30,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "c903e836a519cf98",
-      "hash_full_prompts": "84ff409b6bbf7cc0",
-      "hash_input_tokens": "9a8c7e54ce09af84",
-      "hash_cont_tokens": "f8465f893370f47e"
-    },
-    "truncated": 0,
-    "non_truncated": 30,
-    "padded": 0,
-    "non_padded": 30,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp1_100/results/quyanh/OpenRS-GRPO/results_2025-03-15T14-13-14.418707.json b/logs/evals/Exp1_100/results/quyanh/OpenRS-GRPO/results_2025-03-15T14-13-14.418707.json
deleted file mode 100644
index 1d66207..0000000
--- a/logs/evals/Exp1_100/results/quyanh/OpenRS-GRPO/results_2025-03-15T14-13-14.418707.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2605133.897685678,
-    "end_time": 2606506.01809599,
-    "total_evaluation_time_secondes": "1372.1204103119671",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|math_500|0": {
-      "extractive_match": 0.838,
-      "extractive_match_stderr": 0.016494123566423505
-    },
-    "all": {
-      "extractive_match": 0.838,
-      "extractive_match_stderr": 0.016494123566423505
-    }
-  },
-  "versions": {
-    "custom|math_500|0": 1
-  },
-  "config_tasks": {
-    "custom|math_500": {
-      "name": "math_500",
-      "prompt_function": "math_prompt_fn",
-      "hf_repo": "HuggingFaceH4/MATH-500",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "test"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "test"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 500,
-      "effective_num_docs": 500,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|math_500|0": {
-      "hashes": {
-        "hash_examples": "adf0cc8311011db2",
-        "hash_full_prompts": "63c902dbdbaf1552",
-        "hash_input_tokens": "2af397a095a31139",
-        "hash_cont_tokens": "4e007e6ddae6bd47"
-      },
-      "truncated": 0,
-      "non_truncated": 500,
-      "padded": 0,
-      "non_padded": 500,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "bfaad1993ff37a60",
-      "hash_full_prompts": "3ceaaade5cf43911",
-      "hash_input_tokens": "c663dbac8a64d3e4",
-      "hash_cont_tokens": "fa9f7bbd65512b23"
-    },
-    "truncated": 0,
-    "non_truncated": 500,
-    "padded": 0,
-    "non_padded": 500,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp1_100/results/quyanh/OpenRS-GRPO/results_2025-03-15T14-25-17.786800.json b/logs/evals/Exp1_100/results/quyanh/OpenRS-GRPO/results_2025-03-15T14-25-17.786800.json
deleted file mode 100644
index 5811d9f..0000000
--- a/logs/evals/Exp1_100/results/quyanh/OpenRS-GRPO/results_2025-03-15T14-25-17.786800.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2606610.004414024,
-    "end_time": 2607229.474309994,
-    "total_evaluation_time_secondes": "619.4698959700763",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|amc23|0": {
-      "extractive_match": 0.7,
-      "extractive_match_stderr": 0.07337993857053426
-    },
-    "all": {
-      "extractive_match": 0.7,
-      "extractive_match_stderr": 0.07337993857053426
-    }
-  },
-  "versions": {
-    "custom|amc23|0": 1
-  },
-  "config_tasks": {
-    "custom|amc23": {
-      "name": "amc23",
-      "prompt_function": "amc_prompt_fn",
-      "hf_repo": "knoveleng/AMC-23",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 40,
-      "effective_num_docs": 40,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|amc23|0": {
-      "hashes": {
-        "hash_examples": "57f3ead69f601b6a",
-        "hash_full_prompts": "64c05856286ef8dc",
-        "hash_input_tokens": "b64afe4485ef61c0",
-        "hash_cont_tokens": "b589babd0b65f01d"
-      },
-      "truncated": 0,
-      "non_truncated": 40,
-      "padded": 0,
-      "non_padded": 40,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "fe1f1f4512256bec",
-      "hash_full_prompts": "882107366cadc5ce",
-      "hash_input_tokens": "638cd1079164f374",
-      "hash_cont_tokens": "605820c49e2b0f60"
-    },
-    "truncated": 0,
-    "non_truncated": 40,
-    "padded": 0,
-    "non_padded": 40,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp1_200/results/quyanh/OpenRS-GRPO/results_2025-03-15T00-02-07.142924.json b/logs/evals/Exp1_200/results/quyanh/OpenRS-GRPO/results_2025-03-15T00-02-07.142924.json
deleted file mode 100644
index b78e1ff..0000000
--- a/logs/evals/Exp1_200/results/quyanh/OpenRS-GRPO/results_2025-03-15T00-02-07.142924.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2554717.479748211,
-    "end_time": 2555438.820359841,
-    "total_evaluation_time_secondes": "721.3406116301194",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|aime24|0": {
-      "extractive_match": 0.3,
-      "extractive_match_stderr": 0.0850962943396763
-    },
-    "all": {
-      "extractive_match": 0.3,
-      "extractive_match_stderr": 0.0850962943396763
-    }
-  },
-  "versions": {
-    "custom|aime24|0": 1
-  },
-  "config_tasks": {
-    "custom|aime24": {
-      "name": "aime24",
-      "prompt_function": "aime_prompt_fn",
-      "hf_repo": "HuggingFaceH4/aime_2024",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 30,
-      "effective_num_docs": 30,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|aime24|0": {
-      "hashes": {
-        "hash_examples": "ddec8fc79d0a014b",
-        "hash_full_prompts": "253167becf0dfed7",
-        "hash_input_tokens": "bf1cc75b5f12dfb8",
-        "hash_cont_tokens": "b63238639d2fcf76"
-      },
-      "truncated": 0,
-      "non_truncated": 30,
-      "padded": 0,
-      "non_padded": 30,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "c903e836a519cf98",
-      "hash_full_prompts": "84ff409b6bbf7cc0",
-      "hash_input_tokens": "9a8c7e54ce09af84",
-      "hash_cont_tokens": "ecb6fd6a17a1ef8e"
-    },
-    "truncated": 0,
-    "non_truncated": 30,
-    "padded": 0,
-    "non_padded": 30,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp1_200/results/quyanh/OpenRS-GRPO/results_2025-03-15T00-35-55.755190.json b/logs/evals/Exp1_200/results/quyanh/OpenRS-GRPO/results_2025-03-15T00-35-55.755190.json
deleted file mode 100644
index 8e27875..0000000
--- a/logs/evals/Exp1_200/results/quyanh/OpenRS-GRPO/results_2025-03-15T00-35-55.755190.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2555529.780258504,
-    "end_time": 2557467.354353926,
-    "total_evaluation_time_secondes": "1937.5740954219364",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|math_500|0": {
-      "extractive_match": 0.798,
-      "extractive_match_stderr": 0.017973260031288248
-    },
-    "all": {
-      "extractive_match": 0.798,
-      "extractive_match_stderr": 0.017973260031288248
-    }
-  },
-  "versions": {
-    "custom|math_500|0": 1
-  },
-  "config_tasks": {
-    "custom|math_500": {
-      "name": "math_500",
-      "prompt_function": "math_prompt_fn",
-      "hf_repo": "HuggingFaceH4/MATH-500",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "test"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "test"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 500,
-      "effective_num_docs": 500,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|math_500|0": {
-      "hashes": {
-        "hash_examples": "adf0cc8311011db2",
-        "hash_full_prompts": "63c902dbdbaf1552",
-        "hash_input_tokens": "2af397a095a31139",
-        "hash_cont_tokens": "eba9b0271e8c8b2f"
-      },
-      "truncated": 0,
-      "non_truncated": 500,
-      "padded": 0,
-      "non_padded": 500,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "bfaad1993ff37a60",
-      "hash_full_prompts": "3ceaaade5cf43911",
-      "hash_input_tokens": "c663dbac8a64d3e4",
-      "hash_cont_tokens": "aafc6b7d92bee8a3"
-    },
-    "truncated": 0,
-    "non_truncated": 500,
-    "padded": 0,
-    "non_padded": 500,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp1_200/results/quyanh/OpenRS-GRPO/results_2025-03-15T00-48-41.771959.json b/logs/evals/Exp1_200/results/quyanh/OpenRS-GRPO/results_2025-03-15T00-48-41.771959.json
deleted file mode 100644
index 4490e74..0000000
--- a/logs/evals/Exp1_200/results/quyanh/OpenRS-GRPO/results_2025-03-15T00-48-41.771959.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2557548.485465054,
-    "end_time": 2558233.455578798,
-    "total_evaluation_time_secondes": "684.9701137440279",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|amc23|0": {
-      "extractive_match": 0.575,
-      "extractive_match_stderr": 0.07915823166939519
-    },
-    "all": {
-      "extractive_match": 0.575,
-      "extractive_match_stderr": 0.07915823166939519
-    }
-  },
-  "versions": {
-    "custom|amc23|0": 1
-  },
-  "config_tasks": {
-    "custom|amc23": {
-      "name": "amc23",
-      "prompt_function": "amc_prompt_fn",
-      "hf_repo": "knoveleng/AMC-23",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 40,
-      "effective_num_docs": 40,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|amc23|0": {
-      "hashes": {
-        "hash_examples": "57f3ead69f601b6a",
-        "hash_full_prompts": "64c05856286ef8dc",
-        "hash_input_tokens": "b64afe4485ef61c0",
-        "hash_cont_tokens": "ccaa56a9b9fe16b8"
-      },
-      "truncated": 0,
-      "non_truncated": 40,
-      "padded": 0,
-      "non_padded": 40,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "fe1f1f4512256bec",
-      "hash_full_prompts": "882107366cadc5ce",
-      "hash_input_tokens": "638cd1079164f374",
-      "hash_cont_tokens": "0acfbefb98e82705"
-    },
-    "truncated": 0,
-    "non_truncated": 40,
-    "padded": 0,
-    "non_padded": 40,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp1_200/results/quyanh/OpenRS-GRPO/results_2025-03-15T14-37-59.982413.json b/logs/evals/Exp1_200/results/quyanh/OpenRS-GRPO/results_2025-03-15T14-37-59.982413.json
deleted file mode 100644
index 86d20c4..0000000
--- a/logs/evals/Exp1_200/results/quyanh/OpenRS-GRPO/results_2025-03-15T14-37-59.982413.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2607292.420535898,
-    "end_time": 2607991.665164641,
-    "total_evaluation_time_secondes": "699.2446287432685",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|aime24|0": {
-      "extractive_match": 0.3,
-      "extractive_match_stderr": 0.0850962943396763
-    },
-    "all": {
-      "extractive_match": 0.3,
-      "extractive_match_stderr": 0.0850962943396763
-    }
-  },
-  "versions": {
-    "custom|aime24|0": 1
-  },
-  "config_tasks": {
-    "custom|aime24": {
-      "name": "aime24",
-      "prompt_function": "aime_prompt_fn",
-      "hf_repo": "HuggingFaceH4/aime_2024",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 30,
-      "effective_num_docs": 30,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|aime24|0": {
-      "hashes": {
-        "hash_examples": "ddec8fc79d0a014b",
-        "hash_full_prompts": "253167becf0dfed7",
-        "hash_input_tokens": "bf1cc75b5f12dfb8",
-        "hash_cont_tokens": "b63238639d2fcf76"
-      },
-      "truncated": 0,
-      "non_truncated": 30,
-      "padded": 0,
-      "non_padded": 30,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "c903e836a519cf98",
-      "hash_full_prompts": "84ff409b6bbf7cc0",
-      "hash_input_tokens": "9a8c7e54ce09af84",
-      "hash_cont_tokens": "ecb6fd6a17a1ef8e"
-    },
-    "truncated": 0,
-    "non_truncated": 30,
-    "padded": 0,
-    "non_padded": 30,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp1_300/results/quyanh/OpenRS-GRPO/results_2025-03-15T01-02-29.088363.json b/logs/evals/Exp1_300/results/quyanh/OpenRS-GRPO/results_2025-03-15T01-02-29.088363.json
deleted file mode 100644
index 4ecc448..0000000
--- a/logs/evals/Exp1_300/results/quyanh/OpenRS-GRPO/results_2025-03-15T01-02-29.088363.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2558280.776523193,
-    "end_time": 2559060.750369516,
-    "total_evaluation_time_secondes": "779.9738463233225",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|aime24|0": {
-      "extractive_match": 0.26666666666666666,
-      "extractive_match_stderr": 0.0821175682735253
-    },
-    "all": {
-      "extractive_match": 0.26666666666666666,
-      "extractive_match_stderr": 0.0821175682735253
-    }
-  },
-  "versions": {
-    "custom|aime24|0": 1
-  },
-  "config_tasks": {
-    "custom|aime24": {
-      "name": "aime24",
-      "prompt_function": "aime_prompt_fn",
-      "hf_repo": "HuggingFaceH4/aime_2024",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 30,
-      "effective_num_docs": 30,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|aime24|0": {
-      "hashes": {
-        "hash_examples": "ddec8fc79d0a014b",
-        "hash_full_prompts": "253167becf0dfed7",
-        "hash_input_tokens": "bf1cc75b5f12dfb8",
-        "hash_cont_tokens": "839a511efa4a6078"
-      },
-      "truncated": 0,
-      "non_truncated": 30,
-      "padded": 0,
-      "non_padded": 30,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "c903e836a519cf98",
-      "hash_full_prompts": "84ff409b6bbf7cc0",
-      "hash_input_tokens": "9a8c7e54ce09af84",
-      "hash_cont_tokens": "680d67ec0912d741"
-    },
-    "truncated": 0,
-    "non_truncated": 30,
-    "padded": 0,
-    "non_padded": 30,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp1_300/results/quyanh/OpenRS-GRPO/results_2025-03-15T01-51-01.120880.json b/logs/evals/Exp1_300/results/quyanh/OpenRS-GRPO/results_2025-03-15T01-51-01.120880.json
deleted file mode 100644
index e365403..0000000
--- a/logs/evals/Exp1_300/results/quyanh/OpenRS-GRPO/results_2025-03-15T01-51-01.120880.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2559129.286908899,
-    "end_time": 2561972.673322505,
-    "total_evaluation_time_secondes": "2843.3864136058837",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|math_500|0": {
-      "extractive_match": 0.756,
-      "extractive_match_stderr": 0.01922673489361459
-    },
-    "all": {
-      "extractive_match": 0.756,
-      "extractive_match_stderr": 0.01922673489361459
-    }
-  },
-  "versions": {
-    "custom|math_500|0": 1
-  },
-  "config_tasks": {
-    "custom|math_500": {
-      "name": "math_500",
-      "prompt_function": "math_prompt_fn",
-      "hf_repo": "HuggingFaceH4/MATH-500",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "test"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "test"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 500,
-      "effective_num_docs": 500,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|math_500|0": {
-      "hashes": {
-        "hash_examples": "adf0cc8311011db2",
-        "hash_full_prompts": "63c902dbdbaf1552",
-        "hash_input_tokens": "2af397a095a31139",
-        "hash_cont_tokens": "f124f232f03e4b3c"
-      },
-      "truncated": 0,
-      "non_truncated": 500,
-      "padded": 0,
-      "non_padded": 500,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "bfaad1993ff37a60",
-      "hash_full_prompts": "3ceaaade5cf43911",
-      "hash_input_tokens": "c663dbac8a64d3e4",
-      "hash_cont_tokens": "2afd387b6678b989"
-    },
-    "truncated": 0,
-    "non_truncated": 500,
-    "padded": 0,
-    "non_padded": 500,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp1_300/results/quyanh/OpenRS-GRPO/results_2025-03-15T02-04-41.905474.json b/logs/evals/Exp1_300/results/quyanh/OpenRS-GRPO/results_2025-03-15T02-04-41.905474.json
deleted file mode 100644
index c4a90b2..0000000
--- a/logs/evals/Exp1_300/results/quyanh/OpenRS-GRPO/results_2025-03-15T02-04-41.905474.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2562049.988997336,
-    "end_time": 2562793.583693815,
-    "total_evaluation_time_secondes": "743.5946964789182",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|amc23|0": {
-      "extractive_match": 0.575,
-      "extractive_match_stderr": 0.07915823166939519
-    },
-    "all": {
-      "extractive_match": 0.575,
-      "extractive_match_stderr": 0.07915823166939519
-    }
-  },
-  "versions": {
-    "custom|amc23|0": 1
-  },
-  "config_tasks": {
-    "custom|amc23": {
-      "name": "amc23",
-      "prompt_function": "amc_prompt_fn",
-      "hf_repo": "knoveleng/AMC-23",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 40,
-      "effective_num_docs": 40,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|amc23|0": {
-      "hashes": {
-        "hash_examples": "57f3ead69f601b6a",
-        "hash_full_prompts": "64c05856286ef8dc",
-        "hash_input_tokens": "b64afe4485ef61c0",
-        "hash_cont_tokens": "9dd35889080f8eca"
-      },
-      "truncated": 0,
-      "non_truncated": 40,
-      "padded": 0,
-      "non_padded": 40,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "fe1f1f4512256bec",
-      "hash_full_prompts": "882107366cadc5ce",
-      "hash_input_tokens": "638cd1079164f374",
-      "hash_cont_tokens": "812448b1bfa8fbc7"
-    },
-    "truncated": 0,
-    "non_truncated": 40,
-    "padded": 0,
-    "non_padded": 40,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp1_400/results/quyanh/OpenRS-GRPO/results_2025-03-15T02-14-11.184777.json b/logs/evals/Exp1_400/results/quyanh/OpenRS-GRPO/results_2025-03-15T02-14-11.184777.json
deleted file mode 100644
index 62a8213..0000000
--- a/logs/evals/Exp1_400/results/quyanh/OpenRS-GRPO/results_2025-03-15T02-14-11.184777.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2562859.065263796,
-    "end_time": 2563362.871206422,
-    "total_evaluation_time_secondes": "503.8059426257387",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|aime24|0": {
-      "extractive_match": 0.3333333333333333,
-      "extractive_match_stderr": 0.08753762190648168
-    },
-    "all": {
-      "extractive_match": 0.3333333333333333,
-      "extractive_match_stderr": 0.08753762190648168
-    }
-  },
-  "versions": {
-    "custom|aime24|0": 1
-  },
-  "config_tasks": {
-    "custom|aime24": {
-      "name": "aime24",
-      "prompt_function": "aime_prompt_fn",
-      "hf_repo": "HuggingFaceH4/aime_2024",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 30,
-      "effective_num_docs": 30,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|aime24|0": {
-      "hashes": {
-        "hash_examples": "ddec8fc79d0a014b",
-        "hash_full_prompts": "253167becf0dfed7",
-        "hash_input_tokens": "bf1cc75b5f12dfb8",
-        "hash_cont_tokens": "57cd2595e3fb4e15"
-      },
-      "truncated": 0,
-      "non_truncated": 30,
-      "padded": 0,
-      "non_padded": 30,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "c903e836a519cf98",
-      "hash_full_prompts": "84ff409b6bbf7cc0",
-      "hash_input_tokens": "9a8c7e54ce09af84",
-      "hash_cont_tokens": "2ea2a7e8250f8005"
-    },
-    "truncated": 0,
-    "non_truncated": 30,
-    "padded": 0,
-    "non_padded": 30,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp1_400/results/quyanh/OpenRS-GRPO/results_2025-03-15T02-36-02.705517.json b/logs/evals/Exp1_400/results/quyanh/OpenRS-GRPO/results_2025-03-15T02-36-02.705517.json
deleted file mode 100644
index 22fb6fe..0000000
--- a/logs/evals/Exp1_400/results/quyanh/OpenRS-GRPO/results_2025-03-15T02-36-02.705517.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2563429.852101547,
-    "end_time": 2564674.316530785,
-    "total_evaluation_time_secondes": "1244.4644292378798",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|math_500|0": {
-      "extractive_match": 0.82,
-      "extractive_match_stderr": 0.01719859247631427
-    },
-    "all": {
-      "extractive_match": 0.82,
-      "extractive_match_stderr": 0.01719859247631427
-    }
-  },
-  "versions": {
-    "custom|math_500|0": 1
-  },
-  "config_tasks": {
-    "custom|math_500": {
-      "name": "math_500",
-      "prompt_function": "math_prompt_fn",
-      "hf_repo": "HuggingFaceH4/MATH-500",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "test"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "test"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 500,
-      "effective_num_docs": 500,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|math_500|0": {
-      "hashes": {
-        "hash_examples": "adf0cc8311011db2",
-        "hash_full_prompts": "63c902dbdbaf1552",
-        "hash_input_tokens": "2af397a095a31139",
-        "hash_cont_tokens": "dda7db86b5891548"
-      },
-      "truncated": 0,
-      "non_truncated": 500,
-      "padded": 0,
-      "non_padded": 500,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "bfaad1993ff37a60",
-      "hash_full_prompts": "3ceaaade5cf43911",
-      "hash_input_tokens": "c663dbac8a64d3e4",
-      "hash_cont_tokens": "2ed97aefa363786c"
-    },
-    "truncated": 0,
-    "non_truncated": 500,
-    "padded": 0,
-    "non_padded": 500,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp1_400/results/quyanh/OpenRS-GRPO/results_2025-03-15T02-44-26.970544.json b/logs/evals/Exp1_400/results/quyanh/OpenRS-GRPO/results_2025-03-15T02-44-26.970544.json
deleted file mode 100644
index 379326a..0000000
--- a/logs/evals/Exp1_400/results/quyanh/OpenRS-GRPO/results_2025-03-15T02-44-26.970544.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2564788.62842531,
-    "end_time": 2565178.658914464,
-    "total_evaluation_time_secondes": "390.03048915416",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|amc23|0": {
-      "extractive_match": 0.675,
-      "extractive_match_stderr": 0.07499999999999998
-    },
-    "all": {
-      "extractive_match": 0.675,
-      "extractive_match_stderr": 0.07499999999999998
-    }
-  },
-  "versions": {
-    "custom|amc23|0": 1
-  },
-  "config_tasks": {
-    "custom|amc23": {
-      "name": "amc23",
-      "prompt_function": "amc_prompt_fn",
-      "hf_repo": "knoveleng/AMC-23",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 40,
-      "effective_num_docs": 40,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|amc23|0": {
-      "hashes": {
-        "hash_examples": "57f3ead69f601b6a",
-        "hash_full_prompts": "64c05856286ef8dc",
-        "hash_input_tokens": "b64afe4485ef61c0",
-        "hash_cont_tokens": "fdaf5a9fa19c5c25"
-      },
-      "truncated": 0,
-      "non_truncated": 40,
-      "padded": 0,
-      "non_padded": 40,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "fe1f1f4512256bec",
-      "hash_full_prompts": "882107366cadc5ce",
-      "hash_input_tokens": "638cd1079164f374",
-      "hash_cont_tokens": "a46bfd91934aff2c"
-    },
-    "truncated": 0,
-    "non_truncated": 40,
-    "padded": 0,
-    "non_padded": 40,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp1_500/results/quyanh/OpenRS-GRPO/results_2025-03-15T02-52-04.589810.json b/logs/evals/Exp1_500/results/quyanh/OpenRS-GRPO/results_2025-03-15T02-52-04.589810.json
deleted file mode 100644
index c9f19b4..0000000
--- a/logs/evals/Exp1_500/results/quyanh/OpenRS-GRPO/results_2025-03-15T02-52-04.589810.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2565227.071577089,
-    "end_time": 2565636.278604793,
-    "total_evaluation_time_secondes": "409.2070277039893",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|aime24|0": {
-      "extractive_match": 0.23333333333333334,
-      "extractive_match_stderr": 0.07854032324531728
-    },
-    "all": {
-      "extractive_match": 0.23333333333333334,
-      "extractive_match_stderr": 0.07854032324531728
-    }
-  },
-  "versions": {
-    "custom|aime24|0": 1
-  },
-  "config_tasks": {
-    "custom|aime24": {
-      "name": "aime24",
-      "prompt_function": "aime_prompt_fn",
-      "hf_repo": "HuggingFaceH4/aime_2024",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 30,
-      "effective_num_docs": 30,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|aime24|0": {
-      "hashes": {
-        "hash_examples": "ddec8fc79d0a014b",
-        "hash_full_prompts": "253167becf0dfed7",
-        "hash_input_tokens": "bf1cc75b5f12dfb8",
-        "hash_cont_tokens": "17884cbea1d03333"
-      },
-      "truncated": 0,
-      "non_truncated": 30,
-      "padded": 0,
-      "non_padded": 30,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "c903e836a519cf98",
-      "hash_full_prompts": "84ff409b6bbf7cc0",
-      "hash_input_tokens": "9a8c7e54ce09af84",
-      "hash_cont_tokens": "887aa0bacc8f8844"
-    },
-    "truncated": 0,
-    "non_truncated": 30,
-    "padded": 0,
-    "non_padded": 30,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp1_500/results/quyanh/OpenRS-GRPO/results_2025-03-15T03-11-26.478898.json b/logs/evals/Exp1_500/results/quyanh/OpenRS-GRPO/results_2025-03-15T03-11-26.478898.json
deleted file mode 100644
index 330f27e..0000000
--- a/logs/evals/Exp1_500/results/quyanh/OpenRS-GRPO/results_2025-03-15T03-11-26.478898.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2565700.44115151,
-    "end_time": 2566798.118010773,
-    "total_evaluation_time_secondes": "1097.676859262865",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|math_500|0": {
-      "extractive_match": 0.798,
-      "extractive_match_stderr": 0.017973260031288265
-    },
-    "all": {
-      "extractive_match": 0.798,
-      "extractive_match_stderr": 0.017973260031288265
-    }
-  },
-  "versions": {
-    "custom|math_500|0": 1
-  },
-  "config_tasks": {
-    "custom|math_500": {
-      "name": "math_500",
-      "prompt_function": "math_prompt_fn",
-      "hf_repo": "HuggingFaceH4/MATH-500",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "test"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "test"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 500,
-      "effective_num_docs": 500,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|math_500|0": {
-      "hashes": {
-        "hash_examples": "adf0cc8311011db2",
-        "hash_full_prompts": "63c902dbdbaf1552",
-        "hash_input_tokens": "2af397a095a31139",
-        "hash_cont_tokens": "6b327eeca1fea757"
-      },
-      "truncated": 0,
-      "non_truncated": 500,
-      "padded": 0,
-      "non_padded": 500,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "bfaad1993ff37a60",
-      "hash_full_prompts": "3ceaaade5cf43911",
-      "hash_input_tokens": "c663dbac8a64d3e4",
-      "hash_cont_tokens": "6dbad7c9862d4052"
-    },
-    "truncated": 0,
-    "non_truncated": 500,
-    "padded": 0,
-    "non_padded": 500,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp1_500/results/quyanh/OpenRS-GRPO/results_2025-03-15T03-18-43.114223.json b/logs/evals/Exp1_500/results/quyanh/OpenRS-GRPO/results_2025-03-15T03-18-43.114223.json
deleted file mode 100644
index b2b0ea3..0000000
--- a/logs/evals/Exp1_500/results/quyanh/OpenRS-GRPO/results_2025-03-15T03-18-43.114223.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2566869.350252712,
-    "end_time": 2567234.803742991,
-    "total_evaluation_time_secondes": "365.4534902786836",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|amc23|0": {
-      "extractive_match": 0.675,
-      "extractive_match_stderr": 0.07499999999999998
-    },
-    "all": {
-      "extractive_match": 0.675,
-      "extractive_match_stderr": 0.07499999999999998
-    }
-  },
-  "versions": {
-    "custom|amc23|0": 1
-  },
-  "config_tasks": {
-    "custom|amc23": {
-      "name": "amc23",
-      "prompt_function": "amc_prompt_fn",
-      "hf_repo": "knoveleng/AMC-23",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 40,
-      "effective_num_docs": 40,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|amc23|0": {
-      "hashes": {
-        "hash_examples": "57f3ead69f601b6a",
-        "hash_full_prompts": "64c05856286ef8dc",
-        "hash_input_tokens": "b64afe4485ef61c0",
-        "hash_cont_tokens": "aeca4b45e767c732"
-      },
-      "truncated": 0,
-      "non_truncated": 40,
-      "padded": 0,
-      "non_padded": 40,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "fe1f1f4512256bec",
-      "hash_full_prompts": "882107366cadc5ce",
-      "hash_input_tokens": "638cd1079164f374",
-      "hash_cont_tokens": "e916b987c51016d8"
-    },
-    "truncated": 0,
-    "non_truncated": 40,
-    "padded": 0,
-    "non_padded": 40,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp2_100/results/quyanh/OpenRS-GRPO/results_2025-03-15T04-13-19.506547.json b/logs/evals/Exp2_100/results/quyanh/OpenRS-GRPO/results_2025-03-15T04-13-19.506547.json
deleted file mode 100644
index 3395bd2..0000000
--- a/logs/evals/Exp2_100/results/quyanh/OpenRS-GRPO/results_2025-03-15T04-13-19.506547.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2569877.59925465,
-    "end_time": 2570511.193301663,
-    "total_evaluation_time_secondes": "633.5940470127389",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|aime24|0": {
-      "extractive_match": 0.3333333333333333,
-      "extractive_match_stderr": 0.08753762190648169
-    },
-    "all": {
-      "extractive_match": 0.3333333333333333,
-      "extractive_match_stderr": 0.08753762190648169
-    }
-  },
-  "versions": {
-    "custom|aime24|0": 1
-  },
-  "config_tasks": {
-    "custom|aime24": {
-      "name": "aime24",
-      "prompt_function": "aime_prompt_fn",
-      "hf_repo": "HuggingFaceH4/aime_2024",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 30,
-      "effective_num_docs": 30,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|aime24|0": {
-      "hashes": {
-        "hash_examples": "ddec8fc79d0a014b",
-        "hash_full_prompts": "253167becf0dfed7",
-        "hash_input_tokens": "bf1cc75b5f12dfb8",
-        "hash_cont_tokens": "9d95073fa199fea1"
-      },
-      "truncated": 0,
-      "non_truncated": 30,
-      "padded": 0,
-      "non_padded": 30,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "c903e836a519cf98",
-      "hash_full_prompts": "84ff409b6bbf7cc0",
-      "hash_input_tokens": "9a8c7e54ce09af84",
-      "hash_cont_tokens": "9581b1a436f91769"
-    },
-    "truncated": 0,
-    "non_truncated": 30,
-    "padded": 0,
-    "non_padded": 30,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp2_100/results/quyanh/OpenRS-GRPO/results_2025-03-15T04-35-14.751095.json b/logs/evals/Exp2_100/results/quyanh/OpenRS-GRPO/results_2025-03-15T04-35-14.751095.json
deleted file mode 100644
index 460082d..0000000
--- a/logs/evals/Exp2_100/results/quyanh/OpenRS-GRPO/results_2025-03-15T04-35-14.751095.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2570571.236023537,
-    "end_time": 2571826.342473873,
-    "total_evaluation_time_secondes": "1255.106450336054",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|math_500|0": {
-      "extractive_match": 0.856,
-      "extractive_match_stderr": 0.015716934945725767
-    },
-    "all": {
-      "extractive_match": 0.856,
-      "extractive_match_stderr": 0.015716934945725767
-    }
-  },
-  "versions": {
-    "custom|math_500|0": 1
-  },
-  "config_tasks": {
-    "custom|math_500": {
-      "name": "math_500",
-      "prompt_function": "math_prompt_fn",
-      "hf_repo": "HuggingFaceH4/MATH-500",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "test"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "test"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 500,
-      "effective_num_docs": 500,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|math_500|0": {
-      "hashes": {
-        "hash_examples": "adf0cc8311011db2",
-        "hash_full_prompts": "63c902dbdbaf1552",
-        "hash_input_tokens": "2af397a095a31139",
-        "hash_cont_tokens": "ce035e0da82bf62c"
-      },
-      "truncated": 0,
-      "non_truncated": 500,
-      "padded": 0,
-      "non_padded": 500,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "bfaad1993ff37a60",
-      "hash_full_prompts": "3ceaaade5cf43911",
-      "hash_input_tokens": "c663dbac8a64d3e4",
-      "hash_cont_tokens": "185044a2d01d14ca"
-    },
-    "truncated": 0,
-    "non_truncated": 500,
-    "padded": 0,
-    "non_padded": 500,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp2_100/results/quyanh/OpenRS-GRPO/results_2025-03-15T04-44-39.651229.json b/logs/evals/Exp2_100/results/quyanh/OpenRS-GRPO/results_2025-03-15T04-44-39.651229.json
deleted file mode 100644
index 113a278..0000000
--- a/logs/evals/Exp2_100/results/quyanh/OpenRS-GRPO/results_2025-03-15T04-44-39.651229.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2571904.690897501,
-    "end_time": 2572391.342055246,
-    "total_evaluation_time_secondes": "486.6511577446945",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|amc23|0": {
-      "extractive_match": 0.7,
-      "extractive_match_stderr": 0.07337993857053426
-    },
-    "all": {
-      "extractive_match": 0.7,
-      "extractive_match_stderr": 0.07337993857053426
-    }
-  },
-  "versions": {
-    "custom|amc23|0": 1
-  },
-  "config_tasks": {
-    "custom|amc23": {
-      "name": "amc23",
-      "prompt_function": "amc_prompt_fn",
-      "hf_repo": "knoveleng/AMC-23",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 40,
-      "effective_num_docs": 40,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|amc23|0": {
-      "hashes": {
-        "hash_examples": "57f3ead69f601b6a",
-        "hash_full_prompts": "64c05856286ef8dc",
-        "hash_input_tokens": "b64afe4485ef61c0",
-        "hash_cont_tokens": "806ab92dedff279f"
-      },
-      "truncated": 0,
-      "non_truncated": 40,
-      "padded": 0,
-      "non_padded": 40,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "fe1f1f4512256bec",
-      "hash_full_prompts": "882107366cadc5ce",
-      "hash_input_tokens": "638cd1079164f374",
-      "hash_cont_tokens": "a0e7c914c07ced33"
-    },
-    "truncated": 0,
-    "non_truncated": 40,
-    "padded": 0,
-    "non_padded": 40,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp2_150/results/quyanh/OpenRS-GRPO/results_2025-03-15T04-54-03.406254.json b/logs/evals/Exp2_150/results/quyanh/OpenRS-GRPO/results_2025-03-15T04-54-03.406254.json
deleted file mode 100644
index b2524cc..0000000
--- a/logs/evals/Exp2_150/results/quyanh/OpenRS-GRPO/results_2025-03-15T04-54-03.406254.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2572478.041585189,
-    "end_time": 2572955.095596673,
-    "total_evaluation_time_secondes": "477.0540114841424",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|aime24|0": {
-      "extractive_match": 0.36666666666666664,
-      "extractive_match_stderr": 0.0894855453983996
-    },
-    "all": {
-      "extractive_match": 0.36666666666666664,
-      "extractive_match_stderr": 0.0894855453983996
-    }
-  },
-  "versions": {
-    "custom|aime24|0": 1
-  },
-  "config_tasks": {
-    "custom|aime24": {
-      "name": "aime24",
-      "prompt_function": "aime_prompt_fn",
-      "hf_repo": "HuggingFaceH4/aime_2024",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 30,
-      "effective_num_docs": 30,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|aime24|0": {
-      "hashes": {
-        "hash_examples": "ddec8fc79d0a014b",
-        "hash_full_prompts": "253167becf0dfed7",
-        "hash_input_tokens": "bf1cc75b5f12dfb8",
-        "hash_cont_tokens": "39278bd920db3487"
-      },
-      "truncated": 0,
-      "non_truncated": 30,
-      "padded": 0,
-      "non_padded": 30,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "c903e836a519cf98",
-      "hash_full_prompts": "84ff409b6bbf7cc0",
-      "hash_input_tokens": "9a8c7e54ce09af84",
-      "hash_cont_tokens": "b9f7ed706698f186"
-    },
-    "truncated": 0,
-    "non_truncated": 30,
-    "padded": 0,
-    "non_padded": 30,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp2_150/results/quyanh/OpenRS-GRPO/results_2025-03-15T05-13-57.844846.json b/logs/evals/Exp2_150/results/quyanh/OpenRS-GRPO/results_2025-03-15T05-13-57.844846.json
deleted file mode 100644
index 5c51ed5..0000000
--- a/logs/evals/Exp2_150/results/quyanh/OpenRS-GRPO/results_2025-03-15T05-13-57.844846.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2573032.477990599,
-    "end_time": 2574149.485158068,
-    "total_evaluation_time_secondes": "1117.0071674692445",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|math_500|0": {
-      "extractive_match": 0.854,
-      "extractive_match_stderr": 0.01580720517583485
-    },
-    "all": {
-      "extractive_match": 0.854,
-      "extractive_match_stderr": 0.01580720517583485
-    }
-  },
-  "versions": {
-    "custom|math_500|0": 1
-  },
-  "config_tasks": {
-    "custom|math_500": {
-      "name": "math_500",
-      "prompt_function": "math_prompt_fn",
-      "hf_repo": "HuggingFaceH4/MATH-500",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "test"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "test"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 500,
-      "effective_num_docs": 500,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|math_500|0": {
-      "hashes": {
-        "hash_examples": "adf0cc8311011db2",
-        "hash_full_prompts": "63c902dbdbaf1552",
-        "hash_input_tokens": "2af397a095a31139",
-        "hash_cont_tokens": "0e843829e85cfe94"
-      },
-      "truncated": 0,
-      "non_truncated": 500,
-      "padded": 0,
-      "non_padded": 500,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "bfaad1993ff37a60",
-      "hash_full_prompts": "3ceaaade5cf43911",
-      "hash_input_tokens": "c663dbac8a64d3e4",
-      "hash_cont_tokens": "db7b20002a364074"
-    },
-    "truncated": 0,
-    "non_truncated": 500,
-    "padded": 0,
-    "non_padded": 500,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp2_150/results/quyanh/OpenRS-GRPO/results_2025-03-15T05-20-07.618719.json b/logs/evals/Exp2_150/results/quyanh/OpenRS-GRPO/results_2025-03-15T05-20-07.618719.json
deleted file mode 100644
index fc7b574..0000000
--- a/logs/evals/Exp2_150/results/quyanh/OpenRS-GRPO/results_2025-03-15T05-20-07.618719.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2574199.530597124,
-    "end_time": 2574519.310388266,
-    "total_evaluation_time_secondes": "319.77979114232585",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|amc23|0": {
-      "extractive_match": 0.75,
-      "extractive_match_stderr": 0.06933752452815363
-    },
-    "all": {
-      "extractive_match": 0.75,
-      "extractive_match_stderr": 0.06933752452815363
-    }
-  },
-  "versions": {
-    "custom|amc23|0": 1
-  },
-  "config_tasks": {
-    "custom|amc23": {
-      "name": "amc23",
-      "prompt_function": "amc_prompt_fn",
-      "hf_repo": "knoveleng/AMC-23",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 40,
-      "effective_num_docs": 40,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|amc23|0": {
-      "hashes": {
-        "hash_examples": "57f3ead69f601b6a",
-        "hash_full_prompts": "64c05856286ef8dc",
-        "hash_input_tokens": "b64afe4485ef61c0",
-        "hash_cont_tokens": "6a096939eeb8097d"
-      },
-      "truncated": 0,
-      "non_truncated": 40,
-      "padded": 0,
-      "non_padded": 40,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "fe1f1f4512256bec",
-      "hash_full_prompts": "882107366cadc5ce",
-      "hash_input_tokens": "638cd1079164f374",
-      "hash_cont_tokens": "bdec73a60303c3fc"
-    },
-    "truncated": 0,
-    "non_truncated": 40,
-    "padded": 0,
-    "non_padded": 40,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp2_200/results/quyanh/OpenRS-GRPO/results_2025-03-15T05-31-02.871828.json b/logs/evals/Exp2_200/results/quyanh/OpenRS-GRPO/results_2025-03-15T05-31-02.871828.json
deleted file mode 100644
index 3d82ec2..0000000
--- a/logs/evals/Exp2_200/results/quyanh/OpenRS-GRPO/results_2025-03-15T05-31-02.871828.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2574556.171576032,
-    "end_time": 2575174.544545133,
-    "total_evaluation_time_secondes": "618.3729691011831",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|aime24|0": {
-      "extractive_match": 0.2,
-      "extractive_match_stderr": 0.07427813527082075
-    },
-    "all": {
-      "extractive_match": 0.2,
-      "extractive_match_stderr": 0.07427813527082075
-    }
-  },
-  "versions": {
-    "custom|aime24|0": 1
-  },
-  "config_tasks": {
-    "custom|aime24": {
-      "name": "aime24",
-      "prompt_function": "aime_prompt_fn",
-      "hf_repo": "HuggingFaceH4/aime_2024",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 30,
-      "effective_num_docs": 30,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|aime24|0": {
-      "hashes": {
-        "hash_examples": "ddec8fc79d0a014b",
-        "hash_full_prompts": "253167becf0dfed7",
-        "hash_input_tokens": "bf1cc75b5f12dfb8",
-        "hash_cont_tokens": "6077ed83d15d6889"
-      },
-      "truncated": 0,
-      "non_truncated": 30,
-      "padded": 0,
-      "non_padded": 30,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "c903e836a519cf98",
-      "hash_full_prompts": "84ff409b6bbf7cc0",
-      "hash_input_tokens": "9a8c7e54ce09af84",
-      "hash_cont_tokens": "c1a9ed1d84a0d925"
-    },
-    "truncated": 0,
-    "non_truncated": 30,
-    "padded": 0,
-    "non_padded": 30,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp2_200/results/quyanh/OpenRS-GRPO/results_2025-03-15T05-51-04.119358.json b/logs/evals/Exp2_200/results/quyanh/OpenRS-GRPO/results_2025-03-15T05-51-04.119358.json
deleted file mode 100644
index a2ed530..0000000
--- a/logs/evals/Exp2_200/results/quyanh/OpenRS-GRPO/results_2025-03-15T05-51-04.119358.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2575244.022829783,
-    "end_time": 2576375.754693394,
-    "total_evaluation_time_secondes": "1131.7318636109121",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|math_500|0": {
-      "extractive_match": 0.8,
-      "extractive_match_stderr": 0.017906459241433855
-    },
-    "all": {
-      "extractive_match": 0.8,
-      "extractive_match_stderr": 0.017906459241433855
-    }
-  },
-  "versions": {
-    "custom|math_500|0": 1
-  },
-  "config_tasks": {
-    "custom|math_500": {
-      "name": "math_500",
-      "prompt_function": "math_prompt_fn",
-      "hf_repo": "HuggingFaceH4/MATH-500",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "test"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "test"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 500,
-      "effective_num_docs": 500,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|math_500|0": {
-      "hashes": {
-        "hash_examples": "adf0cc8311011db2",
-        "hash_full_prompts": "63c902dbdbaf1552",
-        "hash_input_tokens": "2af397a095a31139",
-        "hash_cont_tokens": "758890b1dfee93f1"
-      },
-      "truncated": 0,
-      "non_truncated": 500,
-      "padded": 0,
-      "non_padded": 500,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "bfaad1993ff37a60",
-      "hash_full_prompts": "3ceaaade5cf43911",
-      "hash_input_tokens": "c663dbac8a64d3e4",
-      "hash_cont_tokens": "6da72493ad7e20fa"
-    },
-    "truncated": 0,
-    "non_truncated": 500,
-    "padded": 0,
-    "non_padded": 500,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp2_200/results/quyanh/OpenRS-GRPO/results_2025-03-15T06-00-23.069698.json b/logs/evals/Exp2_200/results/quyanh/OpenRS-GRPO/results_2025-03-15T06-00-23.069698.json
deleted file mode 100644
index b0a09fb..0000000
--- a/logs/evals/Exp2_200/results/quyanh/OpenRS-GRPO/results_2025-03-15T06-00-23.069698.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2576450.971500249,
-    "end_time": 2576934.750199688,
-    "total_evaluation_time_secondes": "483.77869943901896",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|amc23|0": {
-      "extractive_match": 0.575,
-      "extractive_match_stderr": 0.07915823166939519
-    },
-    "all": {
-      "extractive_match": 0.575,
-      "extractive_match_stderr": 0.07915823166939519
-    }
-  },
-  "versions": {
-    "custom|amc23|0": 1
-  },
-  "config_tasks": {
-    "custom|amc23": {
-      "name": "amc23",
-      "prompt_function": "amc_prompt_fn",
-      "hf_repo": "knoveleng/AMC-23",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 40,
-      "effective_num_docs": 40,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|amc23|0": {
-      "hashes": {
-        "hash_examples": "57f3ead69f601b6a",
-        "hash_full_prompts": "64c05856286ef8dc",
-        "hash_input_tokens": "b64afe4485ef61c0",
-        "hash_cont_tokens": "56e8f52dea2b9ec6"
-      },
-      "truncated": 0,
-      "non_truncated": 40,
-      "padded": 0,
-      "non_padded": 40,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "fe1f1f4512256bec",
-      "hash_full_prompts": "882107366cadc5ce",
-      "hash_input_tokens": "638cd1079164f374",
-      "hash_cont_tokens": "6f3eceda2cec8b33"
-    },
-    "truncated": 0,
-    "non_truncated": 40,
-    "padded": 0,
-    "non_padded": 40,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp2_250/results/quyanh/OpenRS-GRPO/results_2025-03-15T06-09-49.021006.json b/logs/evals/Exp2_250/results/quyanh/OpenRS-GRPO/results_2025-03-15T06-09-49.021006.json
deleted file mode 100644
index 5d83067..0000000
--- a/logs/evals/Exp2_250/results/quyanh/OpenRS-GRPO/results_2025-03-15T06-09-49.021006.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2576972.829442079,
-    "end_time": 2577500.710391771,
-    "total_evaluation_time_secondes": "527.8809496918693",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|aime24|0": {
-      "extractive_match": 0.3,
-      "extractive_match_stderr": 0.0850962943396763
-    },
-    "all": {
-      "extractive_match": 0.3,
-      "extractive_match_stderr": 0.0850962943396763
-    }
-  },
-  "versions": {
-    "custom|aime24|0": 1
-  },
-  "config_tasks": {
-    "custom|aime24": {
-      "name": "aime24",
-      "prompt_function": "aime_prompt_fn",
-      "hf_repo": "HuggingFaceH4/aime_2024",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 30,
-      "effective_num_docs": 30,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|aime24|0": {
-      "hashes": {
-        "hash_examples": "ddec8fc79d0a014b",
-        "hash_full_prompts": "253167becf0dfed7",
-        "hash_input_tokens": "bf1cc75b5f12dfb8",
-        "hash_cont_tokens": "9dea059f367c048a"
-      },
-      "truncated": 0,
-      "non_truncated": 30,
-      "padded": 0,
-      "non_padded": 30,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "c903e836a519cf98",
-      "hash_full_prompts": "84ff409b6bbf7cc0",
-      "hash_input_tokens": "9a8c7e54ce09af84",
-      "hash_cont_tokens": "e716ced2d7d9fa84"
-    },
-    "truncated": 0,
-    "non_truncated": 30,
-    "padded": 0,
-    "non_padded": 30,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp2_250/results/quyanh/OpenRS-GRPO/results_2025-03-15T06-28-55.702973.json b/logs/evals/Exp2_250/results/quyanh/OpenRS-GRPO/results_2025-03-15T06-28-55.702973.json
deleted file mode 100644
index 01c658b..0000000
--- a/logs/evals/Exp2_250/results/quyanh/OpenRS-GRPO/results_2025-03-15T06-28-55.702973.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2577587.191756647,
-    "end_time": 2578647.345242229,
-    "total_evaluation_time_secondes": "1060.1534855817445",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|math_500|0": {
-      "extractive_match": 0.826,
-      "extractive_match_stderr": 0.016971271257516147
-    },
-    "all": {
-      "extractive_match": 0.826,
-      "extractive_match_stderr": 0.016971271257516147
-    }
-  },
-  "versions": {
-    "custom|math_500|0": 1
-  },
-  "config_tasks": {
-    "custom|math_500": {
-      "name": "math_500",
-      "prompt_function": "math_prompt_fn",
-      "hf_repo": "HuggingFaceH4/MATH-500",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "test"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "test"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 500,
-      "effective_num_docs": 500,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|math_500|0": {
-      "hashes": {
-        "hash_examples": "adf0cc8311011db2",
-        "hash_full_prompts": "63c902dbdbaf1552",
-        "hash_input_tokens": "2af397a095a31139",
-        "hash_cont_tokens": "7b5df8b0938240b1"
-      },
-      "truncated": 0,
-      "non_truncated": 500,
-      "padded": 0,
-      "non_padded": 500,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "bfaad1993ff37a60",
-      "hash_full_prompts": "3ceaaade5cf43911",
-      "hash_input_tokens": "c663dbac8a64d3e4",
-      "hash_cont_tokens": "e53039268588162c"
-    },
-    "truncated": 0,
-    "non_truncated": 500,
-    "padded": 0,
-    "non_padded": 500,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp2_250/results/quyanh/OpenRS-GRPO/results_2025-03-15T06-34-45.013493.json b/logs/evals/Exp2_250/results/quyanh/OpenRS-GRPO/results_2025-03-15T06-34-45.013493.json
deleted file mode 100644
index 38e6e6e..0000000
--- a/logs/evals/Exp2_250/results/quyanh/OpenRS-GRPO/results_2025-03-15T06-34-45.013493.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2578699.013531457,
-    "end_time": 2578996.706382657,
-    "total_evaluation_time_secondes": "297.6928511997685",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|amc23|0": {
-      "extractive_match": 0.65,
-      "extractive_match_stderr": 0.07637626158259733
-    },
-    "all": {
-      "extractive_match": 0.65,
-      "extractive_match_stderr": 0.07637626158259733
-    }
-  },
-  "versions": {
-    "custom|amc23|0": 1
-  },
-  "config_tasks": {
-    "custom|amc23": {
-      "name": "amc23",
-      "prompt_function": "amc_prompt_fn",
-      "hf_repo": "knoveleng/AMC-23",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 40,
-      "effective_num_docs": 40,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|amc23|0": {
-      "hashes": {
-        "hash_examples": "57f3ead69f601b6a",
-        "hash_full_prompts": "64c05856286ef8dc",
-        "hash_input_tokens": "b64afe4485ef61c0",
-        "hash_cont_tokens": "0a77fd8b65d5693c"
-      },
-      "truncated": 0,
-      "non_truncated": 40,
-      "padded": 0,
-      "non_padded": 40,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "fe1f1f4512256bec",
-      "hash_full_prompts": "882107366cadc5ce",
-      "hash_input_tokens": "638cd1079164f374",
-      "hash_cont_tokens": "a169c269d2eaaac4"
-    },
-    "truncated": 0,
-    "non_truncated": 40,
-    "padded": 0,
-    "non_padded": 40,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp2_300/results/quyanh/OpenRS-GRPO/results_2025-03-15T06-42-52.541003.json b/logs/evals/Exp2_300/results/quyanh/OpenRS-GRPO/results_2025-03-15T06-42-52.541003.json
deleted file mode 100644
index b01d23f..0000000
--- a/logs/evals/Exp2_300/results/quyanh/OpenRS-GRPO/results_2025-03-15T06-42-52.541003.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2579092.107139461,
-    "end_time": 2579484.220244874,
-    "total_evaluation_time_secondes": "392.1131054125726",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|aime24|0": {
-      "extractive_match": 0.2,
-      "extractive_match_stderr": 0.07427813527082076
-    },
-    "all": {
-      "extractive_match": 0.2,
-      "extractive_match_stderr": 0.07427813527082076
-    }
-  },
-  "versions": {
-    "custom|aime24|0": 1
-  },
-  "config_tasks": {
-    "custom|aime24": {
-      "name": "aime24",
-      "prompt_function": "aime_prompt_fn",
-      "hf_repo": "HuggingFaceH4/aime_2024",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 30,
-      "effective_num_docs": 30,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|aime24|0": {
-      "hashes": {
-        "hash_examples": "ddec8fc79d0a014b",
-        "hash_full_prompts": "253167becf0dfed7",
-        "hash_input_tokens": "bf1cc75b5f12dfb8",
-        "hash_cont_tokens": "8a299fcdd85d83a4"
-      },
-      "truncated": 0,
-      "non_truncated": 30,
-      "padded": 0,
-      "non_padded": 30,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "c903e836a519cf98",
-      "hash_full_prompts": "84ff409b6bbf7cc0",
-      "hash_input_tokens": "9a8c7e54ce09af84",
-      "hash_cont_tokens": "d5533616a87b80ed"
-    },
-    "truncated": 0,
-    "non_truncated": 30,
-    "padded": 0,
-    "non_padded": 30,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp2_300/results/quyanh/OpenRS-GRPO/results_2025-03-15T06-56-52.023106.json b/logs/evals/Exp2_300/results/quyanh/OpenRS-GRPO/results_2025-03-15T06-56-52.023106.json
deleted file mode 100644
index 52cf37d..0000000
--- a/logs/evals/Exp2_300/results/quyanh/OpenRS-GRPO/results_2025-03-15T06-56-52.023106.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2579564.124064897,
-    "end_time": 2580323.670382602,
-    "total_evaluation_time_secondes": "759.5463177049533",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|math_500|0": {
-      "extractive_match": 0.824,
-      "extractive_match_stderr": 0.017047852020622263
-    },
-    "all": {
-      "extractive_match": 0.824,
-      "extractive_match_stderr": 0.017047852020622263
-    }
-  },
-  "versions": {
-    "custom|math_500|0": 1
-  },
-  "config_tasks": {
-    "custom|math_500": {
-      "name": "math_500",
-      "prompt_function": "math_prompt_fn",
-      "hf_repo": "HuggingFaceH4/MATH-500",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "test"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "test"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 500,
-      "effective_num_docs": 500,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|math_500|0": {
-      "hashes": {
-        "hash_examples": "adf0cc8311011db2",
-        "hash_full_prompts": "63c902dbdbaf1552",
-        "hash_input_tokens": "2af397a095a31139",
-        "hash_cont_tokens": "b2d7391eac1f81f2"
-      },
-      "truncated": 0,
-      "non_truncated": 500,
-      "padded": 0,
-      "non_padded": 500,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "bfaad1993ff37a60",
-      "hash_full_prompts": "3ceaaade5cf43911",
-      "hash_input_tokens": "c663dbac8a64d3e4",
-      "hash_cont_tokens": "8e0031f22a0aa723"
-    },
-    "truncated": 0,
-    "non_truncated": 500,
-    "padded": 0,
-    "non_padded": 500,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp2_300/results/quyanh/OpenRS-GRPO/results_2025-03-15T07-04-05.239254.json b/logs/evals/Exp2_300/results/quyanh/OpenRS-GRPO/results_2025-03-15T07-04-05.239254.json
deleted file mode 100644
index 221cb66..0000000
--- a/logs/evals/Exp2_300/results/quyanh/OpenRS-GRPO/results_2025-03-15T07-04-05.239254.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2580424.328730572,
-    "end_time": 2580756.931524183,
-    "total_evaluation_time_secondes": "332.60279361112043",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|amc23|0": {
-      "extractive_match": 0.675,
-      "extractive_match_stderr": 0.07499999999999998
-    },
-    "all": {
-      "extractive_match": 0.675,
-      "extractive_match_stderr": 0.07499999999999998
-    }
-  },
-  "versions": {
-    "custom|amc23|0": 1
-  },
-  "config_tasks": {
-    "custom|amc23": {
-      "name": "amc23",
-      "prompt_function": "amc_prompt_fn",
-      "hf_repo": "knoveleng/AMC-23",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 40,
-      "effective_num_docs": 40,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|amc23|0": {
-      "hashes": {
-        "hash_examples": "57f3ead69f601b6a",
-        "hash_full_prompts": "64c05856286ef8dc",
-        "hash_input_tokens": "b64afe4485ef61c0",
-        "hash_cont_tokens": "b38129b60c769bd6"
-      },
-      "truncated": 0,
-      "non_truncated": 40,
-      "padded": 0,
-      "non_padded": 40,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "fe1f1f4512256bec",
-      "hash_full_prompts": "882107366cadc5ce",
-      "hash_input_tokens": "638cd1079164f374",
-      "hash_cont_tokens": "4a03618c47084d90"
-    },
-    "truncated": 0,
-    "non_truncated": 40,
-    "padded": 0,
-    "non_padded": 40,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp2_350/results/quyanh/OpenRS-GRPO/results_2025-03-15T07-10-27.028672.json b/logs/evals/Exp2_350/results/quyanh/OpenRS-GRPO/results_2025-03-15T07-10-27.028672.json
deleted file mode 100644
index 7fea938..0000000
--- a/logs/evals/Exp2_350/results/quyanh/OpenRS-GRPO/results_2025-03-15T07-10-27.028672.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2580812.042311833,
-    "end_time": 2581138.714750407,
-    "total_evaluation_time_secondes": "326.67243857402354",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|aime24|0": {
-      "extractive_match": 0.3333333333333333,
-      "extractive_match_stderr": 0.0875376219064817
-    },
-    "all": {
-      "extractive_match": 0.3333333333333333,
-      "extractive_match_stderr": 0.0875376219064817
-    }
-  },
-  "versions": {
-    "custom|aime24|0": 1
-  },
-  "config_tasks": {
-    "custom|aime24": {
-      "name": "aime24",
-      "prompt_function": "aime_prompt_fn",
-      "hf_repo": "HuggingFaceH4/aime_2024",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 30,
-      "effective_num_docs": 30,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|aime24|0": {
-      "hashes": {
-        "hash_examples": "ddec8fc79d0a014b",
-        "hash_full_prompts": "253167becf0dfed7",
-        "hash_input_tokens": "bf1cc75b5f12dfb8",
-        "hash_cont_tokens": "314d40cde0446e00"
-      },
-      "truncated": 0,
-      "non_truncated": 30,
-      "padded": 0,
-      "non_padded": 30,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "c903e836a519cf98",
-      "hash_full_prompts": "84ff409b6bbf7cc0",
-      "hash_input_tokens": "9a8c7e54ce09af84",
-      "hash_cont_tokens": "83c2fe7147a45ed0"
-    },
-    "truncated": 0,
-    "non_truncated": 30,
-    "padded": 0,
-    "non_padded": 30,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp2_350/results/quyanh/OpenRS-GRPO/results_2025-03-15T07-24-32.807123.json b/logs/evals/Exp2_350/results/quyanh/OpenRS-GRPO/results_2025-03-15T07-24-32.807123.json
deleted file mode 100644
index cde79fb..0000000
--- a/logs/evals/Exp2_350/results/quyanh/OpenRS-GRPO/results_2025-03-15T07-24-32.807123.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2581209.555826082,
-    "end_time": 2581984.464070361,
-    "total_evaluation_time_secondes": "774.9082442792132",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|math_500|0": {
-      "extractive_match": 0.814,
-      "extractive_match_stderr": 0.01741880678058394
-    },
-    "all": {
-      "extractive_match": 0.814,
-      "extractive_match_stderr": 0.01741880678058394
-    }
-  },
-  "versions": {
-    "custom|math_500|0": 1
-  },
-  "config_tasks": {
-    "custom|math_500": {
-      "name": "math_500",
-      "prompt_function": "math_prompt_fn",
-      "hf_repo": "HuggingFaceH4/MATH-500",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "test"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "test"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 500,
-      "effective_num_docs": 500,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|math_500|0": {
-      "hashes": {
-        "hash_examples": "adf0cc8311011db2",
-        "hash_full_prompts": "63c902dbdbaf1552",
-        "hash_input_tokens": "2af397a095a31139",
-        "hash_cont_tokens": "a050975778a6be25"
-      },
-      "truncated": 0,
-      "non_truncated": 500,
-      "padded": 0,
-      "non_padded": 500,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "bfaad1993ff37a60",
-      "hash_full_prompts": "3ceaaade5cf43911",
-      "hash_input_tokens": "c663dbac8a64d3e4",
-      "hash_cont_tokens": "20a4136b5748e4f1"
-    },
-    "truncated": 0,
-    "non_truncated": 500,
-    "padded": 0,
-    "non_padded": 500,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp2_350/results/quyanh/OpenRS-GRPO/results_2025-03-15T07-29-47.478300.json b/logs/evals/Exp2_350/results/quyanh/OpenRS-GRPO/results_2025-03-15T07-29-47.478300.json
deleted file mode 100644
index a46f867..0000000
--- a/logs/evals/Exp2_350/results/quyanh/OpenRS-GRPO/results_2025-03-15T07-29-47.478300.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2582057.657695042,
-    "end_time": 2582299.170243019,
-    "total_evaluation_time_secondes": "241.51254797680303",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|amc23|0": {
-      "extractive_match": 0.625,
-      "extractive_match_stderr": 0.07752170911825529
-    },
-    "all": {
-      "extractive_match": 0.625,
-      "extractive_match_stderr": 0.07752170911825529
-    }
-  },
-  "versions": {
-    "custom|amc23|0": 1
-  },
-  "config_tasks": {
-    "custom|amc23": {
-      "name": "amc23",
-      "prompt_function": "amc_prompt_fn",
-      "hf_repo": "knoveleng/AMC-23",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 40,
-      "effective_num_docs": 40,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|amc23|0": {
-      "hashes": {
-        "hash_examples": "57f3ead69f601b6a",
-        "hash_full_prompts": "64c05856286ef8dc",
-        "hash_input_tokens": "b64afe4485ef61c0",
-        "hash_cont_tokens": "02bf8270f672d019"
-      },
-      "truncated": 0,
-      "non_truncated": 40,
-      "padded": 0,
-      "non_padded": 40,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "fe1f1f4512256bec",
-      "hash_full_prompts": "882107366cadc5ce",
-      "hash_input_tokens": "638cd1079164f374",
-      "hash_cont_tokens": "9bcd38a007e3c1f7"
-    },
-    "truncated": 0,
-    "non_truncated": 40,
-    "padded": 0,
-    "non_padded": 40,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp2_400/results/quyanh/OpenRS-GRPO/results_2025-03-15T07-36-30.994685.json b/logs/evals/Exp2_400/results/quyanh/OpenRS-GRPO/results_2025-03-15T07-36-30.994685.json
deleted file mode 100644
index c327fc4..0000000
--- a/logs/evals/Exp2_400/results/quyanh/OpenRS-GRPO/results_2025-03-15T07-36-30.994685.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2582347.378834666,
-    "end_time": 2582702.685794419,
-    "total_evaluation_time_secondes": "355.30695975292474",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|aime24|0": {
-      "extractive_match": 0.26666666666666666,
-      "extractive_match_stderr": 0.0821175682735253
-    },
-    "all": {
-      "extractive_match": 0.26666666666666666,
-      "extractive_match_stderr": 0.0821175682735253
-    }
-  },
-  "versions": {
-    "custom|aime24|0": 1
-  },
-  "config_tasks": {
-    "custom|aime24": {
-      "name": "aime24",
-      "prompt_function": "aime_prompt_fn",
-      "hf_repo": "HuggingFaceH4/aime_2024",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 30,
-      "effective_num_docs": 30,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|aime24|0": {
-      "hashes": {
-        "hash_examples": "ddec8fc79d0a014b",
-        "hash_full_prompts": "253167becf0dfed7",
-        "hash_input_tokens": "bf1cc75b5f12dfb8",
-        "hash_cont_tokens": "77b972bf9c1cfb26"
-      },
-      "truncated": 0,
-      "non_truncated": 30,
-      "padded": 0,
-      "non_padded": 30,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "c903e836a519cf98",
-      "hash_full_prompts": "84ff409b6bbf7cc0",
-      "hash_input_tokens": "9a8c7e54ce09af84",
-      "hash_cont_tokens": "585ab41a6bd09268"
-    },
-    "truncated": 0,
-    "non_truncated": 30,
-    "padded": 0,
-    "non_padded": 30,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp2_400/results/quyanh/OpenRS-GRPO/results_2025-03-15T07-49-32.062451.json b/logs/evals/Exp2_400/results/quyanh/OpenRS-GRPO/results_2025-03-15T07-49-32.062451.json
deleted file mode 100644
index 745c63a..0000000
--- a/logs/evals/Exp2_400/results/quyanh/OpenRS-GRPO/results_2025-03-15T07-49-32.062451.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2582781.263596611,
-    "end_time": 2583483.690574673,
-    "total_evaluation_time_secondes": "702.426978061907",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|math_500|0": {
-      "extractive_match": 0.822,
-      "extractive_match_stderr": 0.017123622189062257
-    },
-    "all": {
-      "extractive_match": 0.822,
-      "extractive_match_stderr": 0.017123622189062257
-    }
-  },
-  "versions": {
-    "custom|math_500|0": 1
-  },
-  "config_tasks": {
-    "custom|math_500": {
-      "name": "math_500",
-      "prompt_function": "math_prompt_fn",
-      "hf_repo": "HuggingFaceH4/MATH-500",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "test"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "test"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 500,
-      "effective_num_docs": 500,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|math_500|0": {
-      "hashes": {
-        "hash_examples": "adf0cc8311011db2",
-        "hash_full_prompts": "63c902dbdbaf1552",
-        "hash_input_tokens": "2af397a095a31139",
-        "hash_cont_tokens": "36524c3d10393f7f"
-      },
-      "truncated": 0,
-      "non_truncated": 500,
-      "padded": 0,
-      "non_padded": 500,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "bfaad1993ff37a60",
-      "hash_full_prompts": "3ceaaade5cf43911",
-      "hash_input_tokens": "c663dbac8a64d3e4",
-      "hash_cont_tokens": "e4920254817e7bfc"
-    },
-    "truncated": 0,
-    "non_truncated": 500,
-    "padded": 0,
-    "non_padded": 500,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp2_400/results/quyanh/OpenRS-GRPO/results_2025-03-15T07-55-51.416032.json b/logs/evals/Exp2_400/results/quyanh/OpenRS-GRPO/results_2025-03-15T07-55-51.416032.json
deleted file mode 100644
index 1f6f1e6..0000000
--- a/logs/evals/Exp2_400/results/quyanh/OpenRS-GRPO/results_2025-03-15T07-55-51.416032.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2583567.839449735,
-    "end_time": 2583863.106798447,
-    "total_evaluation_time_secondes": "295.2673487123102",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|amc23|0": {
-      "extractive_match": 0.7,
-      "extractive_match_stderr": 0.07337993857053426
-    },
-    "all": {
-      "extractive_match": 0.7,
-      "extractive_match_stderr": 0.07337993857053426
-    }
-  },
-  "versions": {
-    "custom|amc23|0": 1
-  },
-  "config_tasks": {
-    "custom|amc23": {
-      "name": "amc23",
-      "prompt_function": "amc_prompt_fn",
-      "hf_repo": "knoveleng/AMC-23",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 40,
-      "effective_num_docs": 40,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|amc23|0": {
-      "hashes": {
-        "hash_examples": "57f3ead69f601b6a",
-        "hash_full_prompts": "64c05856286ef8dc",
-        "hash_input_tokens": "b64afe4485ef61c0",
-        "hash_cont_tokens": "f52cd39075e5792e"
-      },
-      "truncated": 0,
-      "non_truncated": 40,
-      "padded": 0,
-      "non_padded": 40,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "fe1f1f4512256bec",
-      "hash_full_prompts": "882107366cadc5ce",
-      "hash_input_tokens": "638cd1079164f374",
-      "hash_cont_tokens": "17e169df3b2c15f2"
-    },
-    "truncated": 0,
-    "non_truncated": 40,
-    "padded": 0,
-    "non_padded": 40,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp2_50/results/quyanh/OpenRS-GRPO/results_2025-03-15T03-30-59.655917.json b/logs/evals/Exp2_50/results/quyanh/OpenRS-GRPO/results_2025-03-15T03-30-59.655917.json
deleted file mode 100644
index e8b2e4b..0000000
--- a/logs/evals/Exp2_50/results/quyanh/OpenRS-GRPO/results_2025-03-15T03-30-59.655917.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2567298.375852412,
-    "end_time": 2567971.3367268,
-    "total_evaluation_time_secondes": "672.9608743879944",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|aime24|0": {
-      "extractive_match": 0.3,
-      "extractive_match_stderr": 0.0850962943396763
-    },
-    "all": {
-      "extractive_match": 0.3,
-      "extractive_match_stderr": 0.0850962943396763
-    }
-  },
-  "versions": {
-    "custom|aime24|0": 1
-  },
-  "config_tasks": {
-    "custom|aime24": {
-      "name": "aime24",
-      "prompt_function": "aime_prompt_fn",
-      "hf_repo": "HuggingFaceH4/aime_2024",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 30,
-      "effective_num_docs": 30,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|aime24|0": {
-      "hashes": {
-        "hash_examples": "ddec8fc79d0a014b",
-        "hash_full_prompts": "253167becf0dfed7",
-        "hash_input_tokens": "bf1cc75b5f12dfb8",
-        "hash_cont_tokens": "76473421bbe93410"
-      },
-      "truncated": 0,
-      "non_truncated": 30,
-      "padded": 0,
-      "non_padded": 30,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "c903e836a519cf98",
-      "hash_full_prompts": "84ff409b6bbf7cc0",
-      "hash_input_tokens": "9a8c7e54ce09af84",
-      "hash_cont_tokens": "a2125e595bab4673"
-    },
-    "truncated": 0,
-    "non_truncated": 30,
-    "padded": 0,
-    "non_padded": 30,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp2_50/results/quyanh/OpenRS-GRPO/results_2025-03-15T03-53-53.011460.json b/logs/evals/Exp2_50/results/quyanh/OpenRS-GRPO/results_2025-03-15T03-53-53.011460.json
deleted file mode 100644
index 60727c1..0000000
--- a/logs/evals/Exp2_50/results/quyanh/OpenRS-GRPO/results_2025-03-15T03-53-53.011460.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2568037.999388426,
-    "end_time": 2569344.647350468,
-    "total_evaluation_time_secondes": "1306.6479620421305",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|math_500|0": {
-      "extractive_match": 0.854,
-      "extractive_match_stderr": 0.01580720517583485
-    },
-    "all": {
-      "extractive_match": 0.854,
-      "extractive_match_stderr": 0.01580720517583485
-    }
-  },
-  "versions": {
-    "custom|math_500|0": 1
-  },
-  "config_tasks": {
-    "custom|math_500": {
-      "name": "math_500",
-      "prompt_function": "math_prompt_fn",
-      "hf_repo": "HuggingFaceH4/MATH-500",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "test"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "test"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 500,
-      "effective_num_docs": 500,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|math_500|0": {
-      "hashes": {
-        "hash_examples": "adf0cc8311011db2",
-        "hash_full_prompts": "63c902dbdbaf1552",
-        "hash_input_tokens": "2af397a095a31139",
-        "hash_cont_tokens": "961808827104c739"
-      },
-      "truncated": 0,
-      "non_truncated": 500,
-      "padded": 0,
-      "non_padded": 500,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "bfaad1993ff37a60",
-      "hash_full_prompts": "3ceaaade5cf43911",
-      "hash_input_tokens": "c663dbac8a64d3e4",
-      "hash_cont_tokens": "0a4348ce590f191d"
-    },
-    "truncated": 0,
-    "non_truncated": 500,
-    "padded": 0,
-    "non_padded": 500,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp2_50/results/quyanh/OpenRS-GRPO/results_2025-03-15T04-01-54.627135.json b/logs/evals/Exp2_50/results/quyanh/OpenRS-GRPO/results_2025-03-15T04-01-54.627135.json
deleted file mode 100644
index 748b51a..0000000
--- a/logs/evals/Exp2_50/results/quyanh/OpenRS-GRPO/results_2025-03-15T04-01-54.627135.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2569429.209718564,
-    "end_time": 2569826.319747058,
-    "total_evaluation_time_secondes": "397.11002849414945",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|amc23|0": {
-      "extractive_match": 0.8,
-      "extractive_match_stderr": 0.06405126152203487
-    },
-    "all": {
-      "extractive_match": 0.8,
-      "extractive_match_stderr": 0.06405126152203487
-    }
-  },
-  "versions": {
-    "custom|amc23|0": 1
-  },
-  "config_tasks": {
-    "custom|amc23": {
-      "name": "amc23",
-      "prompt_function": "amc_prompt_fn",
-      "hf_repo": "knoveleng/AMC-23",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 40,
-      "effective_num_docs": 40,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|amc23|0": {
-      "hashes": {
-        "hash_examples": "57f3ead69f601b6a",
-        "hash_full_prompts": "64c05856286ef8dc",
-        "hash_input_tokens": "b64afe4485ef61c0",
-        "hash_cont_tokens": "d1d854bc50c70679"
-      },
-      "truncated": 0,
-      "non_truncated": 40,
-      "padded": 0,
-      "non_padded": 40,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "fe1f1f4512256bec",
-      "hash_full_prompts": "882107366cadc5ce",
-      "hash_input_tokens": "638cd1079164f374",
-      "hash_cont_tokens": "198d7b3d60a17a97"
-    },
-    "truncated": 0,
-    "non_truncated": 40,
-    "padded": 0,
-    "non_padded": 40,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp3_100/results/quyanh/OpenRS-GRPO/results_2025-03-15T08-52-22.004802.json b/logs/evals/Exp3_100/results/quyanh/OpenRS-GRPO/results_2025-03-15T08-52-22.004802.json
deleted file mode 100644
index ea4b990..0000000
--- a/logs/evals/Exp3_100/results/quyanh/OpenRS-GRPO/results_2025-03-15T08-52-22.004802.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2586637.696856398,
-    "end_time": 2587253.686011266,
-    "total_evaluation_time_secondes": "615.9891548678279",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|aime24|0": {
-      "extractive_match": 0.3,
-      "extractive_match_stderr": 0.08509629433967632
-    },
-    "all": {
-      "extractive_match": 0.3,
-      "extractive_match_stderr": 0.08509629433967632
-    }
-  },
-  "versions": {
-    "custom|aime24|0": 1
-  },
-  "config_tasks": {
-    "custom|aime24": {
-      "name": "aime24",
-      "prompt_function": "aime_prompt_fn",
-      "hf_repo": "HuggingFaceH4/aime_2024",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 30,
-      "effective_num_docs": 30,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|aime24|0": {
-      "hashes": {
-        "hash_examples": "ddec8fc79d0a014b",
-        "hash_full_prompts": "253167becf0dfed7",
-        "hash_input_tokens": "bf1cc75b5f12dfb8",
-        "hash_cont_tokens": "f899e2531ad5b6e1"
-      },
-      "truncated": 0,
-      "non_truncated": 30,
-      "padded": 0,
-      "non_padded": 30,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "c903e836a519cf98",
-      "hash_full_prompts": "84ff409b6bbf7cc0",
-      "hash_input_tokens": "9a8c7e54ce09af84",
-      "hash_cont_tokens": "a424417871d83f65"
-    },
-    "truncated": 0,
-    "non_truncated": 30,
-    "padded": 0,
-    "non_padded": 30,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp3_100/results/quyanh/OpenRS-GRPO/results_2025-03-15T09-16-52.530386.json b/logs/evals/Exp3_100/results/quyanh/OpenRS-GRPO/results_2025-03-15T09-16-52.530386.json
deleted file mode 100644
index 4e49221..0000000
--- a/logs/evals/Exp3_100/results/quyanh/OpenRS-GRPO/results_2025-03-15T09-16-52.530386.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2587310.198941251,
-    "end_time": 2588724.15183972,
-    "total_evaluation_time_secondes": "1413.952898469288",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|math_500|0": {
-      "extractive_match": 0.844,
-      "extractive_match_stderr": 0.016243636028391104
-    },
-    "all": {
-      "extractive_match": 0.844,
-      "extractive_match_stderr": 0.016243636028391104
-    }
-  },
-  "versions": {
-    "custom|math_500|0": 1
-  },
-  "config_tasks": {
-    "custom|math_500": {
-      "name": "math_500",
-      "prompt_function": "math_prompt_fn",
-      "hf_repo": "HuggingFaceH4/MATH-500",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "test"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "test"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 500,
-      "effective_num_docs": 500,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|math_500|0": {
-      "hashes": {
-        "hash_examples": "adf0cc8311011db2",
-        "hash_full_prompts": "63c902dbdbaf1552",
-        "hash_input_tokens": "2af397a095a31139",
-        "hash_cont_tokens": "0ff22df8a2e32ff6"
-      },
-      "truncated": 0,
-      "non_truncated": 500,
-      "padded": 0,
-      "non_padded": 500,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "bfaad1993ff37a60",
-      "hash_full_prompts": "3ceaaade5cf43911",
-      "hash_input_tokens": "c663dbac8a64d3e4",
-      "hash_cont_tokens": "13d8e0072ee283ae"
-    },
-    "truncated": 0,
-    "non_truncated": 500,
-    "padded": 0,
-    "non_padded": 500,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp3_100/results/quyanh/OpenRS-GRPO/results_2025-03-15T09-26-36.766492.json b/logs/evals/Exp3_100/results/quyanh/OpenRS-GRPO/results_2025-03-15T09-26-36.766492.json
deleted file mode 100644
index 0fce891..0000000
--- a/logs/evals/Exp3_100/results/quyanh/OpenRS-GRPO/results_2025-03-15T09-26-36.766492.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2588822.652426989,
-    "end_time": 2589308.453780031,
-    "total_evaluation_time_secondes": "485.80135304201394",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|amc23|0": {
-      "extractive_match": 0.7,
-      "extractive_match_stderr": 0.07337993857053426
-    },
-    "all": {
-      "extractive_match": 0.7,
-      "extractive_match_stderr": 0.07337993857053426
-    }
-  },
-  "versions": {
-    "custom|amc23|0": 1
-  },
-  "config_tasks": {
-    "custom|amc23": {
-      "name": "amc23",
-      "prompt_function": "amc_prompt_fn",
-      "hf_repo": "knoveleng/AMC-23",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 40,
-      "effective_num_docs": 40,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|amc23|0": {
-      "hashes": {
-        "hash_examples": "57f3ead69f601b6a",
-        "hash_full_prompts": "64c05856286ef8dc",
-        "hash_input_tokens": "b64afe4485ef61c0",
-        "hash_cont_tokens": "cff1c1f58a10c3ec"
-      },
-      "truncated": 0,
-      "non_truncated": 40,
-      "padded": 0,
-      "non_padded": 40,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "fe1f1f4512256bec",
-      "hash_full_prompts": "882107366cadc5ce",
-      "hash_input_tokens": "638cd1079164f374",
-      "hash_cont_tokens": "9f14f44a8006a380"
-    },
-    "truncated": 0,
-    "non_truncated": 40,
-    "padded": 0,
-    "non_padded": 40,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp3_150/results/quyanh/OpenRS-GRPO/results_2025-03-15T09-36-59.825027.json b/logs/evals/Exp3_150/results/quyanh/OpenRS-GRPO/results_2025-03-15T09-36-59.825027.json
deleted file mode 100644
index 9deb9a6..0000000
--- a/logs/evals/Exp3_150/results/quyanh/OpenRS-GRPO/results_2025-03-15T09-36-59.825027.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2589368.024663066,
-    "end_time": 2589931.508379323,
-    "total_evaluation_time_secondes": "563.4837162569165",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|aime24|0": {
-      "extractive_match": 0.43333333333333335,
-      "extractive_match_stderr": 0.0920186554465537
-    },
-    "all": {
-      "extractive_match": 0.43333333333333335,
-      "extractive_match_stderr": 0.0920186554465537
-    }
-  },
-  "versions": {
-    "custom|aime24|0": 1
-  },
-  "config_tasks": {
-    "custom|aime24": {
-      "name": "aime24",
-      "prompt_function": "aime_prompt_fn",
-      "hf_repo": "HuggingFaceH4/aime_2024",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 30,
-      "effective_num_docs": 30,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|aime24|0": {
-      "hashes": {
-        "hash_examples": "ddec8fc79d0a014b",
-        "hash_full_prompts": "253167becf0dfed7",
-        "hash_input_tokens": "bf1cc75b5f12dfb8",
-        "hash_cont_tokens": "5f98c2f013b48f03"
-      },
-      "truncated": 0,
-      "non_truncated": 30,
-      "padded": 0,
-      "non_padded": 30,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "c903e836a519cf98",
-      "hash_full_prompts": "84ff409b6bbf7cc0",
-      "hash_input_tokens": "9a8c7e54ce09af84",
-      "hash_cont_tokens": "ed47f783736df3bf"
-    },
-    "truncated": 0,
-    "non_truncated": 30,
-    "padded": 0,
-    "non_padded": 30,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp3_150/results/quyanh/OpenRS-GRPO/results_2025-03-15T09-55-14.957560.json b/logs/evals/Exp3_150/results/quyanh/OpenRS-GRPO/results_2025-03-15T09-55-14.957560.json
deleted file mode 100644
index fe94103..0000000
--- a/logs/evals/Exp3_150/results/quyanh/OpenRS-GRPO/results_2025-03-15T09-55-14.957560.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2589983.778860533,
-    "end_time": 2591026.655002043,
-    "total_evaluation_time_secondes": "1042.8761415099725",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|math_500|0": {
-      "extractive_match": 0.856,
-      "extractive_match_stderr": 0.015716934945725767
-    },
-    "all": {
-      "extractive_match": 0.856,
-      "extractive_match_stderr": 0.015716934945725767
-    }
-  },
-  "versions": {
-    "custom|math_500|0": 1
-  },
-  "config_tasks": {
-    "custom|math_500": {
-      "name": "math_500",
-      "prompt_function": "math_prompt_fn",
-      "hf_repo": "HuggingFaceH4/MATH-500",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "test"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "test"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 500,
-      "effective_num_docs": 500,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|math_500|0": {
-      "hashes": {
-        "hash_examples": "adf0cc8311011db2",
-        "hash_full_prompts": "63c902dbdbaf1552",
-        "hash_input_tokens": "2af397a095a31139",
-        "hash_cont_tokens": "0fab9c626e9e9390"
-      },
-      "truncated": 0,
-      "non_truncated": 500,
-      "padded": 0,
-      "non_padded": 500,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "bfaad1993ff37a60",
-      "hash_full_prompts": "3ceaaade5cf43911",
-      "hash_input_tokens": "c663dbac8a64d3e4",
-      "hash_cont_tokens": "a22503828d7d43e3"
-    },
-    "truncated": 0,
-    "non_truncated": 500,
-    "padded": 0,
-    "non_padded": 500,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp3_150/results/quyanh/OpenRS-GRPO/results_2025-03-15T10-04-33.528650.json b/logs/evals/Exp3_150/results/quyanh/OpenRS-GRPO/results_2025-03-15T10-04-33.528650.json
deleted file mode 100644
index 53699cc..0000000
--- a/logs/evals/Exp3_150/results/quyanh/OpenRS-GRPO/results_2025-03-15T10-04-33.528650.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2591099.695949811,
-    "end_time": 2591585.220585029,
-    "total_evaluation_time_secondes": "485.52463521808386",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|amc23|0": {
-      "extractive_match": 0.75,
-      "extractive_match_stderr": 0.06933752452815363
-    },
-    "all": {
-      "extractive_match": 0.75,
-      "extractive_match_stderr": 0.06933752452815363
-    }
-  },
-  "versions": {
-    "custom|amc23|0": 1
-  },
-  "config_tasks": {
-    "custom|amc23": {
-      "name": "amc23",
-      "prompt_function": "amc_prompt_fn",
-      "hf_repo": "knoveleng/AMC-23",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 40,
-      "effective_num_docs": 40,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|amc23|0": {
-      "hashes": {
-        "hash_examples": "57f3ead69f601b6a",
-        "hash_full_prompts": "64c05856286ef8dc",
-        "hash_input_tokens": "b64afe4485ef61c0",
-        "hash_cont_tokens": "1b6a1b4002eec6c6"
-      },
-      "truncated": 0,
-      "non_truncated": 40,
-      "padded": 0,
-      "non_padded": 40,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "fe1f1f4512256bec",
-      "hash_full_prompts": "882107366cadc5ce",
-      "hash_input_tokens": "638cd1079164f374",
-      "hash_cont_tokens": "21b4cbba6be064a5"
-    },
-    "truncated": 0,
-    "non_truncated": 40,
-    "padded": 0,
-    "non_padded": 40,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp3_200/results/quyanh/OpenRS-GRPO/results_2025-03-15T10-15-17.421583.json b/logs/evals/Exp3_200/results/quyanh/OpenRS-GRPO/results_2025-03-15T10-15-17.421583.json
deleted file mode 100644
index 59dcc60..0000000
--- a/logs/evals/Exp3_200/results/quyanh/OpenRS-GRPO/results_2025-03-15T10-15-17.421583.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2591637.731648111,
-    "end_time": 2592229.108160378,
-    "total_evaluation_time_secondes": "591.3765122671612",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|aime24|0": {
-      "extractive_match": 0.23333333333333334,
-      "extractive_match_stderr": 0.07854032324531728
-    },
-    "all": {
-      "extractive_match": 0.23333333333333334,
-      "extractive_match_stderr": 0.07854032324531728
-    }
-  },
-  "versions": {
-    "custom|aime24|0": 1
-  },
-  "config_tasks": {
-    "custom|aime24": {
-      "name": "aime24",
-      "prompt_function": "aime_prompt_fn",
-      "hf_repo": "HuggingFaceH4/aime_2024",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 30,
-      "effective_num_docs": 30,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|aime24|0": {
-      "hashes": {
-        "hash_examples": "ddec8fc79d0a014b",
-        "hash_full_prompts": "253167becf0dfed7",
-        "hash_input_tokens": "bf1cc75b5f12dfb8",
-        "hash_cont_tokens": "aba7231d0ede8892"
-      },
-      "truncated": 0,
-      "non_truncated": 30,
-      "padded": 0,
-      "non_padded": 30,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "c903e836a519cf98",
-      "hash_full_prompts": "84ff409b6bbf7cc0",
-      "hash_input_tokens": "9a8c7e54ce09af84",
-      "hash_cont_tokens": "68a37f065ac252b2"
-    },
-    "truncated": 0,
-    "non_truncated": 30,
-    "padded": 0,
-    "non_padded": 30,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp3_200/results/quyanh/OpenRS-GRPO/results_2025-03-15T10-33-42.826955.json b/logs/evals/Exp3_200/results/quyanh/OpenRS-GRPO/results_2025-03-15T10-33-42.826955.json
deleted file mode 100644
index ef36b01..0000000
--- a/logs/evals/Exp3_200/results/quyanh/OpenRS-GRPO/results_2025-03-15T10-33-42.826955.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2592299.508424689,
-    "end_time": 2593334.475003944,
-    "total_evaluation_time_secondes": "1034.9665792547166",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|math_500|0": {
-      "extractive_match": 0.852,
-      "extractive_match_stderr": 0.015896458561251246
-    },
-    "all": {
-      "extractive_match": 0.852,
-      "extractive_match_stderr": 0.015896458561251246
-    }
-  },
-  "versions": {
-    "custom|math_500|0": 1
-  },
-  "config_tasks": {
-    "custom|math_500": {
-      "name": "math_500",
-      "prompt_function": "math_prompt_fn",
-      "hf_repo": "HuggingFaceH4/MATH-500",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "test"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "test"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 500,
-      "effective_num_docs": 500,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|math_500|0": {
-      "hashes": {
-        "hash_examples": "adf0cc8311011db2",
-        "hash_full_prompts": "63c902dbdbaf1552",
-        "hash_input_tokens": "2af397a095a31139",
-        "hash_cont_tokens": "e3e867c652ccb694"
-      },
-      "truncated": 0,
-      "non_truncated": 500,
-      "padded": 0,
-      "non_padded": 500,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "bfaad1993ff37a60",
-      "hash_full_prompts": "3ceaaade5cf43911",
-      "hash_input_tokens": "c663dbac8a64d3e4",
-      "hash_cont_tokens": "d6ee582ea943bd6e"
-    },
-    "truncated": 0,
-    "non_truncated": 500,
-    "padded": 0,
-    "non_padded": 500,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp3_200/results/quyanh/OpenRS-GRPO/results_2025-03-15T10-39-54.446838.json b/logs/evals/Exp3_200/results/quyanh/OpenRS-GRPO/results_2025-03-15T10-39-54.446838.json
deleted file mode 100644
index c415d01..0000000
--- a/logs/evals/Exp3_200/results/quyanh/OpenRS-GRPO/results_2025-03-15T10-39-54.446838.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2593401.704100977,
-    "end_time": 2593706.140676645,
-    "total_evaluation_time_secondes": "304.43657566793263",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|amc23|0": {
-      "extractive_match": 0.775,
-      "extractive_match_stderr": 0.06686668711812967
-    },
-    "all": {
-      "extractive_match": 0.775,
-      "extractive_match_stderr": 0.06686668711812967
-    }
-  },
-  "versions": {
-    "custom|amc23|0": 1
-  },
-  "config_tasks": {
-    "custom|amc23": {
-      "name": "amc23",
-      "prompt_function": "amc_prompt_fn",
-      "hf_repo": "knoveleng/AMC-23",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 40,
-      "effective_num_docs": 40,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|amc23|0": {
-      "hashes": {
-        "hash_examples": "57f3ead69f601b6a",
-        "hash_full_prompts": "64c05856286ef8dc",
-        "hash_input_tokens": "b64afe4485ef61c0",
-        "hash_cont_tokens": "e1ea54b6a1bf95b4"
-      },
-      "truncated": 0,
-      "non_truncated": 40,
-      "padded": 0,
-      "non_padded": 40,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "fe1f1f4512256bec",
-      "hash_full_prompts": "882107366cadc5ce",
-      "hash_input_tokens": "638cd1079164f374",
-      "hash_cont_tokens": "a71856567a33efac"
-    },
-    "truncated": 0,
-    "non_truncated": 40,
-    "padded": 0,
-    "non_padded": 40,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp3_250/results/quyanh/OpenRS-GRPO/results_2025-03-15T10-50-49.693635.json b/logs/evals/Exp3_250/results/quyanh/OpenRS-GRPO/results_2025-03-15T10-50-49.693635.json
deleted file mode 100644
index d648f60..0000000
--- a/logs/evals/Exp3_250/results/quyanh/OpenRS-GRPO/results_2025-03-15T10-50-49.693635.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2593753.251117188,
-    "end_time": 2594361.376800723,
-    "total_evaluation_time_secondes": "608.1256835348904",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|aime24|0": {
-      "extractive_match": 0.3333333333333333,
-      "extractive_match_stderr": 0.08753762190648169
-    },
-    "all": {
-      "extractive_match": 0.3333333333333333,
-      "extractive_match_stderr": 0.08753762190648169
-    }
-  },
-  "versions": {
-    "custom|aime24|0": 1
-  },
-  "config_tasks": {
-    "custom|aime24": {
-      "name": "aime24",
-      "prompt_function": "aime_prompt_fn",
-      "hf_repo": "HuggingFaceH4/aime_2024",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 30,
-      "effective_num_docs": 30,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|aime24|0": {
-      "hashes": {
-        "hash_examples": "ddec8fc79d0a014b",
-        "hash_full_prompts": "253167becf0dfed7",
-        "hash_input_tokens": "bf1cc75b5f12dfb8",
-        "hash_cont_tokens": "490dc46f67c29942"
-      },
-      "truncated": 0,
-      "non_truncated": 30,
-      "padded": 0,
-      "non_padded": 30,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "c903e836a519cf98",
-      "hash_full_prompts": "84ff409b6bbf7cc0",
-      "hash_input_tokens": "9a8c7e54ce09af84",
-      "hash_cont_tokens": "18c8551d8a1015a6"
-    },
-    "truncated": 0,
-    "non_truncated": 30,
-    "padded": 0,
-    "non_padded": 30,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp3_250/results/quyanh/OpenRS-GRPO/results_2025-03-15T11-11-55.345666.json b/logs/evals/Exp3_250/results/quyanh/OpenRS-GRPO/results_2025-03-15T11-11-55.345666.json
deleted file mode 100644
index fc6908a..0000000
--- a/logs/evals/Exp3_250/results/quyanh/OpenRS-GRPO/results_2025-03-15T11-11-55.345666.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2594416.381958949,
-    "end_time": 2595626.985790251,
-    "total_evaluation_time_secondes": "1210.603831301909",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|math_500|0": {
-      "extractive_match": 0.804,
-      "extractive_match_stderr": 0.017770751227744862
-    },
-    "all": {
-      "extractive_match": 0.804,
-      "extractive_match_stderr": 0.017770751227744862
-    }
-  },
-  "versions": {
-    "custom|math_500|0": 1
-  },
-  "config_tasks": {
-    "custom|math_500": {
-      "name": "math_500",
-      "prompt_function": "math_prompt_fn",
-      "hf_repo": "HuggingFaceH4/MATH-500",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "test"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "test"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 500,
-      "effective_num_docs": 500,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|math_500|0": {
-      "hashes": {
-        "hash_examples": "adf0cc8311011db2",
-        "hash_full_prompts": "63c902dbdbaf1552",
-        "hash_input_tokens": "2af397a095a31139",
-        "hash_cont_tokens": "1678101c78f1f285"
-      },
-      "truncated": 0,
-      "non_truncated": 500,
-      "padded": 0,
-      "non_padded": 500,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "bfaad1993ff37a60",
-      "hash_full_prompts": "3ceaaade5cf43911",
-      "hash_input_tokens": "c663dbac8a64d3e4",
-      "hash_cont_tokens": "9f08e5d1c86fbf9c"
-    },
-    "truncated": 0,
-    "non_truncated": 500,
-    "padded": 0,
-    "non_padded": 500,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp3_250/results/quyanh/OpenRS-GRPO/results_2025-03-15T11-22-45.088452.json b/logs/evals/Exp3_250/results/quyanh/OpenRS-GRPO/results_2025-03-15T11-22-45.088452.json
deleted file mode 100644
index bcb180e..0000000
--- a/logs/evals/Exp3_250/results/quyanh/OpenRS-GRPO/results_2025-03-15T11-22-45.088452.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2595694.940795575,
-    "end_time": 2596276.773000479,
-    "total_evaluation_time_secondes": "581.8322049044073",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|amc23|0": {
-      "extractive_match": 0.6,
-      "extractive_match_stderr": 0.07844645405527362
-    },
-    "all": {
-      "extractive_match": 0.6,
-      "extractive_match_stderr": 0.07844645405527362
-    }
-  },
-  "versions": {
-    "custom|amc23|0": 1
-  },
-  "config_tasks": {
-    "custom|amc23": {
-      "name": "amc23",
-      "prompt_function": "amc_prompt_fn",
-      "hf_repo": "knoveleng/AMC-23",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 40,
-      "effective_num_docs": 40,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|amc23|0": {
-      "hashes": {
-        "hash_examples": "57f3ead69f601b6a",
-        "hash_full_prompts": "64c05856286ef8dc",
-        "hash_input_tokens": "b64afe4485ef61c0",
-        "hash_cont_tokens": "597b0bb4fc1adfd9"
-      },
-      "truncated": 0,
-      "non_truncated": 40,
-      "padded": 0,
-      "non_padded": 40,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "fe1f1f4512256bec",
-      "hash_full_prompts": "882107366cadc5ce",
-      "hash_input_tokens": "638cd1079164f374",
-      "hash_cont_tokens": "66cde9f29d4c2f5c"
-    },
-    "truncated": 0,
-    "non_truncated": 40,
-    "padded": 0,
-    "non_padded": 40,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp3_300/results/quyanh/OpenRS-GRPO/results_2025-03-15T11-33-37.815028.json b/logs/evals/Exp3_300/results/quyanh/OpenRS-GRPO/results_2025-03-15T11-33-37.815028.json
deleted file mode 100644
index 7464a62..0000000
--- a/logs/evals/Exp3_300/results/quyanh/OpenRS-GRPO/results_2025-03-15T11-33-37.815028.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2596337.815541219,
-    "end_time": 2596929.497024281,
-    "total_evaluation_time_secondes": "591.6814830619842",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|aime24|0": {
-      "extractive_match": 0.26666666666666666,
-      "extractive_match_stderr": 0.0821175682735253
-    },
-    "all": {
-      "extractive_match": 0.26666666666666666,
-      "extractive_match_stderr": 0.0821175682735253
-    }
-  },
-  "versions": {
-    "custom|aime24|0": 1
-  },
-  "config_tasks": {
-    "custom|aime24": {
-      "name": "aime24",
-      "prompt_function": "aime_prompt_fn",
-      "hf_repo": "HuggingFaceH4/aime_2024",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 30,
-      "effective_num_docs": 30,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|aime24|0": {
-      "hashes": {
-        "hash_examples": "ddec8fc79d0a014b",
-        "hash_full_prompts": "253167becf0dfed7",
-        "hash_input_tokens": "bf1cc75b5f12dfb8",
-        "hash_cont_tokens": "d893bd40128f3f01"
-      },
-      "truncated": 0,
-      "non_truncated": 30,
-      "padded": 0,
-      "non_padded": 30,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "c903e836a519cf98",
-      "hash_full_prompts": "84ff409b6bbf7cc0",
-      "hash_input_tokens": "9a8c7e54ce09af84",
-      "hash_cont_tokens": "304e7ec495522d6e"
-    },
-    "truncated": 0,
-    "non_truncated": 30,
-    "padded": 0,
-    "non_padded": 30,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp3_300/results/quyanh/OpenRS-GRPO/results_2025-03-15T11-56-26.434504.json b/logs/evals/Exp3_300/results/quyanh/OpenRS-GRPO/results_2025-03-15T11-56-26.434504.json
deleted file mode 100644
index 8510407..0000000
--- a/logs/evals/Exp3_300/results/quyanh/OpenRS-GRPO/results_2025-03-15T11-56-26.434504.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2596993.780300828,
-    "end_time": 2598298.12918594,
-    "total_evaluation_time_secondes": "1304.3488851119764",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|math_500|0": {
-      "extractive_match": 0.83,
-      "extractive_match_stderr": 0.016815633531393415
-    },
-    "all": {
-      "extractive_match": 0.83,
-      "extractive_match_stderr": 0.016815633531393415
-    }
-  },
-  "versions": {
-    "custom|math_500|0": 1
-  },
-  "config_tasks": {
-    "custom|math_500": {
-      "name": "math_500",
-      "prompt_function": "math_prompt_fn",
-      "hf_repo": "HuggingFaceH4/MATH-500",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "test"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "test"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 500,
-      "effective_num_docs": 500,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|math_500|0": {
-      "hashes": {
-        "hash_examples": "adf0cc8311011db2",
-        "hash_full_prompts": "63c902dbdbaf1552",
-        "hash_input_tokens": "2af397a095a31139",
-        "hash_cont_tokens": "2d8a8b96257009fe"
-      },
-      "truncated": 0,
-      "non_truncated": 500,
-      "padded": 0,
-      "non_padded": 500,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "bfaad1993ff37a60",
-      "hash_full_prompts": "3ceaaade5cf43911",
-      "hash_input_tokens": "c663dbac8a64d3e4",
-      "hash_cont_tokens": "69e17b0bd9a55619"
-    },
-    "truncated": 0,
-    "non_truncated": 500,
-    "padded": 0,
-    "non_padded": 500,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp3_300/results/quyanh/OpenRS-GRPO/results_2025-03-15T12-07-33.637126.json b/logs/evals/Exp3_300/results/quyanh/OpenRS-GRPO/results_2025-03-15T12-07-33.637126.json
deleted file mode 100644
index facdefe..0000000
--- a/logs/evals/Exp3_300/results/quyanh/OpenRS-GRPO/results_2025-03-15T12-07-33.637126.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2598411.082974548,
-    "end_time": 2598965.327884916,
-    "total_evaluation_time_secondes": "554.2449103682302",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|amc23|0": {
-      "extractive_match": 0.7,
-      "extractive_match_stderr": 0.07337993857053426
-    },
-    "all": {
-      "extractive_match": 0.7,
-      "extractive_match_stderr": 0.07337993857053426
-    }
-  },
-  "versions": {
-    "custom|amc23|0": 1
-  },
-  "config_tasks": {
-    "custom|amc23": {
-      "name": "amc23",
-      "prompt_function": "amc_prompt_fn",
-      "hf_repo": "knoveleng/AMC-23",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 40,
-      "effective_num_docs": 40,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|amc23|0": {
-      "hashes": {
-        "hash_examples": "57f3ead69f601b6a",
-        "hash_full_prompts": "64c05856286ef8dc",
-        "hash_input_tokens": "b64afe4485ef61c0",
-        "hash_cont_tokens": "40d9bb73f755c8ae"
-      },
-      "truncated": 0,
-      "non_truncated": 40,
-      "padded": 0,
-      "non_padded": 40,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "fe1f1f4512256bec",
-      "hash_full_prompts": "882107366cadc5ce",
-      "hash_input_tokens": "638cd1079164f374",
-      "hash_cont_tokens": "0f0dc5923fa3d806"
-    },
-    "truncated": 0,
-    "non_truncated": 40,
-    "padded": 0,
-    "non_padded": 40,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp3_350/results/quyanh/OpenRS-GRPO/results_2025-03-15T12-19-09.426338.json b/logs/evals/Exp3_350/results/quyanh/OpenRS-GRPO/results_2025-03-15T12-19-09.426338.json
deleted file mode 100644
index 2a617ce..0000000
--- a/logs/evals/Exp3_350/results/quyanh/OpenRS-GRPO/results_2025-03-15T12-19-09.426338.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2599055.52137683,
-    "end_time": 2599661.112662593,
-    "total_evaluation_time_secondes": "605.5912857628427",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|aime24|0": {
-      "extractive_match": 0.23333333333333334,
-      "extractive_match_stderr": 0.07854032324531728
-    },
-    "all": {
-      "extractive_match": 0.23333333333333334,
-      "extractive_match_stderr": 0.07854032324531728
-    }
-  },
-  "versions": {
-    "custom|aime24|0": 1
-  },
-  "config_tasks": {
-    "custom|aime24": {
-      "name": "aime24",
-      "prompt_function": "aime_prompt_fn",
-      "hf_repo": "HuggingFaceH4/aime_2024",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 30,
-      "effective_num_docs": 30,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|aime24|0": {
-      "hashes": {
-        "hash_examples": "ddec8fc79d0a014b",
-        "hash_full_prompts": "253167becf0dfed7",
-        "hash_input_tokens": "bf1cc75b5f12dfb8",
-        "hash_cont_tokens": "b2815827e166fb14"
-      },
-      "truncated": 0,
-      "non_truncated": 30,
-      "padded": 0,
-      "non_padded": 30,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "c903e836a519cf98",
-      "hash_full_prompts": "84ff409b6bbf7cc0",
-      "hash_input_tokens": "9a8c7e54ce09af84",
-      "hash_cont_tokens": "26c35b29751f9b6d"
-    },
-    "truncated": 0,
-    "non_truncated": 30,
-    "padded": 0,
-    "non_padded": 30,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp3_350/results/quyanh/OpenRS-GRPO/results_2025-03-15T12-45-32.618178.json b/logs/evals/Exp3_350/results/quyanh/OpenRS-GRPO/results_2025-03-15T12-45-32.618178.json
deleted file mode 100644
index 3a9c6e6..0000000
--- a/logs/evals/Exp3_350/results/quyanh/OpenRS-GRPO/results_2025-03-15T12-45-32.618178.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2599724.580276648,
-    "end_time": 2601244.233675632,
-    "total_evaluation_time_secondes": "1519.6533989841118",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|math_500|0": {
-      "extractive_match": 0.814,
-      "extractive_match_stderr": 0.017418806780583957
-    },
-    "all": {
-      "extractive_match": 0.814,
-      "extractive_match_stderr": 0.017418806780583957
-    }
-  },
-  "versions": {
-    "custom|math_500|0": 1
-  },
-  "config_tasks": {
-    "custom|math_500": {
-      "name": "math_500",
-      "prompt_function": "math_prompt_fn",
-      "hf_repo": "HuggingFaceH4/MATH-500",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "test"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "test"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 500,
-      "effective_num_docs": 500,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|math_500|0": {
-      "hashes": {
-        "hash_examples": "adf0cc8311011db2",
-        "hash_full_prompts": "63c902dbdbaf1552",
-        "hash_input_tokens": "2af397a095a31139",
-        "hash_cont_tokens": "966cfae3386821e2"
-      },
-      "truncated": 0,
-      "non_truncated": 500,
-      "padded": 0,
-      "non_padded": 500,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "bfaad1993ff37a60",
-      "hash_full_prompts": "3ceaaade5cf43911",
-      "hash_input_tokens": "c663dbac8a64d3e4",
-      "hash_cont_tokens": "06e0fffe6fd58548"
-    },
-    "truncated": 0,
-    "non_truncated": 500,
-    "padded": 0,
-    "non_padded": 500,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp3_350/results/quyanh/OpenRS-GRPO/results_2025-03-15T12-54-08.288591.json b/logs/evals/Exp3_350/results/quyanh/OpenRS-GRPO/results_2025-03-15T12-54-08.288591.json
deleted file mode 100644
index f9452b5..0000000
--- a/logs/evals/Exp3_350/results/quyanh/OpenRS-GRPO/results_2025-03-15T12-54-08.288591.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2601346.196358103,
-    "end_time": 2601759.980020389,
-    "total_evaluation_time_secondes": "413.7836622861214",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|amc23|0": {
-      "extractive_match": 0.7,
-      "extractive_match_stderr": 0.07337993857053426
-    },
-    "all": {
-      "extractive_match": 0.7,
-      "extractive_match_stderr": 0.07337993857053426
-    }
-  },
-  "versions": {
-    "custom|amc23|0": 1
-  },
-  "config_tasks": {
-    "custom|amc23": {
-      "name": "amc23",
-      "prompt_function": "amc_prompt_fn",
-      "hf_repo": "knoveleng/AMC-23",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 40,
-      "effective_num_docs": 40,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|amc23|0": {
-      "hashes": {
-        "hash_examples": "57f3ead69f601b6a",
-        "hash_full_prompts": "64c05856286ef8dc",
-        "hash_input_tokens": "b64afe4485ef61c0",
-        "hash_cont_tokens": "3d0089b1cb6faa2d"
-      },
-      "truncated": 0,
-      "non_truncated": 40,
-      "padded": 0,
-      "non_padded": 40,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "fe1f1f4512256bec",
-      "hash_full_prompts": "882107366cadc5ce",
-      "hash_input_tokens": "638cd1079164f374",
-      "hash_cont_tokens": "adf30c7654ed9c16"
-    },
-    "truncated": 0,
-    "non_truncated": 40,
-    "padded": 0,
-    "non_padded": 40,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp3_400/results/quyanh/OpenRS-GRPO/results_2025-03-15T13-02-26.672622.json b/logs/evals/Exp3_400/results/quyanh/OpenRS-GRPO/results_2025-03-15T13-02-26.672622.json
deleted file mode 100644
index 543ac9e..0000000
--- a/logs/evals/Exp3_400/results/quyanh/OpenRS-GRPO/results_2025-03-15T13-02-26.672622.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2601826.367747913,
-    "end_time": 2602258.347004526,
-    "total_evaluation_time_secondes": "431.9792566127144",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|aime24|0": {
-      "extractive_match": 0.3,
-      "extractive_match_stderr": 0.0850962943396763
-    },
-    "all": {
-      "extractive_match": 0.3,
-      "extractive_match_stderr": 0.0850962943396763
-    }
-  },
-  "versions": {
-    "custom|aime24|0": 1
-  },
-  "config_tasks": {
-    "custom|aime24": {
-      "name": "aime24",
-      "prompt_function": "aime_prompt_fn",
-      "hf_repo": "HuggingFaceH4/aime_2024",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 30,
-      "effective_num_docs": 30,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|aime24|0": {
-      "hashes": {
-        "hash_examples": "ddec8fc79d0a014b",
-        "hash_full_prompts": "253167becf0dfed7",
-        "hash_input_tokens": "bf1cc75b5f12dfb8",
-        "hash_cont_tokens": "699ac3b1b5301ac1"
-      },
-      "truncated": 0,
-      "non_truncated": 30,
-      "padded": 0,
-      "non_padded": 30,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "c903e836a519cf98",
-      "hash_full_prompts": "84ff409b6bbf7cc0",
-      "hash_input_tokens": "9a8c7e54ce09af84",
-      "hash_cont_tokens": "0245497f2bebbcc5"
-    },
-    "truncated": 0,
-    "non_truncated": 30,
-    "padded": 0,
-    "non_padded": 30,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp3_400/results/quyanh/OpenRS-GRPO/results_2025-03-15T13-24-00.237541.json b/logs/evals/Exp3_400/results/quyanh/OpenRS-GRPO/results_2025-03-15T13-24-00.237541.json
deleted file mode 100644
index 030f850..0000000
--- a/logs/evals/Exp3_400/results/quyanh/OpenRS-GRPO/results_2025-03-15T13-24-00.237541.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2602298.434195373,
-    "end_time": 2603551.813672935,
-    "total_evaluation_time_secondes": "1253.3794775619172",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|math_500|0": {
-      "extractive_match": 0.824,
-      "extractive_match_stderr": 0.01704785202062228
-    },
-    "all": {
-      "extractive_match": 0.824,
-      "extractive_match_stderr": 0.01704785202062228
-    }
-  },
-  "versions": {
-    "custom|math_500|0": 1
-  },
-  "config_tasks": {
-    "custom|math_500": {
-      "name": "math_500",
-      "prompt_function": "math_prompt_fn",
-      "hf_repo": "HuggingFaceH4/MATH-500",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "test"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "test"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 500,
-      "effective_num_docs": 500,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|math_500|0": {
-      "hashes": {
-        "hash_examples": "adf0cc8311011db2",
-        "hash_full_prompts": "63c902dbdbaf1552",
-        "hash_input_tokens": "2af397a095a31139",
-        "hash_cont_tokens": "17b24f3c520b6310"
-      },
-      "truncated": 0,
-      "non_truncated": 500,
-      "padded": 0,
-      "non_padded": 500,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "bfaad1993ff37a60",
-      "hash_full_prompts": "3ceaaade5cf43911",
-      "hash_input_tokens": "c663dbac8a64d3e4",
-      "hash_cont_tokens": "fcb10a4340d55cf4"
-    },
-    "truncated": 0,
-    "non_truncated": 500,
-    "padded": 0,
-    "non_padded": 500,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp3_400/results/quyanh/OpenRS-GRPO/results_2025-03-15T13-32-38.296980.json b/logs/evals/Exp3_400/results/quyanh/OpenRS-GRPO/results_2025-03-15T13-32-38.296980.json
deleted file mode 100644
index f752c62..0000000
--- a/logs/evals/Exp3_400/results/quyanh/OpenRS-GRPO/results_2025-03-15T13-32-38.296980.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2603652.439867107,
-    "end_time": 2604069.984818537,
-    "total_evaluation_time_secondes": "417.5449514295906",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|amc23|0": {
-      "extractive_match": 0.675,
-      "extractive_match_stderr": 0.07499999999999998
-    },
-    "all": {
-      "extractive_match": 0.675,
-      "extractive_match_stderr": 0.07499999999999998
-    }
-  },
-  "versions": {
-    "custom|amc23|0": 1
-  },
-  "config_tasks": {
-    "custom|amc23": {
-      "name": "amc23",
-      "prompt_function": "amc_prompt_fn",
-      "hf_repo": "knoveleng/AMC-23",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 40,
-      "effective_num_docs": 40,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|amc23|0": {
-      "hashes": {
-        "hash_examples": "57f3ead69f601b6a",
-        "hash_full_prompts": "64c05856286ef8dc",
-        "hash_input_tokens": "b64afe4485ef61c0",
-        "hash_cont_tokens": "3e0fd04e750b02c0"
-      },
-      "truncated": 0,
-      "non_truncated": 40,
-      "padded": 0,
-      "non_padded": 40,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "fe1f1f4512256bec",
-      "hash_full_prompts": "882107366cadc5ce",
-      "hash_input_tokens": "638cd1079164f374",
-      "hash_cont_tokens": "02c3a8d49a2e3ee3"
-    },
-    "truncated": 0,
-    "non_truncated": 40,
-    "padded": 0,
-    "non_padded": 40,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp3_50/results/quyanh/OpenRS-GRPO/results_2025-03-15T08-07-05.491769.json b/logs/evals/Exp3_50/results/quyanh/OpenRS-GRPO/results_2025-03-15T08-07-05.491769.json
deleted file mode 100644
index 237ea1c..0000000
--- a/logs/evals/Exp3_50/results/quyanh/OpenRS-GRPO/results_2025-03-15T08-07-05.491769.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2583924.187252476,
-    "end_time": 2584537.177876145,
-    "total_evaluation_time_secondes": "612.9906236692332",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|aime24|0": {
-      "extractive_match": 0.4666666666666667,
-      "extractive_match_stderr": 0.09264111117062017
-    },
-    "all": {
-      "extractive_match": 0.4666666666666667,
-      "extractive_match_stderr": 0.09264111117062017
-    }
-  },
-  "versions": {
-    "custom|aime24|0": 1
-  },
-  "config_tasks": {
-    "custom|aime24": {
-      "name": "aime24",
-      "prompt_function": "aime_prompt_fn",
-      "hf_repo": "HuggingFaceH4/aime_2024",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 30,
-      "effective_num_docs": 30,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|aime24|0": {
-      "hashes": {
-        "hash_examples": "ddec8fc79d0a014b",
-        "hash_full_prompts": "253167becf0dfed7",
-        "hash_input_tokens": "bf1cc75b5f12dfb8",
-        "hash_cont_tokens": "fd81113ccd505a4e"
-      },
-      "truncated": 0,
-      "non_truncated": 30,
-      "padded": 0,
-      "non_padded": 30,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "c903e836a519cf98",
-      "hash_full_prompts": "84ff409b6bbf7cc0",
-      "hash_input_tokens": "9a8c7e54ce09af84",
-      "hash_cont_tokens": "2a36a200d6cd2247"
-    },
-    "truncated": 0,
-    "non_truncated": 30,
-    "padded": 0,
-    "non_padded": 30,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp3_50/results/quyanh/OpenRS-GRPO/results_2025-03-15T08-31-16.022306.json b/logs/evals/Exp3_50/results/quyanh/OpenRS-GRPO/results_2025-03-15T08-31-16.022306.json
deleted file mode 100644
index b02cc15..0000000
--- a/logs/evals/Exp3_50/results/quyanh/OpenRS-GRPO/results_2025-03-15T08-31-16.022306.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2584606.174923473,
-    "end_time": 2585987.719419564,
-    "total_evaluation_time_secondes": "1381.5444960910827",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|math_500|0": {
-      "extractive_match": 0.844,
-      "extractive_match_stderr": 0.016243636028391097
-    },
-    "all": {
-      "extractive_match": 0.844,
-      "extractive_match_stderr": 0.016243636028391097
-    }
-  },
-  "versions": {
-    "custom|math_500|0": 1
-  },
-  "config_tasks": {
-    "custom|math_500": {
-      "name": "math_500",
-      "prompt_function": "math_prompt_fn",
-      "hf_repo": "HuggingFaceH4/MATH-500",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "test"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "test"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 500,
-      "effective_num_docs": 500,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|math_500|0": {
-      "hashes": {
-        "hash_examples": "adf0cc8311011db2",
-        "hash_full_prompts": "63c902dbdbaf1552",
-        "hash_input_tokens": "2af397a095a31139",
-        "hash_cont_tokens": "6f3bc11d908efbf4"
-      },
-      "truncated": 0,
-      "non_truncated": 500,
-      "padded": 0,
-      "non_padded": 500,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "bfaad1993ff37a60",
-      "hash_full_prompts": "3ceaaade5cf43911",
-      "hash_input_tokens": "c663dbac8a64d3e4",
-      "hash_cont_tokens": "c2619f7c35dda61a"
-    },
-    "truncated": 0,
-    "non_truncated": 500,
-    "padded": 0,
-    "non_padded": 500,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/evals/Exp3_50/results/quyanh/OpenRS-GRPO/results_2025-03-15T08-41-29.644364.json b/logs/evals/Exp3_50/results/quyanh/OpenRS-GRPO/results_2025-03-15T08-41-29.644364.json
deleted file mode 100644
index dff2a60..0000000
--- a/logs/evals/Exp3_50/results/quyanh/OpenRS-GRPO/results_2025-03-15T08-41-29.644364.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 2586061.970029914,
-    "end_time": 2586601.331146573,
-    "total_evaluation_time_secondes": "539.3611166593619",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|amc23|0": {
-      "extractive_match": 0.725,
-      "extractive_match_stderr": 0.0714995069016527
-    },
-    "all": {
-      "extractive_match": 0.725,
-      "extractive_match_stderr": 0.0714995069016527
-    }
-  },
-  "versions": {
-    "custom|amc23|0": 1
-  },
-  "config_tasks": {
-    "custom|amc23": {
-      "name": "amc23",
-      "prompt_function": "amc_prompt_fn",
-      "hf_repo": "knoveleng/AMC-23",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 40,
-      "effective_num_docs": 40,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|amc23|0": {
-      "hashes": {
-        "hash_examples": "57f3ead69f601b6a",
-        "hash_full_prompts": "64c05856286ef8dc",
-        "hash_input_tokens": "b64afe4485ef61c0",
-        "hash_cont_tokens": "c0838ad8f27af064"
-      },
-      "truncated": 0,
-      "non_truncated": 40,
-      "padded": 0,
-      "non_padded": 40,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "fe1f1f4512256bec",
-      "hash_full_prompts": "882107366cadc5ce",
-      "hash_input_tokens": "638cd1079164f374",
-      "hash_cont_tokens": "68bf0a6b43ec34ae"
-    },
-    "truncated": 0,
-    "non_truncated": 40,
-    "padded": 0,
-    "non_padded": 40,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/logs.txt b/logs/logs.txt
deleted file mode 100644
index 89cd797..0000000
--- a/logs/logs.txt
+++ /dev/null
@@ -1,15910 +0,0 @@
-2025-03-14T22:55:26.695749046Z ==========
-2025-03-14T22:55:26.695756246Z == CUDA ==
-2025-03-14T22:55:26.695764279Z ==========
-2025-03-14T22:55:26.704045697Z CUDA Version 12.4.1
-2025-03-14T22:55:26.704050902Z Container image Copyright (c) 2016-2023, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
-2025-03-14T22:55:26.704054511Z This container image and its contents are governed by the NVIDIA Deep Learning Container License.
-2025-03-14T22:55:26.704056371Z By pulling and using the container, you accept the terms and conditions of this license:
-2025-03-14T22:55:26.704058066Z https://developer.nvidia.com/ngc/nvidia-deep-learning-container-license
-2025-03-14T22:55:26.704061413Z A copy of this license is made available in this container at /NGC-DL-CONTAINER-LICENSE for your convenience.
-2025-03-14T22:55:27.751169509Z downloading uv 0.6.6 x86_64-unknown-linux-gnu
-2025-03-14T22:55:28.645220727Z no checksums to verify
-2025-03-14T22:55:28.996691222Z installing to /root/.local/bin
-2025-03-14T22:55:29.005883510Z   uv
-2025-03-14T22:55:29.009218297Z   uvx
-2025-03-14T22:55:29.009299117Z everything's installed!
-2025-03-14T22:55:29.042812582Z To add $HOME/.local/bin to your PATH, either restart your shell or run:
-2025-03-14T22:55:29.042817149Z     source $HOME/.local/bin/env (sh, bash, zsh)
-2025-03-14T22:55:29.042819746Z     source $HOME/.local/bin/env.fish (fish)
-2025-03-14T22:55:29.044182069Z WARNING: The following commands are shadowed by other commands in your PATH: uv uvx
-2025-03-14T22:55:29.108367987Z Using CPython 3.11.10 interpreter at: /usr/bin/python3.11
-2025-03-14T22:55:29.108403119Z Creating virtual environment at: openr1
-2025-03-14T22:55:35.532567444Z Activate with: source openr1/bin/activate
-2025-03-14T22:55:35.618466882Z Using Python 3.11.10 environment at: openr1
-2025-03-14T22:55:35.648821477Z Resolved 1 package in 27ms
-2025-03-14T22:55:35.650741114Z Downloading pip (1.8MiB)
-2025-03-14T22:55:35.736787946Z  Downloaded pip
-2025-03-14T22:55:35.737076985Z Prepared 1 package in 88ms
-2025-03-14T22:55:35.751612142Z warning: Failed to hardlink files; falling back to full copy. This may lead to degraded performance.
-2025-03-14T22:55:35.751638070Z          If the cache and target directories are on different filesystems, hardlinking may not be supported.
-2025-03-14T22:55:35.751641686Z          If this is intentional, set `export UV_LINK_MODE=copy` or use `--link-mode=copy` to suppress this warning.
-2025-03-14T22:55:37.241942480Z Installed 1 package in 1.50s
-2025-03-14T22:55:37.242001713Z  + pip==25.0.1
-2025-03-14T22:55:37.261831027Z Using Python 3.11.10 environment at: openr1
-2025-03-14T22:55:38.032721612Z Resolved 127 packages in 768ms
-2025-03-14T22:55:38.048294865Z Downloading aiohttp (1.6MiB)
-2025-03-14T22:55:38.048435690Z Downloading numpy (17.4MiB)
-2025-03-14T22:55:38.048581700Z Downloading networkx (1.6MiB)
-2025-03-14T22:55:38.048711432Z Downloading tiktoken (1.1MiB)
-2025-03-14T22:55:38.052309404Z Downloading virtualenv (4.1MiB)
-2025-03-14T22:55:38.052517510Z Downloading triton (199.8MiB)
-2025-03-14T22:55:38.052625913Z Downloading torchaudio (3.2MiB)
-2025-03-14T22:55:38.052733977Z Downloading mistral-common (6.2MiB)
-2025-03-14T22:55:38.052844303Z Downloading sentencepiece (1.2MiB)
-2025-03-14T22:55:38.053094499Z Downloading ray (64.6MiB)
-2025-03-14T22:55:38.053205889Z Downloading uvloop (3.8MiB)
-2025-03-14T22:55:38.053332129Z Downloading pycountry (6.0MiB)
-2025-03-14T22:55:38.053442386Z Downloading py-spy (2.6MiB)
-2025-03-14T22:55:38.053567832Z Downloading xgrammar (4.7MiB)
-2025-03-14T22:55:38.053772001Z Downloading torchvision (6.9MiB)
-2025-03-14T22:55:38.053882225Z Downloading pillow (4.3MiB)
-2025-03-14T22:55:38.054061384Z Downloading pydantic-core (1.9MiB)
-2025-03-14T22:55:38.054245215Z Downloading vllm (252.0MiB)
-2025-03-14T22:55:38.054311825Z Downloading xformers (15.9MiB)
-2025-03-14T22:55:38.054397337Z Downloading grpcio (5.7MiB)
-2025-03-14T22:55:38.054483804Z Downloading nvidia-nvjitlink-cu12 (20.1MiB)
-2025-03-14T22:55:38.054556753Z Downloading tokenizers (2.9MiB)
-2025-03-14T22:55:38.054645774Z Downloading nvidia-cuda-cupti-cu12 (13.2MiB)
-2025-03-14T22:55:38.054717854Z Downloading nvidia-cudnn-cu12 (634.0MiB)
-2025-03-14T22:55:38.054812629Z Downloading nvidia-nccl-cu12 (179.9MiB)
-2025-03-14T22:55:38.054877079Z Downloading torch (864.5MiB)
-2025-03-14T22:55:38.054967122Z Downloading nvidia-curand-cu12 (53.7MiB)
-2025-03-14T22:55:38.055038513Z Downloading transformers (9.5MiB)
-2025-03-14T22:55:38.055175996Z Downloading nvidia-cusolver-cu12 (122.0MiB)
-2025-03-14T22:55:38.055247693Z Downloading opencv-python-headless (47.7MiB)
-2025-03-14T22:55:38.055328576Z Downloading nvidia-cublas-cu12 (346.6MiB)
-2025-03-14T22:55:38.055381786Z Downloading sympy (5.9MiB)
-2025-03-14T22:55:38.055443999Z Downloading nvidia-cufft-cu12 (201.7MiB)
-2025-03-14T22:55:38.060542881Z Downloading nvidia-cuda-nvrtc-cu12 (23.5MiB)
-2025-03-14T22:55:38.065437687Z Downloading nvidia-cusparse-cu12 (197.8MiB)
-2025-03-14T22:55:38.702101838Z  Downloaded tiktoken
-2025-03-14T22:55:38.805377664Z  Downloaded sentencepiece
-2025-03-14T22:55:38.982627700Z  Downloaded aiohttp
-2025-03-14T22:55:39.121139763Z  Downloaded pydantic-core
-2025-03-14T22:55:39.418175569Z  Downloaded py-spy
-2025-03-14T22:55:39.546469855Z  Downloaded tokenizers
-2025-03-14T22:55:39.764630443Z  Downloaded networkx
-2025-03-14T22:55:39.771676735Z  Downloaded torchaudio
-2025-03-14T22:55:39.977772768Z  Downloaded virtualenv
-2025-03-14T22:55:39.998160069Z  Downloaded uvloop
-2025-03-14T22:55:40.002822045Z  Downloaded pillow
-2025-03-14T22:55:40.122323677Z  Downloaded xgrammar
-2025-03-14T22:55:40.506722921Z  Downloaded grpcio
-2025-03-14T22:55:40.576072562Z  Downloaded mistral-common
-2025-03-14T22:55:40.585897201Z  Downloaded pycountry
-2025-03-14T22:55:40.777980339Z  Downloaded torchvision
-2025-03-14T22:55:41.560415009Z  Downloaded nvidia-cuda-cupti-cu12
-2025-03-14T22:55:41.841844182Z  Downloaded sympy
-2025-03-14T22:55:42.038605606Z  Downloaded numpy
-2025-03-14T22:55:42.059996159Z  Downloaded xformers
-2025-03-14T22:55:42.419988111Z  Downloaded nvidia-nvjitlink-cu12
-2025-03-14T22:55:42.672184431Z  Downloaded nvidia-cuda-nvrtc-cu12
-2025-03-14T22:55:44.143648529Z  Downloaded transformers
-2025-03-14T22:55:44.864373264Z  Downloaded nvidia-curand-cu12
-2025-03-14T22:55:45.522874426Z  Downloaded opencv-python-headless
-2025-03-14T22:55:49.510410546Z  Downloaded nvidia-cusolver-cu12
-2025-03-14T22:55:52.232253613Z  Downloaded nvidia-nccl-cu12
-2025-03-14T22:55:53.189774148Z  Downloaded triton
-2025-03-14T22:55:53.388934911Z  Downloaded nvidia-cusparse-cu12
-2025-03-14T22:55:53.499140352Z  Downloaded nvidia-cufft-cu12
-2025-03-14T22:55:56.928291222Z  Downloaded vllm
-2025-03-14T22:55:57.419144098Z  Downloaded nvidia-cublas-cu12
-2025-03-14T22:56:01.061562477Z  Downloaded nvidia-cudnn-cu12
-2025-03-14T22:56:01.693486028Z  Downloaded ray
-2025-03-14T22:56:07.265525304Z  Downloaded torch
-2025-03-14T22:56:07.266159920Z Prepared 127 packages in 29.22s
-2025-03-14T22:57:33.659851701Z Installed 127 packages in 1m 26s
-2025-03-14T22:57:33.660781541Z  + aiohappyeyeballs==2.6.1
-2025-03-14T22:57:33.660816883Z  + aiohttp==3.11.13
-2025-03-14T22:57:33.660822513Z  + aiohttp-cors==0.7.0
-2025-03-14T22:57:33.660827239Z  + aiosignal==1.3.2
-2025-03-14T22:57:33.660831911Z  + airportsdata==20250224
-2025-03-14T22:57:33.660837273Z  + annotated-types==0.7.0
-2025-03-14T22:57:33.660842291Z  + anyio==4.8.0
-2025-03-14T22:57:33.660869236Z  + astor==0.8.1
-2025-03-14T22:57:33.660874819Z  + attrs==25.3.0
-2025-03-14T22:57:33.660937379Z  + blake3==1.0.4
-2025-03-14T22:57:33.660993399Z  + cachetools==5.5.2
-2025-03-14T22:57:33.661029770Z  + certifi==2025.1.31
-2025-03-14T22:57:33.661035393Z  + charset-normalizer==3.4.1
-2025-03-14T22:57:33.661040989Z  + click==8.1.8
-2025-03-14T22:57:33.661048493Z  + cloudpickle==3.1.1
-2025-03-14T22:57:33.661070273Z  + colorful==0.5.6
-2025-03-14T22:57:33.661106436Z  + compressed-tensors==0.9.1
-2025-03-14T22:57:33.661186610Z  + depyf==0.18.0
-2025-03-14T22:57:33.661229286Z  + dill==0.3.9
-2025-03-14T22:57:33.661262960Z  + diskcache==5.6.3
-2025-03-14T22:57:33.661269870Z  + distlib==0.3.9
-2025-03-14T22:57:33.661297283Z  + distro==1.9.0
-2025-03-14T22:57:33.661324283Z  + einops==0.8.1
-2025-03-14T22:57:33.661344905Z  + fastapi==0.115.11
-2025-03-14T22:57:33.661400348Z  + filelock==3.18.0
-2025-03-14T22:57:33.661446570Z  + frozenlist==1.5.0
-2025-03-14T22:57:33.661451578Z  + fsspec==2025.3.0
-2025-03-14T22:57:33.661462132Z  + gguf==0.10.0
-2025-03-14T22:57:33.661502668Z  + google-api-core==2.8.0
-2025-03-14T22:57:33.661538962Z  + google-auth==2.38.0
-2025-03-14T22:57:33.661636102Z  + googleapis-common-protos==1.56.1
-2025-03-14T22:57:33.661650245Z  + grpcio==1.71.0
-2025-03-14T22:57:33.661689845Z  + h11==0.14.0
-2025-03-14T22:57:33.661702192Z  + httpcore==1.0.7
-2025-03-14T22:57:33.661709725Z  + httptools==0.6.4
-2025-03-14T22:57:33.661758572Z  + httpx==0.28.1
-2025-03-14T22:57:33.661859799Z  + huggingface-hub==0.29.3
-2025-03-14T22:57:33.661883672Z  + idna==3.10
-2025-03-14T22:57:33.661890122Z  + importlib-metadata==8.6.1
-2025-03-14T22:57:33.661919747Z  + interegular==0.3.3
-2025-03-14T22:57:33.661924994Z  + jinja2==3.1.6
-2025-03-14T22:57:33.661971272Z  + jiter==0.9.0
-2025-03-14T22:57:33.661976669Z  + jsonschema==4.23.0
-2025-03-14T22:57:33.662025244Z  + jsonschema-specifications==2024.10.1
-2025-03-14T22:57:33.662085517Z  + lark==1.2.2
-2025-03-14T22:57:33.662108031Z  + lm-format-enforcer==0.10.11
-2025-03-14T22:57:33.662124358Z  + markupsafe==3.0.2
-2025-03-14T22:57:33.662172277Z  + mistral-common==1.5.3
-2025-03-14T22:57:33.662177734Z  + mpmath==1.3.0
-2025-03-14T22:57:33.662214418Z  + msgpack==1.1.0
-2025-03-14T22:57:33.662238104Z  + msgspec==0.19.0
-2025-03-14T22:57:33.662270148Z  + multidict==6.1.0
-2025-03-14T22:57:33.662324398Z  + nest-asyncio==1.6.0
-2025-03-14T22:57:33.662356568Z  + networkx==3.4.2
-2025-03-14T22:57:33.662382547Z  + numpy==1.26.4
-2025-03-14T22:57:33.662432501Z  + nvidia-cublas-cu12==12.4.5.8
-2025-03-14T22:57:33.662463346Z  + nvidia-cuda-cupti-cu12==12.4.127
-2025-03-14T22:57:33.662471036Z  + nvidia-cuda-nvrtc-cu12==12.4.127
-2025-03-14T22:57:33.662494948Z  + nvidia-cuda-runtime-cu12==12.4.127
-2025-03-14T22:57:33.662516988Z  + nvidia-cudnn-cu12==9.1.0.70
-2025-03-14T22:57:33.662559763Z  + nvidia-cufft-cu12==11.2.1.3
-2025-03-14T22:57:33.662592043Z  + nvidia-curand-cu12==10.3.5.147
-2025-03-14T22:57:33.662646403Z  + nvidia-cusolver-cu12==11.6.1.9
-2025-03-14T22:57:33.662656890Z  + nvidia-cusparse-cu12==12.3.1.170
-2025-03-14T22:57:33.662686113Z  + nvidia-ml-py==12.570.86
-2025-03-14T22:57:33.662725137Z  + nvidia-nccl-cu12==2.21.5
-2025-03-14T22:57:33.662758156Z  + nvidia-nvjitlink-cu12==12.4.127
-2025-03-14T22:57:33.662788100Z  + nvidia-nvtx-cu12==12.4.127
-2025-03-14T22:57:33.662838750Z  + openai==1.66.3
-2025-03-14T22:57:33.662850780Z  + opencensus==0.11.4
-2025-03-14T22:57:33.662873047Z  + opencensus-context==0.1.3
-2025-03-14T22:57:33.662897047Z  + opencv-python-headless==4.11.0.86
-2025-03-14T22:57:33.662931487Z  + outlines==0.1.11
-2025-03-14T22:57:33.662989797Z  + outlines-core==0.1.26
-2025-03-14T22:57:33.662998377Z  + packaging==24.2
-2025-03-14T22:57:33.663060853Z  + partial-json-parser==0.2.1.1.post5
-2025-03-14T22:57:33.663144230Z  + pillow==11.1.0
-2025-03-14T22:57:33.663180115Z  + platformdirs==4.3.6
-2025-03-14T22:57:33.663193000Z  + prometheus-client==0.21.1
-2025-03-14T22:57:33.663201545Z  + prometheus-fastapi-instrumentator==7.0.2
-2025-03-14T22:57:33.663208887Z  + propcache==0.3.0
-2025-03-14T22:57:33.663256467Z  + protobuf==6.30.1
-2025-03-14T22:57:33.663295027Z  + psutil==7.0.0
-2025-03-14T22:57:33.663322475Z  + py-cpuinfo==9.0.0
-2025-03-14T22:57:33.663332019Z  + py-spy==0.4.0
-2025-03-14T22:57:33.663364302Z  + pyasn1==0.6.1
-2025-03-14T22:57:33.663411602Z  + pyasn1-modules==0.4.1
-2025-03-14T22:57:33.663439705Z  + pycountry==24.6.1
-2025-03-14T22:57:33.663448255Z  + pydantic==2.10.6
-2025-03-14T22:57:33.663482052Z  + pydantic-core==2.27.2
-2025-03-14T22:57:33.663510055Z  + python-dotenv==1.0.1
-2025-03-14T22:57:33.663536396Z  + pyyaml==6.0.2
-2025-03-14T22:57:33.663583475Z  + pyzmq==26.3.0
-2025-03-14T22:57:33.663597729Z  + ray==2.43.0
-2025-03-14T22:57:33.663709479Z  + referencing==0.36.2
-2025-03-14T22:57:33.663746626Z  + regex==2024.11.6
-2025-03-14T22:57:33.663751762Z  + requests==2.32.3
-2025-03-14T22:57:33.663785142Z  + rpds-py==0.23.1
-2025-03-14T22:57:33.663815416Z  + rsa==4.9
-2025-03-14T22:57:33.663853106Z  + safetensors==0.5.3
-2025-03-14T22:57:33.663871694Z  + sentencepiece==0.2.0
-2025-03-14T22:57:33.663899641Z  + six==1.17.0
-2025-03-14T22:57:33.663922801Z  + smart-open==7.1.0
-2025-03-14T22:57:33.663981038Z  + sniffio==1.3.1
-2025-03-14T22:57:33.664008275Z  + starlette==0.46.1
-2025-03-14T22:57:33.664015434Z  + sympy==1.13.1
-2025-03-14T22:57:33.664047481Z  + tiktoken==0.9.0
-2025-03-14T22:57:33.664123801Z  + tokenizers==0.21.1
-2025-03-14T22:57:33.664131015Z  + torch==2.5.1
-2025-03-14T22:57:33.664194595Z  + torchaudio==2.5.1
-2025-03-14T22:57:33.664201615Z  + torchvision==0.20.1
-2025-03-14T22:57:33.664242735Z  + tqdm==4.67.1
-2025-03-14T22:57:33.664252394Z  + transformers==4.49.0
-2025-03-14T22:57:33.664302978Z  + triton==3.1.0
-2025-03-14T22:57:33.664341341Z  + typing-extensions==4.12.2
-2025-03-14T22:57:33.664347121Z  + urllib3==2.3.0
-2025-03-14T22:57:33.664388888Z  + uvicorn==0.34.0
-2025-03-14T22:57:33.664417458Z  + uvloop==0.21.0
-2025-03-14T22:57:33.664442405Z  + virtualenv==20.29.3
-2025-03-14T22:57:33.664468233Z  + vllm==0.7.2
-2025-03-14T22:57:33.664495978Z  + watchfiles==1.0.4
-2025-03-14T22:57:33.664523713Z  + websockets==15.0.1
-2025-03-14T22:57:33.664581295Z  + wrapt==1.17.2
-2025-03-14T22:57:33.664607897Z  + xformers==0.0.28.post3
-2025-03-14T22:57:33.664640127Z  + xgrammar==0.1.15
-2025-03-14T22:57:33.664716194Z  + yarl==1.18.3
-2025-03-14T22:57:33.664722654Z  + zipp==3.21.0
-2025-03-14T22:57:33.718066659Z Using Python 3.11.10 environment at: openr1
-2025-03-14T22:57:34.033719558Z Resolved 1 package in 63ms
-2025-03-14T22:57:34.040456885Z Downloading setuptools (1.2MiB)
-2025-03-14T22:57:34.196471770Z  Downloaded setuptools
-2025-03-14T22:57:34.196882955Z Prepared 1 package in 159ms
-2025-03-14T22:57:37.491110176Z Installed 1 package in 3.29s
-2025-03-14T22:57:37.491165843Z  + setuptools==76.0.0
-2025-03-14T22:57:37.517450526Z Using Python 3.11.10 environment at: openr1
-2025-03-14T22:57:40.097994884Z Resolved 24 packages in 2.35s
-2025-03-14T22:57:40.101760489Z    Building flash-attn==2.7.4.post1
-2025-03-14T22:58:03.501532325Z       Built flash-attn==2.7.4.post1
-2025-03-14T22:58:05.037551234Z Prepared 1 package in 24.93s
-2025-03-14T22:58:07.650974948Z Installed 1 package in 2.61s
-2025-03-14T22:58:07.651005282Z  + flash-attn==2.7.4.post1
-2025-03-14T22:58:07.670349476Z Using Python 3.11.10 environment at: openr1
-2025-03-14T22:58:09.049962151Z    Updating https://github.com/huggingface/trl.git (69ad852e5654a77f1695eb4c608906fe0c7e8624)
-2025-03-14T22:58:10.289499452Z     Updated https://github.com/huggingface/trl.git (69ad852e5654a77f1695eb4c608906fe0c7e8624)
-2025-03-14T22:58:12.845481407Z Resolved 148 packages in 5.06s
-2025-03-14T22:58:12.860740266Z    Building open-r1 @ file:///workspace/reasoning-llm/open-r1
-2025-03-14T22:58:12.866016225Z    Updating https://github.com/huggingface/lighteval.git (ed084813e0bd12d82a06d9f913291fdbee774905)
-2025-03-14T22:58:12.878442145Z    Building trl @ git+https://github.com/huggingface/trl.git@69ad852e5654a77f1695eb4c608906fe0c7e8624
-2025-03-14T22:58:12.887142460Z Downloading pygments (1.2MiB)
-2025-03-14T22:58:12.887515831Z Downloading pyarrow (40.1MiB)
-2025-03-14T22:58:12.887703436Z Downloading bitsandbytes (72.5MiB)
-2025-03-14T22:58:12.888156850Z Downloading wandb (19.8MiB)
-2025-03-14T22:58:12.888386609Z Downloading hf-transfer (3.4MiB)
-2025-03-14T22:58:12.888667967Z Downloading scipy (35.9MiB)
-2025-03-14T22:58:12.888892599Z Downloading language-data (5.1MiB)
-2025-03-14T22:58:12.889140877Z Downloading lxml (4.8MiB)
-2025-03-14T22:58:12.889362298Z Downloading ruff (10.8MiB)
-2025-03-14T22:58:12.890219997Z Downloading nltk (1.4MiB)
-2025-03-14T22:58:12.890486372Z Downloading pandas (12.5MiB)
-2025-03-14T22:58:12.891191805Z Downloading marisa-trie (1.3MiB)
-2025-03-14T22:58:12.891799024Z Downloading srsly (1.1MiB)
-2025-03-14T22:58:12.891983984Z Downloading spacy (6.3MiB)
-2025-03-14T22:58:12.892164039Z Downloading blis (9.7MiB)
-2025-03-14T22:58:12.892346409Z Downloading scikit-learn (12.9MiB)
-2025-03-14T22:58:13.344820406Z    Building deepspeed==0.15.4
-2025-03-14T22:58:13.346590850Z    Building rouge-score==0.1.2
-2025-03-14T22:58:13.552868662Z  Downloaded marisa-trie
-2025-03-14T22:58:13.565399569Z  Downloaded srsly
-2025-03-14T22:58:13.677852168Z     Updated https://github.com/huggingface/lighteval.git (ed084813e0bd12d82a06d9f913291fdbee774905)
-2025-03-14T22:58:13.679117758Z    Building lighteval @ git+https://github.com/huggingface/lighteval.git@ed084813e0bd12d82a06d9f913291fdbee774905
-2025-03-14T22:58:13.685513778Z    Building langdetect==1.0.9
-2025-03-14T22:58:13.741132661Z       Built trl @ git+https://github.com/huggingface/trl.git@69ad852e5654a77f1695eb4c608906fe0c7e8624
-2025-03-14T22:58:13.832970389Z  Downloaded pygments
-2025-03-14T22:58:13.910848672Z       Built open-r1 @ file:///workspace/reasoning-llm/open-r1
-2025-03-14T22:58:13.947891707Z  Downloaded nltk
-2025-03-14T22:58:14.087163710Z       Built rouge-score==0.1.2
-2025-03-14T22:58:14.126085249Z  Downloaded hf-transfer
-2025-03-14T22:58:14.446342889Z  Downloaded lxml
-2025-03-14T22:58:14.599470269Z       Built langdetect==1.0.9
-2025-03-14T22:58:14.696970979Z       Built lighteval @ git+https://github.com/huggingface/lighteval.git@ed084813e0bd12d82a06d9f913291fdbee774905
-2025-03-14T22:58:14.815017491Z  Downloaded spacy
-2025-03-14T22:58:14.874517034Z  Downloaded language-data
-2025-03-14T22:58:14.930680746Z  Downloaded blis
-2025-03-14T22:58:15.067438509Z  Downloaded ruff
-2025-03-14T22:58:15.350339480Z       Built deepspeed==0.15.4
-2025-03-14T22:58:15.679232627Z  Downloaded scikit-learn
-2025-03-14T22:58:16.035826588Z  Downloaded pandas
-2025-03-14T22:58:16.305623185Z  Downloaded bitsandbytes
-2025-03-14T22:58:16.334773342Z  Downloaded wandb
-2025-03-14T22:58:16.705452180Z  Downloaded scipy
-2025-03-14T22:58:16.720679796Z  Downloaded pyarrow
-2025-03-14T22:58:16.721355398Z Prepared 92 packages in 3.86s
-2025-03-14T22:58:16.868503370Z Uninstalled 4 packages in 146ms
-2025-03-14T22:58:33.691292745Z Installed 92 packages in 16.82s
-2025-03-14T22:58:33.691880987Z  + absl-py==2.1.0
-2025-03-14T22:58:33.691919011Z  + accelerate==1.4.0
-2025-03-14T22:58:33.691958259Z  + aenum==3.1.15
-2025-03-14T22:58:33.692015457Z  + antlr4-python3-runtime==4.13.2
-2025-03-14T22:58:33.692059431Z  + bitsandbytes==0.45.3
-2025-03-14T22:58:33.692090346Z  + blis==0.7.11
-2025-03-14T22:58:33.692110919Z  + catalogue==2.0.10
-2025-03-14T22:58:33.692141243Z  + chardet==5.2.0
-2025-03-14T22:58:33.692174741Z  + cloudpathlib==0.16.0
-2025-03-14T22:58:33.692231196Z  + colorama==0.4.6
-2025-03-14T22:58:33.692271943Z  + colorlog==6.9.0
-2025-03-14T22:58:33.692313970Z  + confection==0.1.5
-2025-03-14T22:58:33.692338306Z  + cymem==2.0.11
-2025-03-14T22:58:33.692353306Z  + dataproperty==1.1.0
-2025-03-14T22:58:33.692392799Z  + datasets==3.4.0
-2025-03-14T22:58:33.692459903Z  + deepspeed==0.15.4
-2025-03-14T22:58:33.692496916Z  - dill==0.3.9
-2025-03-14T22:58:33.692520646Z  + dill==0.3.8
-2025-03-14T22:58:33.692572110Z  + docker-pycreds==0.4.0
-2025-03-14T22:58:33.692608758Z  + flake8==7.1.2
-2025-03-14T22:58:33.692628173Z  - fsspec==2025.3.0
-2025-03-14T22:58:33.692672940Z  + fsspec==2024.12.0
-2025-03-14T22:58:33.692711600Z  + gitdb==4.0.12
-2025-03-14T22:58:33.692732388Z  + gitpython==3.1.44
-2025-03-14T22:58:33.692796483Z  + hf-transfer==0.1.9
-2025-03-14T22:58:33.692863650Z  + hjson==3.1.0
-2025-03-14T22:58:33.692885370Z  + iniconfig==2.0.0
-2025-03-14T22:58:33.692893120Z  + inquirerpy==0.3.4
-2025-03-14T22:58:33.692951298Z  + isort==6.0.1
-2025-03-14T22:58:33.692969762Z  + joblib==1.4.2
-2025-03-14T22:58:33.693019175Z  + langcodes==3.5.0
-2025-03-14T22:58:33.693055562Z  + langdetect==1.0.9
-2025-03-14T22:58:33.693069952Z  + language-data==1.3.0
-2025-03-14T22:58:33.693128032Z  + latex2sympy2-extended==1.0.6
-2025-03-14T22:58:33.693144475Z  + liger-kernel==0.5.3
-2025-03-14T22:58:33.693203489Z  + lighteval==0.6.0.dev0 (from git+https://github.com/huggingface/lighteval.git@ed084813e0bd12d82a06d9f913291fdbee774905)
-2025-03-14T22:58:33.693262945Z  + lxml==5.3.1
-2025-03-14T22:58:33.693301772Z  + marisa-trie==1.2.1
-2025-03-14T22:58:33.693327682Z  + markdown-it-py==3.0.0
-2025-03-14T22:58:33.693349237Z  + math-verify==0.5.2
-2025-03-14T22:58:33.693407654Z  + mbstrdecoder==1.1.4
-2025-03-14T22:58:33.693424509Z  + mccabe==0.7.0
-2025-03-14T22:58:33.693521219Z  + mdurl==0.1.2
-2025-03-14T22:58:33.693546801Z  + multiprocess==0.70.16
-2025-03-14T22:58:33.693554449Z  + murmurhash==1.0.12
-2025-03-14T22:58:33.693587451Z  + ninja==1.11.1.3
-2025-03-14T22:58:33.693611101Z  + nltk==3.9.1
-2025-03-14T22:58:33.693652191Z  + open-r1==0.1.0.dev0 (from file:///workspace/reasoning-llm/open-r1)
-2025-03-14T22:58:33.693700757Z  + pandas==2.2.3
-2025-03-14T22:58:33.693723294Z  + parameterized==0.9.0
-2025-03-14T22:58:33.693754877Z  + pathvalidate==3.2.3
-2025-03-14T22:58:33.693798248Z  + pfzy==0.3.4
-2025-03-14T22:58:33.693868948Z  + pluggy==1.5.0
-2025-03-14T22:58:33.693879018Z  + portalocker==3.1.1
-2025-03-14T22:58:33.693939528Z  + preshed==3.0.9
-2025-03-14T22:58:33.693945307Z  + prompt-toolkit==3.0.50
-2025-03-14T22:58:33.693993784Z  - protobuf==6.30.1
-2025-03-14T22:58:33.694036096Z  + protobuf==3.20.3
-2025-03-14T22:58:33.694077776Z  + pyarrow==19.0.1
-2025-03-14T22:58:33.694097958Z  + pycodestyle==2.12.1
-2025-03-14T22:58:33.694120243Z  + pyflakes==3.2.0
-2025-03-14T22:58:33.694181108Z  + pygments==2.19.1
-2025-03-14T22:58:33.694217376Z  + pytablewriter==1.2.1
-2025-03-14T22:58:33.694286186Z  + pytest==8.3.5
-2025-03-14T22:58:33.694295047Z  + python-dateutil==2.9.0.post0
-2025-03-14T22:58:33.694325236Z  + pytz==2025.1
-2025-03-14T22:58:33.694376787Z  + rich==13.9.4
-2025-03-14T22:58:33.694393763Z  + rouge-score==0.1.2
-2025-03-14T22:58:33.694425947Z  + ruff==0.11.0
-2025-03-14T22:58:33.694472327Z  + sacrebleu==2.5.1
-2025-03-14T22:58:33.694523900Z  + scikit-learn==1.6.1
-2025-03-14T22:58:33.694557810Z  + scipy==1.15.2
-2025-03-14T22:58:33.694606983Z  + sentry-sdk==2.22.0
-2025-03-14T22:58:33.694628687Z  + setproctitle==1.3.5
-2025-03-14T22:58:33.694646517Z  - smart-open==7.1.0
-2025-03-14T22:58:33.694696395Z  + smart-open==6.4.0
-2025-03-14T22:58:33.694734087Z  + smmap==5.0.2
-2025-03-14T22:58:33.694769785Z  + spacy==3.7.2
-2025-03-14T22:58:33.694814035Z  + spacy-legacy==3.0.12
-2025-03-14T22:58:33.694837755Z  + spacy-loggers==1.0.5
-2025-03-14T22:58:33.694868819Z  + srsly==2.5.1
-2025-03-14T22:58:33.694928976Z  + tabledata==1.3.4
-2025-03-14T22:58:33.694963772Z  + tabulate==0.9.0
-2025-03-14T22:58:33.694998316Z  + tcolorpy==0.1.7
-2025-03-14T22:58:33.695038969Z  + termcolor==2.3.0
-2025-03-14T22:58:33.695054222Z  + thinc==8.2.5
-2025-03-14T22:58:33.695134402Z  + threadpoolctl==3.6.0
-2025-03-14T22:58:33.695155296Z  + trl==0.16.0.dev0 (from git+https://github.com/huggingface/trl.git@69ad852e5654a77f1695eb4c608906fe0c7e8624)
-2025-03-14T22:58:33.695205236Z  + typepy==1.3.4
-2025-03-14T22:58:33.695254369Z  + typer==0.9.4
-2025-03-14T22:58:33.695272126Z  + tzdata==2025.1
-2025-03-14T22:58:33.695320952Z  + wandb==0.19.8
-2025-03-14T22:58:33.695359016Z  + wasabi==1.1.3
-2025-03-14T22:58:33.695398521Z  + wcwidth==0.2.13
-2025-03-14T22:58:33.695425469Z  + weasel==0.3.4
-2025-03-14T22:58:33.695465864Z  + xxhash==3.5.0
-2025-03-14T22:58:42.060357914Z The token has not been saved to the git credentials helper. Pass `add_to_git_credential=True` in this function directly or `--add-to-git-credential` if using via `huggingface-cli` if you want to set the git credential as well.
-2025-03-14T22:58:42.217097161Z Token is valid (permission: write).
-2025-03-14T22:58:42.218557335Z The token `Ubuntu-2204` has been saved to /root/.cache/huggingface/stored_tokens
-2025-03-14T22:58:42.219548334Z Your token has been saved to /root/.cache/huggingface/token
-2025-03-14T22:58:42.219584896Z Login successful.
-2025-03-14T22:58:42.219613752Z The current active token is: `Ubuntu-2204`
-2025-03-14T22:59:15.995561731Z wandb: No netrc file found, creating one.
-2025-03-14T22:59:15.995681956Z wandb: Appending key for api.wandb.ai to your netrc file: /root/.netrc
-2025-03-14T22:59:16.010565337Z wandb: W&B API key is configured. Use `wandb login --relogin` to force relogin
-2025-03-14T22:59:17.330564379Z ========================================
-2025-03-14T22:59:17.330591958Z Running Experiment 1
-2025-03-14T22:59:17.330594485Z Steps: 100 200 300 400 500
-2025-03-14T22:59:17.330596377Z ========================================
-2025-03-14T22:59:17.331408732Z ----------------------------------------
-2025-03-14T22:59:17.331450986Z Running evaluations for experiment 1, step 100
-2025-03-14T22:59:17.331456024Z Revision: rev1_100 = 67b0341a5a775c7821777abdfc4aab82ef8154f5
-2025-03-14T22:59:17.331460726Z Output directory: data/evals/Exp1_100
-2025-03-14T22:59:17.338413463Z Evaluating task: aime24
-2025-03-14T22:59:32.650896055Z [2025-03-14 22:59:32,650] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-14T23:01:02.993955604Z INFO 03-14 23:01:02 __init__.py:190] Automatically detected platform cuda.
-2025-03-14T23:01:09.923544368Z [nltk_data] Downloading package punkt to /root/nltk_data...
-2025-03-14T23:01:09.996015681Z [nltk_data]   Unzipping tokenizers/punkt.zip.
-2025-03-14T23:01:12.579430166Z [2025-03-14 23:01:12,578] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-14T23:02:43.590725657Z [2025-03-14 23:02:43,589] [    INFO]: This model supports multiple tasks: {'generate', 'embed', 'score', 'classify', 'reward'}. Defaulting to 'generate'. (config.py:542)
-2025-03-14T23:02:43.625618871Z [2025-03-14 23:02:43,624] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=67b0341a5a775c7821777abdfc4aab82ef8154f5, override_neuron_config=None, tokenizer_revision=67b0341a5a775c7821777abdfc4aab82ef8154f5, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-14T23:02:55.606913447Z [2025-03-14 23:02:55,606] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-14T23:02:56.361446797Z [2025-03-14 23:02:56,360] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-14T23:02:57.172998465Z [2025-03-14 23:02:57,172] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-14T23:03:04.969246874Z [2025-03-14 23:03:04,968] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-14T23:03:04.970972921Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-14T23:03:05.744610531Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.29it/s]
-2025-03-14T23:03:05.744670720Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.29it/s]
-2025-03-14T23:03:06.207194435Z [2025-03-14 23:03:06,206] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-14T23:03:08.374447051Z [2025-03-14 23:03:08,373] [    INFO]: Memory profiling takes 1.90 seconds
-2025-03-14T23:03:08.374512132Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-14T23:03:08.374518272Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-14T23:03:08.693185242Z [2025-03-14 23:03:08,692] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-14T23:03:08.693248154Z [2025-03-14 23:03:08,692] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-14T23:03:12.851792492Z [2025-03-14 23:03:12,851] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-14T23:03:28.373682987Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:18,  1.82it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:00<00:15,  2.09it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:14,  2.17it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:01<00:14,  2.17it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:02<00:13,  2.22it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:02<00:12,  2.25it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:03<00:12,  2.25it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:03<00:11,  2.27it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:04<00:11,  2.27it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:04<00:11,  2.25it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:04<00:10,  2.27it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:05<00:10,  2.27it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:05<00:09,  2.22it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:06<00:09,  2.25it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:06<00:08,  2.27it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:07<00:08,  2.28it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:07<00:07,  2.28it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:08<00:07,  2.27it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:08<00:07,  2.28it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:08<00:06,  2.30it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:09<00:06,  2.30it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:09<00:05,  2.30it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:10<00:05,  2.27it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:10<00:04,  2.29it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:11<00:04,  2.29it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:11<00:03,  2.27it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:11<00:03,  2.28it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:12<00:03,  2.29it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:12<00:02,  2.29it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:13<00:02,  2.27it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:13<00:01,  2.28it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:14<00:01,  2.28it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:14<00:00,  2.28it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:15<00:00,  2.28it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:15<00:00,  2.23it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:15<00:00,  2.26it/s]
-2025-03-14T23:03:28.373802397Z [2025-03-14 23:03:28,373] [    INFO]: Graph capturing finished in 16 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-14T23:03:28.384900038Z [2025-03-14 23:03:28,384] [    INFO]: init engine (profile, create kv cache, warmup model) took 22.18 seconds (llm_engine.py:431)
-2025-03-14T23:03:29.536234251Z [2025-03-14 23:03:29,535] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-14T23:03:29.577564624Z [2025-03-14 23:03:29,577] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-14T23:03:29.577618227Z [2025-03-14 23:03:29,577] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-14T23:03:29.577626634Z [2025-03-14 23:03:29,577] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-14T23:03:29.577640300Z [2025-03-14 23:03:29,577] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-14T23:03:29.577667722Z [2025-03-14 23:03:29,577] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-14T23:03:29.577712599Z [2025-03-14 23:03:29,577] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-14T23:03:29.577762939Z [2025-03-14 23:03:29,577] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-14T23:03:29.577780896Z [2025-03-14 23:03:29,577] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-14T23:03:29.580849905Z [2025-03-14 23:03:29,580] [    INFO]: HuggingFaceH4/aime_2024 default (lighteval_task.py:187)
-2025-03-14T23:03:29.580890445Z [2025-03-14 23:03:29,580] [ WARNING]: Careful, the task custom|aime24 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-14T23:03:32.549798957Z 
Generating train split:   0%|          | 0/30 [00:00<?, ? examples/s]
Generating train split: 100%|██████████| 30/30 [00:00<00:00, 631.68 examples/s]
-2025-03-14T23:03:32.624350924Z [2025-03-14 23:03:32,624] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-14T23:03:32.624446232Z [2025-03-14 23:03:32,624] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-14T23:03:32.624539277Z [2025-03-14 23:03:32,624] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-14T23:03:32.640973794Z [2025-03-14 23:03:32,640] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-14T23:03:32.653689465Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-14 23:03:32,653] [ WARNING]: context_size + max_new_tokens=33238 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-14T23:04:24.502430549Z 
Processed prompts:   0%|          | 0/30 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-14T23:04:29.114398892Z 
Processed prompts:   3%|▎         | 1/30 [00:51<25:03, 51.84s/it, est. speed input: 4.05 toks/s, output: 64.37 toks/s]
-2025-03-14T23:04:33.176460087Z 
Processed prompts:   7%|▋         | 2/30 [00:56<11:13, 24.06s/it, est. speed input: 7.62 toks/s, output: 122.80 toks/s]
-2025-03-14T23:04:57.293057761Z 
Processed prompts:  10%|█         | 3/30 [01:00<06:43, 14.93s/it, est. speed input: 9.15 toks/s, output: 177.73 toks/s]
-2025-03-14T23:05:03.826223264Z 
Processed prompts:  13%|█▎        | 4/30 [01:24<08:02, 18.56s/it, est. speed input: 8.92 toks/s, output: 187.51 toks/s]
-2025-03-14T23:05:34.731459327Z 
Processed prompts:  17%|█▋        | 5/30 [01:31<05:55, 14.22s/it, est. speed input: 9.84 toks/s, output: 233.85 toks/s]
-2025-03-14T23:05:48.724625154Z 
Processed prompts:  20%|██        | 6/30 [02:02<07:57, 19.89s/it, est. speed input: 8.48 toks/s, output: 231.99 toks/s]
-2025-03-14T23:05:58.950588206Z 
Processed prompts:  23%|██▎       | 7/30 [02:16<06:53, 17.96s/it, est. speed input: 8.55 toks/s, output: 264.55 toks/s]
-2025-03-14T23:06:08.193366477Z 
Processed prompts:  27%|██▋       | 8/30 [02:26<05:41, 15.50s/it, est. speed input: 8.85 toks/s, output: 301.66 toks/s]
-2025-03-14T23:06:10.946651716Z 
Processed prompts:  30%|███       | 9/30 [02:35<04:44, 13.54s/it, est. speed input: 9.45 toks/s, output: 338.80 toks/s]
-2025-03-14T23:07:15.085031379Z 
Processed prompts:  33%|███▎      | 10/30 [02:38<03:24, 10.21s/it, est. speed input: 10.22 toks/s, output: 387.84 toks/s]
-2025-03-14T23:07:23.146194847Z 
Processed prompts:  37%|███▋      | 11/30 [03:42<08:27, 26.72s/it, est. speed input: 7.96 toks/s, output: 328.22 toks/s] 
-2025-03-14T23:07:36.034474082Z 
Processed prompts:  40%|████      | 12/30 [03:50<06:18, 21.04s/it, est. speed input: 8.27 toks/s, output: 368.65 toks/s]
-2025-03-14T23:07:42.339905744Z 
Processed prompts:  43%|████▎     | 13/30 [04:03<05:15, 18.57s/it, est. speed input: 8.57 toks/s, output: 400.63 toks/s]
-2025-03-14T23:07:42.616430602Z 
Processed prompts:  47%|████▋     | 14/30 [04:09<03:57, 14.87s/it, est. speed input: 9.45 toks/s, output: 441.85 toks/s]
-2025-03-14T23:07:48.683619988Z 
Processed prompts:  50%|█████     | 15/30 [04:09<02:37, 10.47s/it, est. speed input: 10.46 toks/s, output: 492.69 toks/s]
-2025-03-14T23:07:54.024833195Z 
Processed prompts:  53%|█████▎    | 16/30 [04:16<02:08,  9.14s/it, est. speed input: 10.71 toks/s, output: 532.28 toks/s]
-2025-03-14T23:08:03.240276167Z 
Processed prompts:  57%|█████▋    | 17/30 [04:21<01:44,  8.00s/it, est. speed input: 11.02 toks/s, output: 572.64 toks/s]
-2025-03-14T23:09:03.416968583Z 
Processed prompts:  60%|██████    | 18/30 [04:30<01:40,  8.37s/it, est. speed input: 11.27 toks/s, output: 604.38 toks/s]
-2025-03-14T23:09:21.258666522Z 
Processed prompts:  63%|██████▎   | 19/30 [05:30<04:23, 23.93s/it, est. speed input: 9.79 toks/s, output: 545.57 toks/s] 
-2025-03-14T23:09:23.818819917Z 
Processed prompts:  67%|██████▋   | 20/30 [05:48<03:40, 22.10s/it, est. speed input: 9.73 toks/s, output: 568.75 toks/s]
-2025-03-14T23:10:19.203723444Z 
Processed prompts:  70%|███████   | 21/30 [05:51<02:26, 16.23s/it, est. speed input: 10.12 toks/s, output: 615.72 toks/s]
-2025-03-14T23:10:23.948105154Z 
Processed prompts:  73%|███████▎  | 22/30 [06:46<03:43, 27.98s/it, est. speed input: 9.17 toks/s, output: 583.26 toks/s] 
-2025-03-14T23:10:29.995147146Z 
Processed prompts:  77%|███████▋  | 23/30 [06:51<02:27, 21.01s/it, est. speed input: 9.61 toks/s, output: 628.00 toks/s]
-2025-03-14T23:10:36.410304414Z 
Processed prompts:  80%|████████  | 24/30 [06:57<01:39, 16.52s/it, est. speed input: 9.99 toks/s, output: 670.45 toks/s]
-2025-03-14T23:10:36.753923458Z 
Processed prompts:  83%|████████▎ | 25/30 [07:03<01:07, 13.49s/it, est. speed input: 10.20 toks/s, output: 712.03 toks/s]
-2025-03-14T23:10:56.937008764Z 
Processed prompts:  87%|████████▋ | 26/30 [07:04<00:38,  9.54s/it, est. speed input: 10.57 toks/s, output: 763.18 toks/s]
-2025-03-14T23:11:20.697469729Z 
Processed prompts:  90%|█████████ | 27/30 [07:24<00:38, 12.74s/it, est. speed input: 10.46 toks/s, output: 781.17 toks/s]
-2025-03-14T23:12:51.257913792Z 
Processed prompts:  93%|█████████▎| 28/30 [07:48<00:32, 16.04s/it, est. speed input: 10.93 toks/s, output: 795.43 toks/s]
-2025-03-14T23:12:51.695306915Z 
Processed prompts:  97%|█████████▋| 29/30 [09:18<00:38, 38.40s/it, est. speed input: 9.56 toks/s, output: 724.74 toks/s] 
-2025-03-14T23:12:51.695357472Z 
Processed prompts: 100%|██████████| 30/30 [09:19<00:00, 27.01s/it, est. speed input: 9.88 toks/s, output: 782.46 toks/s]
Processed prompts: 100%|██████████| 30/30 [09:19<00:00, 18.63s/it, est. speed input: 9.88 toks/s, output: 782.46 toks/s]
-2025-03-14T23:12:51.816169931Z 
Splits: 100%|██████████| 1/1 [09:19<00:00, 559.17s/it]
Splits: 100%|██████████| 1/1 [09:19<00:00, 559.17s/it]
-2025-03-14T23:12:52.704839411Z [2025-03-14 23:12:52,704] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-14T23:12:53.529215542Z [2025-03-14 23:12:53,528] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-14T23:12:53.542326354Z [2025-03-14 23:12:53,542] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-14T23:12:53.542362574Z [2025-03-14 23:12:53,542] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-14T23:12:53.889025673Z [2025-03-14 23:12:53,888] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp1_100/results/quyanh/OpenRS-GRPO/results_2025-03-14T23-12-53.542208.json (evaluation_tracker.py:234)
-2025-03-14T23:12:53.891744301Z |     Task      |Version|     Metric     |Value|   |Stderr|
-2025-03-14T23:12:53.891765649Z |---------------|------:|----------------|----:|---|-----:|
-2025-03-14T23:12:53.891770151Z |all            |       |extractive_match|  0.3|±  |0.0851|
-2025-03-14T23:12:53.891772945Z |custom:aime24:0|      1|extractive_match|  0.3|±  |0.0851|
-2025-03-14T23:12:56.675243706Z Evaluating task: math_500
-2025-03-14T23:13:05.521512230Z [2025-03-14 23:13:05,521] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-14T23:14:10.084845959Z INFO 03-14 23:14:10 __init__.py:190] Automatically detected platform cuda.
-2025-03-14T23:14:16.069332243Z [2025-03-14 23:14:16,068] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-14T23:15:19.987675129Z [2025-03-14 23:15:19,986] [    INFO]: This model supports multiple tasks: {'reward', 'generate', 'embed', 'classify', 'score'}. Defaulting to 'generate'. (config.py:542)
-2025-03-14T23:15:20.003953050Z [2025-03-14 23:15:20,003] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=67b0341a5a775c7821777abdfc4aab82ef8154f5, override_neuron_config=None, tokenizer_revision=67b0341a5a775c7821777abdfc4aab82ef8154f5, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-14T23:15:25.433804875Z [2025-03-14 23:15:25,432] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-14T23:15:26.083161124Z [2025-03-14 23:15:26,082] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-14T23:15:26.957891911Z [2025-03-14 23:15:26,957] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-14T23:15:27.261457348Z [2025-03-14 23:15:27,260] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-14T23:15:27.262409473Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-14T23:15:27.913422801Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.54it/s]
-2025-03-14T23:15:27.913462918Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.54it/s]
-2025-03-14T23:15:28.319182425Z [2025-03-14 23:15:28,318] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-14T23:15:30.160601048Z [2025-03-14 23:15:30,159] [    INFO]: Memory profiling takes 1.54 seconds
-2025-03-14T23:15:30.160664241Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-14T23:15:30.160670538Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-14T23:15:30.459246372Z [2025-03-14 23:15:30,458] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-14T23:15:30.459300885Z [2025-03-14 23:15:30,458] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-14T23:15:34.873358225Z [2025-03-14 23:15:34,872] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-14T23:15:49.505039883Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:18,  1.80it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:00<00:15,  2.12it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:14,  2.22it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:01<00:13,  2.25it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:02<00:13,  2.27it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:02<00:12,  2.31it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:03<00:11,  2.34it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:03<00:11,  2.38it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:03<00:10,  2.40it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:04<00:10,  2.41it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:04<00:10,  2.39it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:05<00:09,  2.37it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:05<00:09,  2.39it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:05<00:08,  2.41it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:06<00:08,  2.39it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:06<00:07,  2.43it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:07<00:07,  2.43it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:07<00:07,  2.42it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:08<00:06,  2.43it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:08<00:06,  2.45it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:08<00:05,  2.45it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:09<00:05,  2.45it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:09<00:04,  2.42it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:10<00:04,  2.43it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:10<00:04,  2.44it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:10<00:03,  2.43it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:11<00:03,  2.43it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:11<00:02,  2.43it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:12<00:02,  2.44it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:12<00:02,  2.41it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:12<00:01,  2.43it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:13<00:01,  2.44it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:13<00:00,  2.46it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:14<00:00,  2.45it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:14<00:00,  2.42it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:14<00:00,  2.39it/s]
-2025-03-14T23:15:49.505135610Z [2025-03-14 23:15:49,504] [    INFO]: Graph capturing finished in 15 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-14T23:15:49.524519442Z [2025-03-14 23:15:49,524] [    INFO]: init engine (profile, create kv cache, warmup model) took 21.21 seconds (llm_engine.py:431)
-2025-03-14T23:15:50.276799592Z [2025-03-14 23:15:50,276] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-14T23:15:50.295627358Z [2025-03-14 23:15:50,295] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-14T23:15:50.295646310Z [2025-03-14 23:15:50,295] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-14T23:15:50.295683025Z [2025-03-14 23:15:50,295] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-14T23:15:50.295725765Z [2025-03-14 23:15:50,295] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-14T23:15:50.295765214Z [2025-03-14 23:15:50,295] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-14T23:15:50.295808547Z [2025-03-14 23:15:50,295] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-14T23:15:50.295847715Z [2025-03-14 23:15:50,295] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-14T23:15:50.295887769Z [2025-03-14 23:15:50,295] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-14T23:15:50.297926446Z [2025-03-14 23:15:50,297] [    INFO]: HuggingFaceH4/MATH-500 default (lighteval_task.py:187)
-2025-03-14T23:15:50.297981228Z [2025-03-14 23:15:50,297] [ WARNING]: Careful, the task custom|math_500 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-14T23:15:52.614816710Z 
Generating test split:   0%|          | 0/500 [00:00<?, ? examples/s]
Generating test split: 100%|██████████| 500/500 [00:00<00:00, 26898.98 examples/s]
-2025-03-14T23:15:52.925656047Z [2025-03-14 23:15:52,924] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-14T23:15:52.925713277Z [2025-03-14 23:15:52,925] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-14T23:15:52.925732980Z [2025-03-14 23:15:52,925] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-14T23:15:53.086963535Z [2025-03-14 23:15:53,086] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-14T23:15:53.232479996Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-14 23:15:53,232] [ WARNING]: context_size + max_new_tokens=33636 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-14T23:16:10.533526239Z 
Processed prompts:   0%|          | 0/500 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-14T23:16:21.162678471Z 
Processed prompts:   0%|          | 1/500 [00:17<2:23:27, 17.25s/it, est. speed input: 50.32 toks/s, output: 17.39 toks/s]
-2025-03-14T23:16:22.799851425Z 
Processed prompts:   0%|          | 2/500 [00:27<1:50:51, 13.36s/it, est. speed input: 35.69 toks/s, output: 28.23 toks/s]
-2025-03-14T23:16:23.772635913Z 
Processed prompts:   1%|          | 3/500 [00:29<1:06:18,  8.00s/it, est. speed input: 39.03 toks/s, output: 44.14 toks/s]
-2025-03-14T23:16:24.350553850Z 
Processed prompts:   1%|          | 4/500 [00:30<43:13,  5.23s/it, est. speed input: 42.08 toks/s, output: 60.22 toks/s]  
-2025-03-14T23:16:26.118504490Z 
Processed prompts:   1%|          | 5/500 [00:31<29:17,  3.55s/it, est. speed input: 49.41 toks/s, output: 76.58 toks/s]
-2025-03-14T23:16:26.988342873Z 
Processed prompts:   1%|          | 6/500 [00:32<24:14,  2.95s/it, est. speed input: 51.44 toks/s, output: 89.93 toks/s]
-2025-03-14T23:16:28.431863288Z 
Processed prompts:   1%|▏         | 7/500 [00:33<18:37,  2.27s/it, est. speed input: 54.92 toks/s, output: 105.09 toks/s]
-2025-03-14T23:16:30.742307435Z 
Processed prompts:   2%|▏         | 8/500 [00:35<16:26,  2.00s/it, est. speed input: 56.50 toks/s, output: 118.24 toks/s]
-2025-03-14T23:16:30.989992233Z 
Processed prompts:   2%|▏         | 9/500 [00:37<17:11,  2.10s/it, est. speed input: 56.78 toks/s, output: 128.41 toks/s]
-2025-03-14T23:16:32.160852983Z 
Processed prompts:   2%|▏         | 10/500 [00:37<12:28,  1.53s/it, est. speed input: 59.99 toks/s, output: 145.01 toks/s]
-2025-03-14T23:16:33.686164192Z 
Processed prompts:   2%|▏         | 12/500 [00:38<08:50,  1.09s/it, est. speed input: 65.57 toks/s, output: 175.01 toks/s]
-2025-03-14T23:16:34.982307164Z 
Processed prompts:   3%|▎         | 13/500 [00:40<09:42,  1.20s/it, est. speed input: 66.60 toks/s, output: 185.83 toks/s]
-2025-03-14T23:16:35.409220946Z 
Processed prompts:   3%|▎         | 14/500 [00:41<09:54,  1.22s/it, est. speed input: 68.08 toks/s, output: 197.46 toks/s]
-2025-03-14T23:16:38.076331940Z 
Processed prompts:   3%|▎         | 15/500 [00:42<08:07,  1.00s/it, est. speed input: 71.86 toks/s, output: 212.86 toks/s]
-2025-03-14T23:16:38.924979239Z 
Processed prompts:   3%|▎         | 16/500 [00:44<11:52,  1.47s/it, est. speed input: 71.11 toks/s, output: 217.56 toks/s]
-2025-03-14T23:16:40.116544524Z 
Processed prompts:   3%|▎         | 17/500 [00:45<10:24,  1.29s/it, est. speed input: 72.85 toks/s, output: 230.86 toks/s]
-2025-03-14T23:16:40.611647824Z 
Processed prompts:   4%|▎         | 18/500 [00:46<10:09,  1.26s/it, est. speed input: 74.37 toks/s, output: 242.16 toks/s]
-2025-03-14T23:16:40.747948479Z 
Processed prompts:   4%|▍         | 19/500 [00:47<08:19,  1.04s/it, est. speed input: 76.53 toks/s, output: 256.78 toks/s]
-2025-03-14T23:16:42.138347583Z 
Processed prompts:   4%|▍         | 20/500 [00:47<06:10,  1.30it/s, est. speed input: 79.58 toks/s, output: 273.19 toks/s]
-2025-03-14T23:16:45.298894796Z 
Processed prompts:   4%|▍         | 22/500 [00:48<05:52,  1.36it/s, est. speed input: 82.55 toks/s, output: 299.21 toks/s]
-2025-03-14T23:16:46.130766919Z 
Processed prompts:   5%|▍         | 23/500 [00:52<10:36,  1.33s/it, est. speed input: 80.19 toks/s, output: 298.12 toks/s]
-2025-03-14T23:16:47.372938816Z 
Processed prompts:   5%|▌         | 25/500 [00:52<07:33,  1.05it/s, est. speed input: 84.28 toks/s, output: 327.34 toks/s]
-2025-03-14T23:16:49.039507579Z 
Processed prompts:   5%|▌         | 26/500 [00:54<08:03,  1.02s/it, est. speed input: 84.77 toks/s, output: 336.87 toks/s]
-2025-03-14T23:16:49.243184401Z 
Processed prompts:   5%|▌         | 27/500 [00:55<09:17,  1.18s/it, est. speed input: 89.26 toks/s, output: 343.82 toks/s]
-2025-03-14T23:16:49.875363176Z 
Processed prompts:   6%|▌         | 28/500 [00:55<07:16,  1.08it/s, est. speed input: 92.21 toks/s, output: 359.58 toks/s]
-2025-03-14T23:16:50.208806635Z 
Processed prompts:   6%|▌         | 29/500 [00:56<06:38,  1.18it/s, est. speed input: 93.44 toks/s, output: 372.56 toks/s]
-2025-03-14T23:16:50.543671354Z 
Processed prompts:   6%|▌         | 31/500 [00:56<04:17,  1.82it/s, est. speed input: 97.99 toks/s, output: 404.28 toks/s]
-2025-03-14T23:16:51.304700321Z 
Processed prompts:   7%|▋         | 33/500 [00:57<03:08,  2.48it/s, est. speed input: 102.29 toks/s, output: 435.80 toks/s]
-2025-03-14T23:16:52.549094545Z 
Processed prompts:   7%|▋         | 34/500 [00:58<03:43,  2.08it/s, est. speed input: 103.13 toks/s, output: 447.04 toks/s]
-2025-03-14T23:16:52.935752467Z 
Processed prompts:   7%|▋         | 35/500 [00:59<05:06,  1.52it/s, est. speed input: 103.23 toks/s, output: 454.60 toks/s]
-2025-03-14T23:16:54.003679088Z 
Processed prompts:   7%|▋         | 36/500 [00:59<04:34,  1.69it/s, est. speed input: 106.23 toks/s, output: 468.58 toks/s]
-2025-03-14T23:16:55.936558234Z 
Processed prompts:   7%|▋         | 37/500 [01:00<05:32,  1.39it/s, est. speed input: 106.50 toks/s, output: 477.25 toks/s]
-2025-03-14T23:16:56.636226196Z 
Processed prompts:   8%|▊         | 38/500 [01:02<08:05,  1.05s/it, est. speed input: 106.01 toks/s, output: 479.42 toks/s]
-2025-03-14T23:16:58.146314282Z 
Processed prompts:   8%|▊         | 39/500 [01:03<07:18,  1.05it/s, est. speed input: 106.92 toks/s, output: 491.00 toks/s]
-2025-03-14T23:16:58.414578220Z 
Processed prompts:   8%|▊         | 40/500 [01:04<08:31,  1.11s/it, est. speed input: 106.61 toks/s, output: 496.42 toks/s]
-2025-03-14T23:17:00.069327979Z 
Processed prompts:   8%|▊         | 41/500 [01:05<06:37,  1.15it/s, est. speed input: 108.12 toks/s, output: 511.22 toks/s]
-2025-03-14T23:17:00.339800047Z 
Processed prompts:   8%|▊         | 42/500 [01:06<08:22,  1.10s/it, est. speed input: 107.39 toks/s, output: 515.36 toks/s]
-2025-03-14T23:17:01.233740546Z 
Processed prompts:   9%|▉         | 44/500 [01:07<05:00,  1.52it/s, est. speed input: 110.98 toks/s, output: 538.89 toks/s]
-2025-03-14T23:17:01.441183418Z 
Processed prompts:   9%|▉         | 45/500 [01:07<05:26,  1.40it/s, est. speed input: 111.74 toks/s, output: 548.59 toks/s]
-2025-03-14T23:17:02.149362780Z 
Processed prompts:   9%|▉         | 46/500 [01:08<04:25,  1.71it/s, est. speed input: 113.37 toks/s, output: 563.71 toks/s]
-2025-03-14T23:17:04.825304925Z 
Processed prompts:   9%|▉         | 47/500 [01:08<04:39,  1.62it/s, est. speed input: 114.27 toks/s, output: 574.68 toks/s]
-2025-03-14T23:17:05.285739654Z 
Processed prompts:  10%|▉         | 48/500 [01:11<08:58,  1.19s/it, est. speed input: 111.89 toks/s, output: 569.92 toks/s]
-2025-03-14T23:17:06.446467960Z 
Processed prompts:  10%|▉         | 49/500 [01:12<07:23,  1.02it/s, est. speed input: 113.29 toks/s, output: 582.99 toks/s]
-2025-03-14T23:17:08.327135494Z 
Processed prompts:  10%|█         | 50/500 [01:13<07:45,  1.03s/it, est. speed input: 113.83 toks/s, output: 590.45 toks/s]
-2025-03-14T23:17:08.539135395Z 
Processed prompts:  10%|█         | 51/500 [01:15<09:35,  1.28s/it, est. speed input: 112.93 toks/s, output: 592.21 toks/s]
-2025-03-14T23:17:09.005843650Z 
Processed prompts:  10%|█         | 52/500 [01:15<07:13,  1.03it/s, est. speed input: 114.49 toks/s, output: 607.10 toks/s]
-2025-03-14T23:17:09.863152845Z 
Processed prompts:  11%|█         | 53/500 [01:15<06:05,  1.22it/s, est. speed input: 115.67 toks/s, output: 619.91 toks/s]
-2025-03-14T23:17:12.070572931Z 
Processed prompts:  11%|█         | 54/500 [01:16<06:10,  1.20it/s, est. speed input: 116.18 toks/s, output: 629.50 toks/s]
-2025-03-14T23:17:13.574387038Z 
Processed prompts:  11%|█         | 55/500 [01:18<09:12,  1.24s/it, est. speed input: 114.50 toks/s, output: 619.43 toks/s]
-2025-03-14T23:17:14.432665518Z 
Processed prompts:  11%|█         | 56/500 [01:20<09:45,  1.32s/it, est. speed input: 114.21 toks/s, output: 624.30 toks/s]
-2025-03-14T23:17:15.680749783Z 
Processed prompts:  11%|█▏        | 57/500 [01:21<08:43,  1.18s/it, est. speed input: 115.06 toks/s, output: 634.16 toks/s]
-2025-03-14T23:17:16.673475276Z 
Processed prompts:  12%|█▏        | 58/500 [01:22<08:51,  1.20s/it, est. speed input: 114.91 toks/s, output: 641.00 toks/s]
-2025-03-14T23:17:16.888840503Z 
Processed prompts:  12%|█▏        | 59/500 [01:23<08:22,  1.14s/it, est. speed input: 115.23 toks/s, output: 649.80 toks/s]
-2025-03-14T23:17:18.793432758Z 
Processed prompts:  12%|█▏        | 60/500 [01:23<06:19,  1.16it/s, est. speed input: 116.75 toks/s, output: 664.55 toks/s]
-2025-03-14T23:17:19.991370793Z 
Processed prompts:  12%|█▏        | 61/500 [01:25<08:35,  1.17s/it, est. speed input: 116.01 toks/s, output: 666.14 toks/s]
-2025-03-14T23:17:20.800900678Z 
Processed prompts:  12%|█▏        | 62/500 [01:26<08:37,  1.18s/it, est. speed input: 115.86 toks/s, output: 666.52 toks/s]
-2025-03-14T23:17:22.138621426Z 
Processed prompts:  13%|█▎        | 63/500 [01:27<07:47,  1.07s/it, est. speed input: 116.73 toks/s, output: 676.72 toks/s]
-2025-03-14T23:17:24.860976827Z 
Processed prompts:  13%|█▎        | 64/500 [01:28<08:21,  1.15s/it, est. speed input: 116.31 toks/s, output: 670.53 toks/s]
-2025-03-14T23:17:29.552338202Z 
Processed prompts:  13%|█▎        | 65/500 [01:31<11:45,  1.62s/it, est. speed input: 115.09 toks/s, output: 666.90 toks/s]
-2025-03-14T23:17:30.920528329Z 
Processed prompts:  13%|█▎        | 66/500 [01:36<18:23,  2.54s/it, est. speed input: 110.73 toks/s, output: 640.14 toks/s]
-2025-03-14T23:17:31.212621001Z 
Processed prompts:  13%|█▎        | 67/500 [01:37<15:48,  2.19s/it, est. speed input: 110.78 toks/s, output: 647.39 toks/s]
-2025-03-14T23:17:32.106629678Z 
Processed prompts:  14%|█▎        | 68/500 [01:37<11:40,  1.62s/it, est. speed input: 111.73 toks/s, output: 656.12 toks/s]
-2025-03-14T23:17:32.600100269Z 
Processed prompts:  14%|█▍        | 69/500 [01:38<10:04,  1.40s/it, est. speed input: 112.11 toks/s, output: 666.37 toks/s]
-2025-03-14T23:17:33.364912990Z 
Processed prompts:  14%|█▍        | 70/500 [01:39<08:05,  1.13s/it, est. speed input: 112.95 toks/s, output: 679.24 toks/s]
-2025-03-14T23:17:33.859270084Z 
Processed prompts:  14%|█▍        | 71/500 [01:40<07:17,  1.02s/it, est. speed input: 113.31 toks/s, output: 680.71 toks/s]
-2025-03-14T23:17:36.740565140Z 
Processed prompts:  14%|█▍        | 72/500 [01:40<06:09,  1.16it/s, est. speed input: 113.94 toks/s, output: 683.31 toks/s]
-2025-03-14T23:17:37.104428643Z 
Processed prompts:  15%|█▍        | 73/500 [01:43<10:26,  1.47s/it, est. speed input: 112.04 toks/s, output: 680.39 toks/s]
-2025-03-14T23:17:37.945937605Z 
Processed prompts:  15%|█▍        | 74/500 [01:43<08:04,  1.14s/it, est. speed input: 113.05 toks/s, output: 694.11 toks/s]
-2025-03-14T23:17:38.585580797Z 
Processed prompts:  15%|█▌        | 75/500 [01:44<07:25,  1.05s/it, est. speed input: 115.09 toks/s, output: 704.62 toks/s]
-2025-03-14T23:17:39.369977573Z 
Processed prompts:  15%|█▌        | 76/500 [01:45<06:32,  1.08it/s, est. speed input: 115.78 toks/s, output: 716.41 toks/s]
-2025-03-14T23:17:39.738312792Z 
Processed prompts:  15%|█▌        | 77/500 [01:46<06:13,  1.13it/s, est. speed input: 116.39 toks/s, output: 727.18 toks/s]
-2025-03-14T23:17:40.102320058Z 
Processed prompts:  16%|█▌        | 78/500 [01:46<05:07,  1.37it/s, est. speed input: 117.36 toks/s, output: 740.72 toks/s]
-2025-03-14T23:17:40.471683685Z 
Processed prompts:  16%|█▌        | 79/500 [01:46<04:20,  1.61it/s, est. speed input: 118.13 toks/s, output: 749.41 toks/s]
-2025-03-14T23:17:41.646291755Z 
Processed prompts:  16%|█▌        | 80/500 [01:47<03:48,  1.84it/s, est. speed input: 119.15 toks/s, output: 762.86 toks/s]
-2025-03-14T23:17:41.805305251Z 
Processed prompts:  16%|█▌        | 81/500 [01:48<05:07,  1.36it/s, est. speed input: 118.96 toks/s, output: 761.45 toks/s]
-2025-03-14T23:17:42.171335603Z 
Processed prompts:  16%|█▋        | 82/500 [01:48<03:54,  1.78it/s, est. speed input: 119.94 toks/s, output: 770.24 toks/s]
-2025-03-14T23:17:42.537957350Z 
Processed prompts:  17%|█▋        | 83/500 [01:48<03:29,  1.99it/s, est. speed input: 120.71 toks/s, output: 783.58 toks/s]
-2025-03-14T23:17:42.697371688Z 
Processed prompts:  17%|█▋        | 84/500 [01:49<03:12,  2.17it/s, est. speed input: 121.71 toks/s, output: 796.86 toks/s]
-2025-03-14T23:17:44.238613322Z 
Processed prompts:  17%|█▋        | 85/500 [01:49<02:34,  2.69it/s, est. speed input: 122.91 toks/s, output: 811.61 toks/s]
-2025-03-14T23:17:44.745047751Z 
Processed prompts:  17%|█▋        | 86/500 [01:50<04:58,  1.38it/s, est. speed input: 122.32 toks/s, output: 809.69 toks/s]
-2025-03-14T23:17:46.494974563Z 
Processed prompts:  17%|█▋        | 87/500 [01:51<04:31,  1.52it/s, est. speed input: 123.04 toks/s, output: 821.89 toks/s]
-2025-03-14T23:17:46.735825423Z 
Processed prompts:  18%|█▊        | 88/500 [01:53<06:45,  1.02it/s, est. speed input: 122.84 toks/s, output: 825.04 toks/s]
-2025-03-14T23:17:46.895876643Z 
Processed prompts:  18%|█▊        | 90/500 [01:53<04:00,  1.71it/s, est. speed input: 125.24 toks/s, output: 844.42 toks/s]
-2025-03-14T23:17:48.092428125Z 
Processed prompts:  18%|█▊        | 91/500 [01:53<03:16,  2.08it/s, est. speed input: 126.19 toks/s, output: 859.07 toks/s]
-2025-03-14T23:17:48.527976048Z 
Processed prompts:  18%|█▊        | 92/500 [01:54<04:32,  1.50it/s, est. speed input: 126.01 toks/s, output: 865.94 toks/s]
-2025-03-14T23:17:48.826682769Z 
Processed prompts:  19%|█▊        | 93/500 [01:55<04:06,  1.65it/s, est. speed input: 126.89 toks/s, output: 878.49 toks/s]
-2025-03-14T23:17:49.473701118Z 
Processed prompts:  19%|█▉        | 94/500 [01:55<03:30,  1.93it/s, est. speed input: 128.01 toks/s, output: 892.03 toks/s]
-2025-03-14T23:17:52.966161116Z 
Processed prompts:  19%|█▉        | 95/500 [01:56<03:45,  1.80it/s, est. speed input: 128.50 toks/s, output: 902.86 toks/s]
-2025-03-14T23:17:54.542144882Z 
Processed prompts:  19%|█▉        | 97/500 [01:59<07:19,  1.09s/it, est. speed input: 128.35 toks/s, output: 897.05 toks/s]
-2025-03-14T23:17:55.566149503Z 
Processed prompts:  20%|█▉        | 98/500 [02:01<08:05,  1.21s/it, est. speed input: 127.70 toks/s, output: 894.49 toks/s]
-2025-03-14T23:17:55.944447171Z 
Processed prompts:  20%|██        | 100/500 [02:02<06:09,  1.08it/s, est. speed input: 128.69 toks/s, output: 909.11 toks/s]
-2025-03-14T23:17:58.227170864Z 
Processed prompts:  20%|██        | 101/500 [02:02<05:19,  1.25it/s, est. speed input: 129.39 toks/s, output: 922.02 toks/s]
-2025-03-14T23:17:58.604000678Z 
Processed prompts:  20%|██        | 102/500 [02:04<07:42,  1.16s/it, est. speed input: 128.02 toks/s, output: 914.99 toks/s]
-2025-03-14T23:18:00.183758374Z 
Processed prompts:  21%|██        | 103/500 [02:05<06:20,  1.04it/s, est. speed input: 128.57 toks/s, output: 917.25 toks/s]
-2025-03-14T23:18:00.915336885Z 
Processed prompts:  21%|██        | 104/500 [02:06<07:26,  1.13s/it, est. speed input: 127.89 toks/s, output: 910.68 toks/s]
-2025-03-14T23:18:01.578982107Z 
Processed prompts:  21%|██        | 105/500 [02:07<06:41,  1.02s/it, est. speed input: 128.17 toks/s, output: 921.10 toks/s]
-2025-03-14T23:18:02.748235612Z 
Processed prompts:  21%|██        | 106/500 [02:08<06:00,  1.09it/s, est. speed input: 129.87 toks/s, output: 931.97 toks/s]
-2025-03-14T23:18:04.052269953Z 
Processed prompts:  22%|██▏       | 108/500 [02:09<05:00,  1.30it/s, est. speed input: 131.02 toks/s, output: 948.18 toks/s]
-2025-03-14T23:18:05.510997961Z 
Processed prompts:  22%|██▏       | 109/500 [02:10<05:50,  1.11it/s, est. speed input: 130.64 toks/s, output: 947.06 toks/s]
-2025-03-14T23:18:05.674489110Z 
Processed prompts:  22%|██▏       | 111/500 [02:12<05:22,  1.21it/s, est. speed input: 133.41 toks/s, output: 967.61 toks/s]
-2025-03-14T23:18:05.927191117Z 
Processed prompts:  22%|██▏       | 112/500 [02:12<04:23,  1.47it/s, est. speed input: 134.25 toks/s, output: 981.98 toks/s]
-2025-03-14T23:18:09.444429758Z 
Processed prompts:  23%|██▎       | 114/500 [02:12<02:58,  2.17it/s, est. speed input: 135.81 toks/s, output: 995.91 toks/s]
-2025-03-14T23:18:09.829307157Z 
Processed prompts:  23%|██▎       | 115/500 [02:16<07:15,  1.13s/it, est. speed input: 133.18 toks/s, output: 977.85 toks/s]
-2025-03-14T23:18:10.572845258Z 
Processed prompts:  23%|██▎       | 116/500 [02:16<06:05,  1.05it/s, est. speed input: 133.85 toks/s, output: 990.61 toks/s]
-2025-03-14T23:18:11.526703198Z 
Processed prompts:  23%|██▎       | 117/500 [02:17<05:44,  1.11it/s, est. speed input: 134.44 toks/s, output: 1000.74 toks/s]
-2025-03-14T23:18:12.056913659Z 
Processed prompts:  24%|██▎       | 118/500 [02:18<05:49,  1.09it/s, est. speed input: 134.48 toks/s, output: 1009.32 toks/s]
-2025-03-14T23:18:12.789945009Z 
Processed prompts:  24%|██▍       | 120/500 [02:18<04:00,  1.58it/s, est. speed input: 135.78 toks/s, output: 1024.97 toks/s]
-2025-03-14T23:18:13.879302055Z 
Processed prompts:  24%|██▍       | 121/500 [02:19<04:09,  1.52it/s, est. speed input: 136.18 toks/s, output: 1035.06 toks/s]
-2025-03-14T23:18:15.688937982Z 
Processed prompts:  24%|██▍       | 122/500 [02:20<04:49,  1.31it/s, est. speed input: 136.36 toks/s, output: 1042.49 toks/s]
-2025-03-14T23:18:15.923755723Z 
Processed prompts:  25%|██▍       | 123/500 [02:22<06:32,  1.04s/it, est. speed input: 135.66 toks/s, output: 1044.68 toks/s]
-2025-03-14T23:18:16.650837380Z 
Processed prompts:  25%|██▍       | 124/500 [02:22<05:08,  1.22it/s, est. speed input: 136.55 toks/s, output: 1058.39 toks/s]
-2025-03-14T23:18:17.870096090Z 
Processed prompts:  25%|██▌       | 125/500 [02:23<04:57,  1.26it/s, est. speed input: 137.01 toks/s, output: 1068.44 toks/s]
-2025-03-14T23:18:18.033077035Z 
Processed prompts:  25%|██▌       | 126/500 [02:24<05:42,  1.09it/s, est. speed input: 136.87 toks/s, output: 1074.84 toks/s]
-2025-03-14T23:18:18.195992735Z 
Processed prompts:  25%|██▌       | 127/500 [02:24<04:20,  1.43it/s, est. speed input: 137.53 toks/s, output: 1081.28 toks/s]
-2025-03-14T23:18:21.455419092Z 
Processed prompts:  26%|██▌       | 128/500 [02:24<03:21,  1.85it/s, est. speed input: 138.18 toks/s, output: 1085.45 toks/s]
-2025-03-14T23:18:21.698891966Z 
Processed prompts:  26%|██▌       | 129/500 [02:28<08:18,  1.34s/it, est. speed input: 135.97 toks/s, output: 1070.87 toks/s]
-2025-03-14T23:18:22.156133063Z 
Processed prompts:  26%|██▌       | 130/500 [02:28<06:16,  1.02s/it, est. speed input: 136.59 toks/s, output: 1080.27 toks/s]
-2025-03-14T23:18:23.111690758Z 
Processed prompts:  26%|██▌       | 131/500 [02:28<05:13,  1.18it/s, est. speed input: 137.26 toks/s, output: 1092.24 toks/s]
-2025-03-14T23:18:23.278031913Z 
Processed prompts:  26%|██▋       | 132/500 [02:29<05:24,  1.13it/s, est. speed input: 137.16 toks/s, output: 1089.39 toks/s]
-2025-03-14T23:18:24.089325638Z 
Processed prompts:  27%|██▋       | 133/500 [02:29<04:05,  1.50it/s, est. speed input: 137.77 toks/s, output: 1092.35 toks/s]
-2025-03-14T23:18:24.901497741Z 
Processed prompts:  27%|██▋       | 134/500 [02:30<04:20,  1.41it/s, est. speed input: 138.18 toks/s, output: 1101.73 toks/s]
-2025-03-14T23:18:25.578216081Z 
Processed prompts:  27%|██▋       | 135/500 [02:31<04:30,  1.35it/s, est. speed input: 138.24 toks/s, output: 1104.74 toks/s]
-2025-03-14T23:18:27.114489258Z 
Processed prompts:  27%|██▋       | 136/500 [02:32<04:22,  1.39it/s, est. speed input: 138.39 toks/s, output: 1106.18 toks/s]
-2025-03-14T23:18:29.077667818Z 
Processed prompts:  27%|██▋       | 137/500 [02:33<05:50,  1.04it/s, est. speed input: 137.94 toks/s, output: 1110.37 toks/s]
-2025-03-14T23:18:29.676863257Z 
Processed prompts:  28%|██▊       | 138/500 [02:35<07:37,  1.26s/it, est. speed input: 137.03 toks/s, output: 1111.59 toks/s]
-2025-03-14T23:18:30.566784672Z 
Processed prompts:  28%|██▊       | 139/500 [02:36<06:24,  1.07s/it, est. speed input: 137.28 toks/s, output: 1116.38 toks/s]
-2025-03-14T23:18:31.310613442Z 
Processed prompts:  28%|██▊       | 140/500 [02:37<06:04,  1.01s/it, est. speed input: 137.78 toks/s, output: 1125.26 toks/s]
-2025-03-14T23:18:35.093016785Z 
Processed prompts:  28%|██▊       | 141/500 [02:38<05:34,  1.07it/s, est. speed input: 138.35 toks/s, output: 1135.15 toks/s]
-2025-03-14T23:18:35.406493714Z 
Processed prompts:  28%|██▊       | 142/500 [02:41<10:39,  1.79s/it, est. speed input: 135.87 toks/s, output: 1118.07 toks/s]
-2025-03-14T23:18:37.128402873Z 
Processed prompts:  29%|██▊       | 143/500 [02:42<08:00,  1.35s/it, est. speed input: 136.37 toks/s, output: 1126.04 toks/s]
-2025-03-14T23:18:37.455082688Z 
Processed prompts:  29%|██▉       | 145/500 [02:43<06:38,  1.12s/it, est. speed input: 136.47 toks/s, output: 1138.42 toks/s]
-2025-03-14T23:18:38.499872921Z 
Processed prompts:  29%|██▉       | 146/500 [02:44<05:27,  1.08it/s, est. speed input: 137.31 toks/s, output: 1151.28 toks/s]
-2025-03-14T23:18:38.744653180Z 
Processed prompts:  29%|██▉       | 147/500 [02:45<05:37,  1.05it/s, est. speed input: 137.11 toks/s, output: 1147.23 toks/s]
-2025-03-14T23:18:40.451753933Z 
Processed prompts:  30%|██▉       | 148/500 [02:45<04:28,  1.31it/s, est. speed input: 137.76 toks/s, output: 1160.64 toks/s]
-2025-03-14T23:18:41.576920319Z 
Processed prompts:  30%|██▉       | 149/500 [02:47<06:00,  1.03s/it, est. speed input: 137.05 toks/s, output: 1154.39 toks/s]
-2025-03-14T23:18:42.708828823Z 
Processed prompts:  30%|███       | 150/500 [02:48<06:09,  1.05s/it, est. speed input: 136.91 toks/s, output: 1161.75 toks/s]
-2025-03-14T23:18:44.522122108Z 
Processed prompts:  30%|███       | 152/500 [02:49<04:50,  1.20it/s, est. speed input: 137.59 toks/s, output: 1176.83 toks/s]
-2025-03-14T23:18:48.551026081Z 
Processed prompts:  31%|███       | 153/500 [02:51<06:12,  1.07s/it, est. speed input: 136.81 toks/s, output: 1170.29 toks/s]
-2025-03-14T23:18:49.756604998Z 
Processed prompts:  31%|███       | 154/500 [02:55<10:34,  1.83s/it, est. speed input: 134.35 toks/s, output: 1152.36 toks/s]
-2025-03-14T23:18:50.006641683Z 
Processed prompts:  31%|███       | 155/500 [02:56<09:34,  1.67s/it, est. speed input: 134.08 toks/s, output: 1149.78 toks/s]
-2025-03-14T23:18:50.328803521Z 
Processed prompts:  31%|███       | 156/500 [02:56<07:17,  1.27s/it, est. speed input: 134.54 toks/s, output: 1153.95 toks/s]
-2025-03-14T23:18:50.500753833Z 
Processed prompts:  31%|███▏      | 157/500 [02:57<05:43,  1.00s/it, est. speed input: 134.93 toks/s, output: 1156.06 toks/s]
-2025-03-14T23:18:51.420442391Z 
Processed prompts:  32%|███▏      | 158/500 [02:57<04:20,  1.31it/s, est. speed input: 135.60 toks/s, output: 1169.93 toks/s]
-2025-03-14T23:18:52.918797692Z 
Processed prompts:  32%|███▏      | 159/500 [02:58<04:35,  1.24it/s, est. speed input: 135.72 toks/s, output: 1178.87 toks/s]
-2025-03-14T23:18:53.383783170Z 
Processed prompts:  32%|███▏      | 160/500 [02:59<05:43,  1.01s/it, est. speed input: 135.60 toks/s, output: 1184.00 toks/s]
-2025-03-14T23:18:54.213827210Z 
Processed prompts:  32%|███▏      | 161/500 [03:00<04:48,  1.18it/s, est. speed input: 135.87 toks/s, output: 1185.81 toks/s]
-2025-03-14T23:18:54.898343715Z 
Processed prompts:  32%|███▏      | 162/500 [03:00<04:45,  1.18it/s, est. speed input: 135.90 toks/s, output: 1189.00 toks/s]
-2025-03-14T23:18:55.069458184Z 
Processed prompts:  33%|███▎      | 163/500 [03:01<04:28,  1.26it/s, est. speed input: 136.77 toks/s, output: 1199.46 toks/s]
-2025-03-14T23:18:55.461227191Z 
Processed prompts:  33%|███▎      | 164/500 [03:01<03:24,  1.64it/s, est. speed input: 137.29 toks/s, output: 1206.65 toks/s]
-2025-03-14T23:18:56.219248322Z 
Processed prompts:  33%|███▎      | 165/500 [03:02<03:02,  1.84it/s, est. speed input: 137.60 toks/s, output: 1207.66 toks/s]
-2025-03-14T23:18:56.611971289Z 
Processed prompts:  33%|███▎      | 166/500 [03:02<03:23,  1.64it/s, est. speed input: 137.67 toks/s, output: 1210.74 toks/s]
-2025-03-14T23:18:57.003227148Z 
Processed prompts:  33%|███▎      | 167/500 [03:03<03:01,  1.84it/s, est. speed input: 137.97 toks/s, output: 1210.57 toks/s]
-2025-03-14T23:18:58.572199351Z 
Processed prompts:  34%|███▎      | 168/500 [03:03<02:45,  2.01it/s, est. speed input: 138.53 toks/s, output: 1222.91 toks/s]
-2025-03-14T23:18:59.184377346Z 
Processed prompts:  34%|███▍      | 169/500 [03:05<04:31,  1.22it/s, est. speed input: 138.03 toks/s, output: 1224.36 toks/s]
-2025-03-14T23:18:59.577932226Z 
Processed prompts:  34%|███▍      | 170/500 [03:05<04:09,  1.32it/s, est. speed input: 138.20 toks/s, output: 1226.07 toks/s]
-2025-03-14T23:19:02.137434350Z 
Processed prompts:  34%|███▍      | 171/500 [03:06<03:33,  1.54it/s, est. speed input: 139.08 toks/s, output: 1238.37 toks/s]
-2025-03-14T23:19:02.838569022Z 
Processed prompts:  34%|███▍      | 172/500 [03:08<06:40,  1.22s/it, est. speed input: 137.79 toks/s, output: 1227.24 toks/s]
-2025-03-14T23:19:03.463429070Z 
Processed prompts:  35%|███▍      | 173/500 [03:09<05:48,  1.07s/it, est. speed input: 137.86 toks/s, output: 1226.91 toks/s]
-2025-03-14T23:19:04.608627716Z 
Processed prompts:  35%|███▍      | 174/500 [03:10<05:04,  1.07it/s, est. speed input: 138.20 toks/s, output: 1237.74 toks/s]
-2025-03-14T23:19:05.966164669Z 
Processed prompts:  35%|███▌      | 175/500 [03:11<05:23,  1.00it/s, est. speed input: 138.21 toks/s, output: 1245.18 toks/s]
-2025-03-14T23:19:11.779836955Z 
Processed prompts:  35%|███▌      | 176/500 [03:12<05:58,  1.11s/it, est. speed input: 137.81 toks/s, output: 1239.77 toks/s]
-2025-03-14T23:19:13.531097530Z 
Processed prompts:  35%|███▌      | 177/500 [03:18<13:33,  2.52s/it, est. speed input: 134.33 toks/s, output: 1208.09 toks/s]
-2025-03-14T23:19:15.515602015Z 
Processed prompts:  36%|███▌      | 178/500 [03:20<12:16,  2.29s/it, est. speed input: 133.72 toks/s, output: 1203.72 toks/s]
-2025-03-14T23:19:16.147222552Z 
Processed prompts:  36%|███▌      | 179/500 [03:22<11:45,  2.20s/it, est. speed input: 133.71 toks/s, output: 1206.61 toks/s]
-2025-03-14T23:19:19.126292972Z 
Processed prompts:  36%|███▌      | 180/500 [03:22<09:12,  1.73s/it, est. speed input: 133.83 toks/s, output: 1206.33 toks/s]
-2025-03-14T23:19:20.367985611Z 
Processed prompts:  36%|███▌      | 181/500 [03:25<11:10,  2.10s/it, est. speed input: 133.49 toks/s, output: 1203.55 toks/s]
-2025-03-14T23:19:20.776966951Z 
Processed prompts:  36%|███▋      | 182/500 [03:27<09:46,  1.84s/it, est. speed input: 133.25 toks/s, output: 1204.23 toks/s]
-2025-03-14T23:19:21.105879557Z 
Processed prompts:  37%|███▋      | 183/500 [03:27<07:28,  1.41s/it, est. speed input: 133.53 toks/s, output: 1207.86 toks/s]
-2025-03-14T23:19:22.272915123Z 
Processed prompts:  37%|███▋      | 184/500 [03:27<05:43,  1.09s/it, est. speed input: 133.85 toks/s, output: 1210.96 toks/s]
-2025-03-14T23:19:24.064804380Z 
Processed prompts:  37%|███▋      | 185/500 [03:28<05:50,  1.11s/it, est. speed input: 133.63 toks/s, output: 1208.98 toks/s]
-2025-03-14T23:19:24.702753461Z 
Processed prompts:  37%|███▋      | 187/500 [03:30<05:16,  1.01s/it, est. speed input: 133.56 toks/s, output: 1210.14 toks/s]
-2025-03-14T23:19:24.891826344Z 
Processed prompts:  38%|███▊      | 188/500 [03:31<04:46,  1.09it/s, est. speed input: 133.69 toks/s, output: 1212.20 toks/s]
-2025-03-14T23:19:25.155968108Z 
Processed prompts:  38%|███▊      | 190/500 [03:31<02:58,  1.73it/s, est. speed input: 135.61 toks/s, output: 1240.35 toks/s]
-2025-03-14T23:19:25.485304663Z 
Processed prompts:  38%|███▊      | 192/500 [03:31<02:06,  2.43it/s, est. speed input: 136.53 toks/s, output: 1252.81 toks/s]
-2025-03-14T23:19:25.816247108Z 
Processed prompts:  39%|███▊      | 193/500 [03:32<02:01,  2.54it/s, est. speed input: 137.51 toks/s, output: 1265.48 toks/s]
-2025-03-14T23:19:25.992977178Z 
Processed prompts:  39%|███▉      | 194/500 [03:32<01:56,  2.63it/s, est. speed input: 137.81 toks/s, output: 1268.91 toks/s]
-2025-03-14T23:19:26.333417788Z 
Processed prompts:  39%|███▉      | 195/500 [03:32<01:40,  3.04it/s, est. speed input: 138.20 toks/s, output: 1271.32 toks/s]
-2025-03-14T23:19:26.510623388Z 
Processed prompts:  39%|███▉      | 197/500 [03:33<01:19,  3.80it/s, est. speed input: 139.08 toks/s, output: 1285.51 toks/s]
-2025-03-14T23:19:26.762484413Z 
Processed prompts:  40%|███▉      | 199/500 [03:33<00:59,  5.04it/s, est. speed input: 140.03 toks/s, output: 1297.94 toks/s]
-2025-03-14T23:19:27.321522169Z 
Processed prompts:  40%|████      | 200/500 [03:33<01:02,  4.77it/s, est. speed input: 140.38 toks/s, output: 1300.38 toks/s]
-2025-03-14T23:19:27.894148086Z 
Processed prompts:  40%|████      | 201/500 [03:34<01:26,  3.45it/s, est. speed input: 140.56 toks/s, output: 1305.75 toks/s]
-2025-03-14T23:19:29.061617274Z 
Processed prompts:  41%|████      | 203/500 [03:34<01:25,  3.46it/s, est. speed input: 141.22 toks/s, output: 1313.35 toks/s]
-2025-03-14T23:19:29.404375412Z 
Processed prompts:  41%|████      | 204/500 [03:35<02:22,  2.07it/s, est. speed input: 140.95 toks/s, output: 1309.25 toks/s]
-2025-03-14T23:19:29.888314631Z 
Processed prompts:  41%|████      | 206/500 [03:36<01:46,  2.76it/s, est. speed input: 141.76 toks/s, output: 1318.92 toks/s]
-2025-03-14T23:19:31.842195482Z 
Processed prompts:  41%|████▏     | 207/500 [03:36<01:53,  2.57it/s, est. speed input: 141.98 toks/s, output: 1323.15 toks/s]
-2025-03-14T23:19:33.405257979Z 
Processed prompts:  42%|████▏     | 209/500 [03:38<02:58,  1.63it/s, est. speed input: 141.82 toks/s, output: 1332.21 toks/s]
-2025-03-14T23:19:34.263577081Z 
Processed prompts:  42%|████▏     | 211/500 [03:40<03:14,  1.49it/s, est. speed input: 141.93 toks/s, output: 1341.60 toks/s]
-2025-03-14T23:19:34.594001784Z 
Processed prompts:  42%|████▏     | 212/500 [03:40<03:24,  1.41it/s, est. speed input: 142.68 toks/s, output: 1350.92 toks/s]
-2025-03-14T23:19:34.849844170Z 
Processed prompts:  43%|████▎     | 213/500 [03:41<02:59,  1.60it/s, est. speed input: 142.96 toks/s, output: 1353.61 toks/s]
-2025-03-14T23:19:35.715952666Z 
Processed prompts:  43%|████▎     | 214/500 [03:41<02:33,  1.87it/s, est. speed input: 143.31 toks/s, output: 1358.93 toks/s]
-2025-03-14T23:19:36.123681898Z 
Processed prompts:  43%|████▎     | 215/500 [03:42<02:56,  1.61it/s, est. speed input: 143.22 toks/s, output: 1355.83 toks/s]
-2025-03-14T23:19:36.916149940Z 
Processed prompts:  43%|████▎     | 216/500 [03:42<02:40,  1.77it/s, est. speed input: 143.42 toks/s, output: 1355.72 toks/s]
-2025-03-14T23:19:37.407249063Z 
Processed prompts:  43%|████▎     | 217/500 [03:43<02:57,  1.59it/s, est. speed input: 143.39 toks/s, output: 1354.08 toks/s]
-2025-03-14T23:19:37.663946132Z 
Processed prompts:  44%|████▎     | 218/500 [03:44<02:45,  1.70it/s, est. speed input: 143.55 toks/s, output: 1354.95 toks/s]
-2025-03-14T23:19:39.305513336Z 
Processed prompts:  44%|████▍     | 219/500 [03:44<02:18,  2.03it/s, est. speed input: 143.88 toks/s, output: 1358.35 toks/s]
-2025-03-14T23:19:40.645977119Z 
Processed prompts:  44%|████▍     | 220/500 [03:46<03:51,  1.21it/s, est. speed input: 143.53 toks/s, output: 1362.97 toks/s]
-2025-03-14T23:19:41.836319850Z 
Processed prompts:  44%|████▍     | 221/500 [03:47<04:33,  1.02it/s, est. speed input: 143.19 toks/s, output: 1361.85 toks/s]
-2025-03-14T23:19:42.107013644Z 
Processed prompts:  44%|████▍     | 222/500 [03:48<04:49,  1.04s/it, est. speed input: 143.05 toks/s, output: 1369.22 toks/s]
-2025-03-14T23:19:42.747165771Z 
Processed prompts:  45%|████▍     | 224/500 [03:48<02:52,  1.60it/s, est. speed input: 144.07 toks/s, output: 1386.41 toks/s]
-2025-03-14T23:19:43.160983778Z 
Processed prompts:  45%|████▌     | 225/500 [03:49<02:53,  1.59it/s, est. speed input: 144.12 toks/s, output: 1385.43 toks/s]
-2025-03-14T23:19:43.652388290Z 
Processed prompts:  45%|████▌     | 226/500 [03:49<02:37,  1.74it/s, est. speed input: 144.54 toks/s, output: 1397.39 toks/s]
-2025-03-14T23:19:43.917015136Z 
Processed prompts:  45%|████▌     | 227/500 [03:50<02:30,  1.81it/s, est. speed input: 144.67 toks/s, output: 1396.66 toks/s]
-2025-03-14T23:19:44.796930360Z 
Processed prompts:  46%|████▌     | 228/500 [03:50<02:08,  2.12it/s, est. speed input: 144.95 toks/s, output: 1397.25 toks/s]
-2025-03-14T23:19:45.599650825Z 
Processed prompts:  46%|████▌     | 229/500 [03:51<02:39,  1.70it/s, est. speed input: 144.89 toks/s, output: 1398.61 toks/s]
-2025-03-14T23:19:45.871693052Z 
Processed prompts:  46%|████▌     | 230/500 [03:52<02:55,  1.54it/s, est. speed input: 144.86 toks/s, output: 1399.11 toks/s]
-2025-03-14T23:19:46.438589627Z 
Processed prompts:  46%|████▋     | 232/500 [03:52<01:51,  2.40it/s, est. speed input: 145.66 toks/s, output: 1410.49 toks/s]
-2025-03-14T23:19:46.774996479Z 
Processed prompts:  47%|████▋     | 233/500 [03:53<02:01,  2.20it/s, est. speed input: 145.95 toks/s, output: 1421.48 toks/s]
-2025-03-14T23:19:46.956957645Z 
Processed prompts:  47%|████▋     | 234/500 [03:53<01:52,  2.36it/s, est. speed input: 146.22 toks/s, output: 1425.03 toks/s]
-2025-03-14T23:19:47.293299580Z 
Processed prompts:  47%|████▋     | 235/500 [03:53<01:34,  2.79it/s, est. speed input: 146.55 toks/s, output: 1427.07 toks/s]
-2025-03-14T23:19:47.872021016Z 
Processed prompts:  47%|████▋     | 236/500 [03:54<01:32,  2.84it/s, est. speed input: 146.96 toks/s, output: 1439.43 toks/s]
-2025-03-14T23:19:48.363821166Z 
Processed prompts:  47%|████▋     | 237/500 [03:54<01:49,  2.40it/s, est. speed input: 147.09 toks/s, output: 1443.92 toks/s]
-2025-03-14T23:19:48.769639124Z 
Processed prompts:  48%|████▊     | 238/500 [03:55<01:54,  2.28it/s, est. speed input: 147.26 toks/s, output: 1447.10 toks/s]
-2025-03-14T23:19:49.935987877Z 
Processed prompts:  48%|████▊     | 240/500 [03:55<01:26,  3.01it/s, est. speed input: 147.91 toks/s, output: 1452.68 toks/s]
-2025-03-14T23:19:51.874741405Z 
Processed prompts:  48%|████▊     | 241/500 [03:56<02:18,  1.87it/s, est. speed input: 147.61 toks/s, output: 1448.37 toks/s]
-2025-03-14T23:19:53.816270080Z 
Processed prompts:  48%|████▊     | 242/500 [03:58<03:51,  1.11it/s, est. speed input: 146.89 toks/s, output: 1443.56 toks/s]
-2025-03-14T23:19:54.377091866Z 
Processed prompts:  49%|████▊     | 243/500 [04:00<05:03,  1.18s/it, est. speed input: 146.16 toks/s, output: 1437.42 toks/s]
-2025-03-14T23:19:57.788456537Z 
Processed prompts:  49%|████▉     | 244/500 [04:01<04:17,  1.01s/it, est. speed input: 146.25 toks/s, output: 1437.09 toks/s]
-2025-03-14T23:19:58.173423439Z 
Processed prompts:  49%|████▉     | 245/500 [04:04<07:11,  1.69s/it, est. speed input: 144.65 toks/s, output: 1422.11 toks/s]
-2025-03-14T23:19:58.481455726Z 
Processed prompts:  49%|████▉     | 246/500 [04:04<05:33,  1.31s/it, est. speed input: 144.85 toks/s, output: 1423.36 toks/s]
-2025-03-14T23:19:59.021667467Z 
Processed prompts:  49%|████▉     | 247/500 [04:05<04:18,  1.02s/it, est. speed input: 145.15 toks/s, output: 1431.26 toks/s]
-2025-03-14T23:19:59.327058755Z 
Processed prompts:  50%|████▉     | 248/500 [04:05<03:41,  1.14it/s, est. speed input: 145.31 toks/s, output: 1437.38 toks/s]
-2025-03-14T23:19:59.708429828Z 
Processed prompts:  50%|████▉     | 249/500 [04:06<02:57,  1.41it/s, est. speed input: 145.58 toks/s, output: 1442.12 toks/s]
-2025-03-14T23:20:00.850716111Z 
Processed prompts:  50%|█████     | 250/500 [04:06<02:32,  1.64it/s, est. speed input: 145.77 toks/s, output: 1442.78 toks/s]
-2025-03-14T23:20:01.534604034Z 
Processed prompts:  50%|█████     | 251/500 [04:07<03:11,  1.30it/s, est. speed input: 145.53 toks/s, output: 1440.84 toks/s]
-2025-03-14T23:20:03.486061441Z 
Processed prompts:  50%|█████     | 252/500 [04:08<03:04,  1.34it/s, est. speed input: 145.84 toks/s, output: 1451.19 toks/s]
-2025-03-14T23:20:03.713380764Z 
Processed prompts:  51%|█████     | 253/500 [04:10<04:32,  1.11s/it, est. speed input: 145.16 toks/s, output: 1447.08 toks/s]
-2025-03-14T23:20:04.393014561Z 
Processed prompts:  51%|█████     | 254/500 [04:10<03:27,  1.19it/s, est. speed input: 145.42 toks/s, output: 1447.62 toks/s]
-2025-03-14T23:20:05.448373716Z 
Processed prompts:  51%|█████     | 255/500 [04:11<03:14,  1.26it/s, est. speed input: 145.68 toks/s, output: 1457.95 toks/s]
-2025-03-14T23:20:06.125708567Z 
Processed prompts:  51%|█████     | 256/500 [04:12<03:32,  1.15it/s, est. speed input: 145.50 toks/s, output: 1456.27 toks/s]
-2025-03-14T23:20:06.276072588Z 
Processed prompts:  51%|█████▏    | 257/500 [04:12<03:17,  1.23it/s, est. speed input: 146.03 toks/s, output: 1466.61 toks/s]
-2025-03-14T23:20:08.601898020Z 
Processed prompts:  52%|█████▏    | 258/500 [04:12<02:28,  1.63it/s, est. speed input: 146.36 toks/s, output: 1469.90 toks/s]
-2025-03-14T23:20:11.024097934Z 
Processed prompts:  52%|█████▏    | 259/500 [04:15<04:31,  1.13s/it, est. speed input: 145.41 toks/s, output: 1458.41 toks/s]
-2025-03-14T23:20:12.166737723Z 
Processed prompts:  52%|█████▏    | 261/500 [04:17<04:38,  1.17s/it, est. speed input: 144.97 toks/s, output: 1461.50 toks/s]
-2025-03-14T23:20:14.456522687Z 
Processed prompts:  52%|█████▏    | 262/500 [04:18<04:36,  1.16s/it, est. speed input: 144.75 toks/s, output: 1460.78 toks/s]
-2025-03-14T23:20:14.683611131Z 
Processed prompts:  53%|█████▎    | 263/500 [04:21<05:45,  1.46s/it, est. speed input: 143.98 toks/s, output: 1462.19 toks/s]
-2025-03-14T23:20:15.890783913Z 
Processed prompts:  53%|█████▎    | 264/500 [04:21<04:24,  1.12s/it, est. speed input: 144.22 toks/s, output: 1462.83 toks/s]
-2025-03-14T23:20:16.192624320Z 
Processed prompts:  53%|█████▎    | 265/500 [04:22<04:29,  1.15s/it, est. speed input: 143.99 toks/s, output: 1463.32 toks/s]
-2025-03-14T23:20:16.793305726Z 
Processed prompts:  53%|█████▎    | 267/500 [04:22<02:43,  1.42it/s, est. speed input: 144.83 toks/s, output: 1478.31 toks/s]
-2025-03-14T23:20:17.850767521Z 
Processed prompts:  54%|█████▎    | 268/500 [04:23<02:37,  1.47it/s, est. speed input: 144.99 toks/s, output: 1488.01 toks/s]
-2025-03-14T23:20:18.074782724Z 
Processed prompts:  54%|█████▍    | 270/500 [04:24<02:22,  1.62it/s, est. speed input: 145.15 toks/s, output: 1486.80 toks/s]
-2025-03-14T23:20:18.372168370Z 
Processed prompts:  54%|█████▍    | 271/500 [04:24<02:01,  1.89it/s, est. speed input: 145.44 toks/s, output: 1491.32 toks/s]
-2025-03-14T23:20:18.816592869Z 
Processed prompts:  54%|█████▍    | 272/500 [04:25<01:47,  2.12it/s, est. speed input: 145.67 toks/s, output: 1494.42 toks/s]
-2025-03-14T23:20:18.964855270Z 
Processed prompts:  55%|█████▍    | 273/500 [04:25<01:45,  2.15it/s, est. speed input: 145.95 toks/s, output: 1506.11 toks/s]
-2025-03-14T23:20:19.413373275Z 
Processed prompts:  55%|█████▍    | 274/500 [04:25<01:25,  2.63it/s, est. speed input: 146.25 toks/s, output: 1507.81 toks/s]
-2025-03-14T23:20:20.006918217Z 
Processed prompts:  55%|█████▌    | 275/500 [04:26<01:29,  2.51it/s, est. speed input: 146.40 toks/s, output: 1509.99 toks/s]
-2025-03-14T23:20:20.376658331Z 
Processed prompts:  55%|█████▌    | 277/500 [04:26<01:18,  2.83it/s, est. speed input: 146.85 toks/s, output: 1515.17 toks/s]
-2025-03-14T23:20:21.112498653Z 
Processed prompts:  56%|█████▌    | 278/500 [04:27<01:19,  2.80it/s, est. speed input: 147.01 toks/s, output: 1515.10 toks/s]
-2025-03-14T23:20:21.994978493Z 
Processed prompts:  56%|█████▌    | 279/500 [04:27<01:40,  2.20it/s, est. speed input: 148.17 toks/s, output: 1525.13 toks/s]
-2025-03-14T23:20:22.214632150Z 
Processed prompts:  56%|█████▌    | 280/500 [04:28<02:05,  1.76it/s, est. speed input: 148.07 toks/s, output: 1524.18 toks/s]
-2025-03-14T23:20:22.651624263Z 
Processed prompts:  56%|█████▌    | 281/500 [04:28<01:43,  2.12it/s, est. speed input: 148.30 toks/s, output: 1524.96 toks/s]
-2025-03-14T23:20:23.014971770Z 
Processed prompts:  56%|█████▋    | 282/500 [04:29<01:40,  2.16it/s, est. speed input: 148.43 toks/s, output: 1525.08 toks/s]
-2025-03-14T23:20:23.668591896Z 
Processed prompts:  57%|█████▋    | 283/500 [04:29<01:34,  2.31it/s, est. speed input: 148.60 toks/s, output: 1526.15 toks/s]
-2025-03-14T23:20:24.176337179Z 
Processed prompts:  57%|█████▋    | 285/500 [04:30<01:22,  2.59it/s, est. speed input: 148.95 toks/s, output: 1526.64 toks/s]
-2025-03-14T23:20:25.406325336Z 
Processed prompts:  57%|█████▋    | 286/500 [04:30<01:28,  2.41it/s, est. speed input: 149.07 toks/s, output: 1529.32 toks/s]
-2025-03-14T23:20:26.569428941Z 
Processed prompts:  57%|█████▋    | 287/500 [04:32<02:13,  1.60it/s, est. speed input: 148.71 toks/s, output: 1523.89 toks/s]
-2025-03-14T23:20:26.714521466Z 
Processed prompts:  58%|█████▊    | 288/500 [04:33<02:43,  1.30it/s, est. speed input: 148.49 toks/s, output: 1524.13 toks/s]
-2025-03-14T23:20:27.366444428Z 
Processed prompts:  58%|█████▊    | 289/500 [04:33<02:05,  1.68it/s, est. speed input: 148.77 toks/s, output: 1526.14 toks/s]
-2025-03-14T23:20:27.945844800Z 
Processed prompts:  58%|█████▊    | 290/500 [04:34<02:08,  1.63it/s, est. speed input: 148.92 toks/s, output: 1536.69 toks/s]
-2025-03-14T23:20:28.677750620Z 
Processed prompts:  58%|█████▊    | 291/500 [04:34<02:05,  1.66it/s, est. speed input: 149.04 toks/s, output: 1543.54 toks/s]
-2025-03-14T23:20:29.038011553Z 
Processed prompts:  58%|█████▊    | 292/500 [04:35<02:13,  1.56it/s, est. speed input: 148.97 toks/s, output: 1541.25 toks/s]
-2025-03-14T23:20:29.974959661Z 
Processed prompts:  59%|█████▊    | 293/500 [04:35<01:55,  1.79it/s, est. speed input: 149.10 toks/s, output: 1541.15 toks/s]
-2025-03-14T23:20:31.058853429Z 
Processed prompts:  59%|█████▉    | 294/500 [04:36<02:18,  1.49it/s, est. speed input: 148.93 toks/s, output: 1538.07 toks/s]
-2025-03-14T23:20:31.201891034Z 
Processed prompts:  59%|█████▉    | 295/500 [04:37<02:42,  1.26it/s, est. speed input: 148.74 toks/s, output: 1538.00 toks/s]
-2025-03-14T23:20:31.989341554Z 
Processed prompts:  59%|█████▉    | 296/500 [04:37<02:02,  1.67it/s, est. speed input: 149.01 toks/s, output: 1539.75 toks/s]
-2025-03-14T23:20:33.504572543Z 
Processed prompts:  59%|█████▉    | 297/500 [04:38<02:13,  1.53it/s, est. speed input: 148.95 toks/s, output: 1538.66 toks/s]
-2025-03-14T23:20:33.936509130Z 
Processed prompts:  60%|█████▉    | 298/500 [04:40<03:04,  1.10it/s, est. speed input: 148.55 toks/s, output: 1538.33 toks/s]
-2025-03-14T23:20:35.307176443Z 
Processed prompts:  60%|█████▉    | 299/500 [04:40<02:34,  1.30it/s, est. speed input: 148.71 toks/s, output: 1541.93 toks/s]
-2025-03-14T23:20:35.881798845Z 
Processed prompts:  60%|██████    | 300/500 [04:42<03:09,  1.05it/s, est. speed input: 148.31 toks/s, output: 1536.59 toks/s]
-2025-03-14T23:20:36.453594512Z 
Processed prompts:  60%|██████    | 301/500 [04:42<02:46,  1.20it/s, est. speed input: 148.33 toks/s, output: 1535.72 toks/s]
-2025-03-14T23:20:36.811631539Z 
Processed prompts:  60%|██████    | 302/500 [04:43<02:29,  1.32it/s, est. speed input: 148.69 toks/s, output: 1546.79 toks/s]
-2025-03-14T23:20:37.669532457Z 
Processed prompts:  61%|██████    | 304/500 [04:43<01:36,  2.04it/s, est. speed input: 149.20 toks/s, output: 1551.92 toks/s]
-2025-03-14T23:20:38.096615398Z 
Processed prompts:  61%|██████    | 305/500 [04:44<01:53,  1.72it/s, est. speed input: 149.65 toks/s, output: 1561.41 toks/s]
-2025-03-14T23:20:40.863032798Z 
Processed prompts:  61%|██████    | 306/500 [04:44<01:44,  1.85it/s, est. speed input: 149.77 toks/s, output: 1562.20 toks/s]
-2025-03-14T23:20:41.842174340Z 
Processed prompts:  61%|██████▏   | 307/500 [04:47<03:41,  1.15s/it, est. speed input: 149.03 toks/s, output: 1561.34 toks/s]
-2025-03-14T23:20:42.209858793Z 
Processed prompts:  62%|██████▏   | 308/500 [04:48<03:31,  1.10s/it, est. speed input: 149.49 toks/s, output: 1570.20 toks/s]
-2025-03-14T23:20:42.505503437Z 
Processed prompts:  62%|██████▏   | 309/500 [04:48<02:50,  1.12it/s, est. speed input: 149.62 toks/s, output: 1570.75 toks/s]
-2025-03-14T23:20:43.179107834Z 
Processed prompts:  62%|██████▏   | 310/500 [04:49<02:16,  1.39it/s, est. speed input: 149.86 toks/s, output: 1577.29 toks/s]
-2025-03-14T23:20:45.404222813Z 
Processed prompts:  62%|██████▏   | 311/500 [04:49<02:13,  1.42it/s, est. speed input: 149.99 toks/s, output: 1587.78 toks/s]
-2025-03-14T23:20:45.917207153Z 
Processed prompts:  62%|██████▏   | 312/500 [04:52<03:36,  1.15s/it, est. speed input: 149.19 toks/s, output: 1579.74 toks/s]
-2025-03-14T23:20:46.059771310Z 
Processed prompts:  63%|██████▎   | 313/500 [04:52<03:00,  1.04it/s, est. speed input: 149.27 toks/s, output: 1580.34 toks/s]
-2025-03-14T23:20:46.903458993Z 
Processed prompts:  63%|██████▎   | 314/500 [04:52<02:13,  1.39it/s, est. speed input: 149.55 toks/s, output: 1584.67 toks/s]
-2025-03-14T23:20:48.166551560Z 
Processed prompts:  63%|██████▎   | 315/500 [04:53<02:19,  1.32it/s, est. speed input: 149.46 toks/s, output: 1583.74 toks/s]
-2025-03-14T23:20:48.655708245Z 
Processed prompts:  63%|██████▎   | 316/500 [04:54<02:47,  1.10it/s, est. speed input: 149.27 toks/s, output: 1591.11 toks/s]
-2025-03-14T23:20:48.794468002Z 
Processed prompts:  63%|██████▎   | 317/500 [04:55<02:23,  1.28it/s, est. speed input: 149.46 toks/s, output: 1602.63 toks/s]
-2025-03-14T23:20:49.002246184Z 
Processed prompts:  64%|██████▎   | 318/500 [04:55<01:47,  1.70it/s, est. speed input: 149.74 toks/s, output: 1606.91 toks/s]
-2025-03-14T23:20:51.129623077Z 
Processed prompts:  64%|██████▍   | 320/500 [04:55<01:05,  2.73it/s, est. speed input: 150.33 toks/s, output: 1615.99 toks/s]
-2025-03-14T23:20:52.089431593Z 
Processed prompts:  64%|██████▍   | 321/500 [04:57<02:23,  1.25it/s, est. speed input: 149.65 toks/s, output: 1613.84 toks/s]
-2025-03-14T23:20:52.432021479Z 
Processed prompts:  64%|██████▍   | 322/500 [04:58<02:30,  1.19it/s, est. speed input: 149.47 toks/s, output: 1611.50 toks/s]
-2025-03-14T23:20:57.023160462Z 
Processed prompts:  65%|██████▍   | 323/500 [04:59<02:05,  1.41it/s, est. speed input: 149.63 toks/s, output: 1613.40 toks/s]
-2025-03-14T23:20:57.297204191Z 
Processed prompts:  65%|██████▍   | 324/500 [05:03<05:15,  1.79s/it, est. speed input: 147.71 toks/s, output: 1594.39 toks/s]
-2025-03-14T23:20:57.847251327Z 
Processed prompts:  65%|██████▌   | 326/500 [05:04<03:04,  1.06s/it, est. speed input: 148.23 toks/s, output: 1601.00 toks/s]
-2025-03-14T23:20:58.327687475Z 
Processed prompts:  66%|██████▌   | 328/500 [05:04<02:09,  1.33it/s, est. speed input: 148.69 toks/s, output: 1613.21 toks/s]
-2025-03-14T23:20:59.073016419Z 
Processed prompts:  66%|██████▌   | 329/500 [05:05<01:58,  1.44it/s, est. speed input: 148.76 toks/s, output: 1613.78 toks/s]
-2025-03-14T23:20:59.342983729Z 
Processed prompts:  66%|██████▌   | 330/500 [05:05<02:00,  1.42it/s, est. speed input: 149.05 toks/s, output: 1624.01 toks/s]
-2025-03-14T23:20:59.879257653Z 
Processed prompts:  66%|██████▌   | 331/500 [05:06<01:40,  1.68it/s, est. speed input: 149.24 toks/s, output: 1626.58 toks/s]
-2025-03-14T23:21:01.041574024Z 
Processed prompts:  66%|██████▋   | 332/500 [05:06<01:37,  1.72it/s, est. speed input: 149.30 toks/s, output: 1627.81 toks/s]
-2025-03-14T23:21:02.595482899Z 
Processed prompts:  67%|██████▋   | 333/500 [05:07<02:03,  1.35it/s, est. speed input: 149.07 toks/s, output: 1625.89 toks/s]
-2025-03-14T23:21:04.665727020Z 
Processed prompts:  67%|██████▋   | 334/500 [05:09<02:40,  1.03it/s, est. speed input: 148.61 toks/s, output: 1620.96 toks/s]
-2025-03-14T23:21:07.640335717Z 
Processed prompts:  67%|██████▋   | 335/500 [05:11<03:32,  1.29s/it, est. speed input: 147.92 toks/s, output: 1613.75 toks/s]
-2025-03-14T23:21:08.027605588Z 
Processed prompts:  67%|██████▋   | 336/500 [05:14<04:51,  1.78s/it, est. speed input: 146.91 toks/s, output: 1609.61 toks/s]
-2025-03-14T23:21:09.254001799Z 
Processed prompts:  67%|██████▋   | 337/500 [05:14<03:43,  1.37s/it, est. speed input: 147.00 toks/s, output: 1610.83 toks/s]
-2025-03-14T23:21:10.092392290Z 
Processed prompts:  68%|██████▊   | 338/500 [05:15<03:34,  1.33s/it, est. speed input: 146.77 toks/s, output: 1611.82 toks/s]
-2025-03-14T23:21:10.606515087Z 
Processed prompts:  68%|██████▊   | 339/500 [05:16<03:10,  1.18s/it, est. speed input: 147.13 toks/s, output: 1621.76 toks/s]
-2025-03-14T23:21:12.595538820Z 
Processed prompts:  68%|██████▊   | 340/500 [05:17<02:37,  1.02it/s, est. speed input: 147.21 toks/s, output: 1624.64 toks/s]
-2025-03-14T23:21:13.428262316Z 
Processed prompts:  68%|██████▊   | 341/500 [05:19<03:24,  1.28s/it, est. speed input: 146.57 toks/s, output: 1618.00 toks/s]
-2025-03-14T23:21:13.620635530Z 
Processed prompts:  68%|██████▊   | 342/500 [05:20<03:01,  1.15s/it, est. speed input: 146.49 toks/s, output: 1617.99 toks/s]
-2025-03-14T23:21:14.894764075Z 
Processed prompts:  69%|██████▊   | 343/500 [05:20<02:15,  1.16it/s, est. speed input: 146.70 toks/s, output: 1620.81 toks/s]
-2025-03-14T23:21:15.723594547Z 
Processed prompts:  69%|██████▉   | 344/500 [05:21<02:33,  1.01it/s, est. speed input: 146.45 toks/s, output: 1621.16 toks/s]
-2025-03-14T23:21:16.675367765Z 
Processed prompts:  69%|██████▉   | 345/500 [05:22<02:25,  1.07it/s, est. speed input: 146.36 toks/s, output: 1620.91 toks/s]
-2025-03-14T23:21:16.991422780Z 
Processed prompts:  69%|██████▉   | 346/500 [05:23<02:25,  1.06it/s, est. speed input: 146.33 toks/s, output: 1630.38 toks/s]
-2025-03-14T23:21:18.126405246Z 
Processed prompts:  69%|██████▉   | 347/500 [05:23<01:55,  1.32it/s, est. speed input: 146.54 toks/s, output: 1637.46 toks/s]
-2025-03-14T23:21:19.652214011Z 
Processed prompts:  70%|██████▉   | 348/500 [05:24<02:12,  1.15it/s, est. speed input: 147.03 toks/s, output: 1645.99 toks/s]
-2025-03-14T23:21:20.271373926Z 
Processed prompts:  70%|██████▉   | 349/500 [05:26<02:40,  1.07s/it, est. speed input: 146.99 toks/s, output: 1652.49 toks/s]
-2025-03-14T23:21:20.885569919Z 
Processed prompts:  70%|███████   | 351/500 [05:26<01:46,  1.39it/s, est. speed input: 147.69 toks/s, output: 1677.74 toks/s]
-2025-03-14T23:21:24.252756469Z 
Processed prompts:  71%|███████   | 353/500 [05:27<01:21,  1.80it/s, est. speed input: 148.01 toks/s, output: 1683.85 toks/s]
-2025-03-14T23:21:24.436315449Z 
Processed prompts:  71%|███████   | 354/500 [05:30<02:51,  1.18s/it, est. speed input: 146.79 toks/s, output: 1670.93 toks/s]
-2025-03-14T23:21:25.902786230Z 
Processed prompts:  71%|███████   | 355/500 [05:31<02:15,  1.07it/s, est. speed input: 147.29 toks/s, output: 1684.23 toks/s]
-2025-03-14T23:21:27.423993732Z 
Processed prompts:  71%|███████   | 356/500 [05:32<02:34,  1.07s/it, est. speed input: 147.05 toks/s, output: 1691.04 toks/s]
-2025-03-14T23:21:28.519813227Z 
Processed prompts:  71%|███████▏  | 357/500 [05:34<02:50,  1.19s/it, est. speed input: 146.65 toks/s, output: 1687.52 toks/s]
-2025-03-14T23:21:32.052605410Z 
Processed prompts:  72%|███████▏  | 358/500 [05:35<02:45,  1.17s/it, est. speed input: 146.45 toks/s, output: 1686.39 toks/s]
-2025-03-14T23:21:32.775471260Z 
Processed prompts:  72%|███████▏  | 359/500 [05:38<04:18,  1.84s/it, est. speed input: 145.51 toks/s, output: 1683.08 toks/s]
-2025-03-14T23:21:36.515842620Z 
Processed prompts:  72%|███████▏  | 361/500 [05:39<02:43,  1.18s/it, est. speed input: 145.97 toks/s, output: 1698.81 toks/s]
-2025-03-14T23:21:37.478936565Z 
Processed prompts:  72%|███████▏  | 362/500 [05:43<04:08,  1.80s/it, est. speed input: 144.78 toks/s, output: 1694.61 toks/s]
-2025-03-14T23:21:38.200835746Z 
Processed prompts:  73%|███████▎  | 363/500 [05:44<03:36,  1.58s/it, est. speed input: 144.66 toks/s, output: 1694.80 toks/s]
-2025-03-14T23:21:38.382300153Z 
Processed prompts:  73%|███████▎  | 364/500 [05:44<03:03,  1.35s/it, est. speed input: 145.23 toks/s, output: 1705.57 toks/s]
-2025-03-14T23:21:39.697359848Z 
Processed prompts:  73%|███████▎  | 365/500 [05:45<02:18,  1.03s/it, est. speed input: 145.43 toks/s, output: 1709.41 toks/s]
-2025-03-14T23:21:40.232334284Z 
Processed prompts:  73%|███████▎  | 366/500 [05:46<02:28,  1.11s/it, est. speed input: 145.23 toks/s, output: 1715.36 toks/s]
-2025-03-14T23:21:40.586809192Z 
Processed prompts:  73%|███████▎  | 367/500 [05:46<02:05,  1.06it/s, est. speed input: 145.44 toks/s, output: 1727.04 toks/s]
-2025-03-14T23:21:41.055825832Z 
Processed prompts:  74%|███████▎  | 368/500 [05:47<01:41,  1.30it/s, est. speed input: 146.52 toks/s, output: 1739.62 toks/s]
-2025-03-14T23:21:45.983317740Z 
Processed prompts:  74%|███████▍  | 369/500 [05:47<01:29,  1.47it/s, est. speed input: 146.98 toks/s, output: 1751.61 toks/s]
-2025-03-14T23:21:49.860281901Z 
Processed prompts:  74%|███████▍  | 370/500 [05:52<04:12,  1.94s/it, est. speed input: 145.35 toks/s, output: 1741.52 toks/s]
-2025-03-14T23:21:52.069734308Z 
Processed prompts:  74%|███████▍  | 371/500 [05:56<05:24,  2.51s/it, est. speed input: 144.31 toks/s, output: 1736.99 toks/s]
-2025-03-14T23:21:54.575826227Z 
Processed prompts:  75%|███████▍  | 373/500 [05:58<03:57,  1.87s/it, est. speed input: 143.95 toks/s, output: 1737.08 toks/s]
-2025-03-14T23:21:55.089521667Z 
Processed prompts:  75%|███████▍  | 374/500 [06:01<04:15,  2.03s/it, est. speed input: 143.31 toks/s, output: 1738.12 toks/s]
-2025-03-14T23:21:59.747828805Z 
Processed prompts:  75%|███████▌  | 375/500 [06:01<03:23,  1.63s/it, est. speed input: 143.36 toks/s, output: 1740.81 toks/s]
-2025-03-14T23:22:00.317305134Z 
Processed prompts:  75%|███████▌  | 376/500 [06:06<05:04,  2.45s/it, est. speed input: 141.82 toks/s, output: 1725.84 toks/s]
-2025-03-14T23:22:15.364766577Z 
Processed prompts:  75%|███████▌  | 377/500 [06:07<03:56,  1.93s/it, est. speed input: 141.87 toks/s, output: 1729.38 toks/s]
-2025-03-14T23:22:16.410039083Z 
Processed prompts:  76%|███████▌  | 378/500 [06:22<11:31,  5.67s/it, est. speed input: 136.61 toks/s, output: 1673.85 toks/s]
-2025-03-14T23:22:17.910371270Z 
Processed prompts:  76%|███████▌  | 379/500 [06:23<08:44,  4.33s/it, est. speed input: 136.76 toks/s, output: 1683.90 toks/s]
-2025-03-14T23:22:18.424416225Z 
Processed prompts:  76%|███████▌  | 380/500 [06:24<07:00,  3.50s/it, est. speed input: 136.57 toks/s, output: 1691.96 toks/s]
-2025-03-14T23:22:18.652219210Z 
Processed prompts:  76%|███████▌  | 381/500 [06:25<05:11,  2.62s/it, est. speed input: 136.66 toks/s, output: 1697.46 toks/s]
-2025-03-14T23:22:19.219252313Z 
Processed prompts:  76%|███████▋  | 382/500 [06:25<03:45,  1.91s/it, est. speed input: 137.15 toks/s, output: 1711.09 toks/s]
-2025-03-14T23:22:19.388141104Z 
Processed prompts:  77%|███████▋  | 383/500 [06:25<02:56,  1.51s/it, est. speed input: 137.24 toks/s, output: 1717.72 toks/s]
-2025-03-14T23:22:19.947311163Z 
Processed prompts:  77%|███████▋  | 385/500 [06:26<01:38,  1.17it/s, est. speed input: 138.12 toks/s, output: 1741.76 toks/s]
-2025-03-14T23:22:21.780225572Z 
Processed prompts:  77%|███████▋  | 386/500 [06:26<01:29,  1.28it/s, est. speed input: 138.20 toks/s, output: 1747.54 toks/s]
-2025-03-14T23:22:22.162244051Z 
Processed prompts:  77%|███████▋  | 387/500 [06:28<01:59,  1.06s/it, est. speed input: 138.27 toks/s, output: 1753.95 toks/s]
-2025-03-14T23:22:25.312033792Z 
Processed prompts:  78%|███████▊  | 389/500 [06:28<01:16,  1.46it/s, est. speed input: 139.06 toks/s, output: 1775.01 toks/s]
-2025-03-14T23:22:26.562162035Z 
Processed prompts:  78%|███████▊  | 390/500 [06:32<02:18,  1.26s/it, est. speed input: 138.34 toks/s, output: 1775.44 toks/s]
-2025-03-14T23:22:27.377455258Z 
Processed prompts:  78%|███████▊  | 391/500 [06:33<02:17,  1.26s/it, est. speed input: 138.14 toks/s, output: 1775.98 toks/s]
-2025-03-14T23:22:28.131804547Z 
Processed prompts:  78%|███████▊  | 392/500 [06:34<02:03,  1.14s/it, est. speed input: 138.26 toks/s, output: 1787.02 toks/s]
-2025-03-14T23:22:29.308720550Z 
Processed prompts:  79%|███████▊  | 393/500 [06:34<01:50,  1.04s/it, est. speed input: 138.41 toks/s, output: 1798.32 toks/s]
-2025-03-14T23:22:29.946972023Z 
Processed prompts:  79%|███████▉  | 394/500 [06:36<01:54,  1.08s/it, est. speed input: 138.25 toks/s, output: 1799.90 toks/s]
-2025-03-14T23:22:34.632118618Z 
Processed prompts:  79%|███████▉  | 395/500 [06:36<01:39,  1.05it/s, est. speed input: 139.99 toks/s, output: 1811.74 toks/s]
-2025-03-14T23:22:38.944836011Z 
Processed prompts:  79%|███████▉  | 396/500 [06:41<03:31,  2.03s/it, est. speed input: 138.75 toks/s, output: 1805.37 toks/s]
-2025-03-14T23:22:42.669049080Z 
Processed prompts:  79%|███████▉  | 397/500 [06:45<04:38,  2.70s/it, est. speed input: 137.57 toks/s, output: 1798.53 toks/s]
-2025-03-14T23:22:45.164549113Z 
Processed prompts:  80%|███████▉  | 398/500 [06:49<05:06,  3.00s/it, est. speed input: 136.86 toks/s, output: 1797.03 toks/s]
-2025-03-14T23:22:45.587141075Z 
Processed prompts:  80%|███████▉  | 399/500 [06:51<04:48,  2.85s/it, est. speed input: 136.64 toks/s, output: 1801.03 toks/s]
-2025-03-14T23:22:45.848649439Z 
Processed prompts:  80%|████████  | 400/500 [06:52<03:32,  2.13s/it, est. speed input: 136.77 toks/s, output: 1809.26 toks/s]
-2025-03-14T23:22:46.004326321Z 
Processed prompts:  80%|████████  | 401/500 [06:52<02:35,  1.57s/it, est. speed input: 137.08 toks/s, output: 1823.01 toks/s]
-2025-03-14T23:22:55.259162647Z 
Processed prompts:  81%|████████  | 403/500 [06:52<01:25,  1.13it/s, est. speed input: 137.59 toks/s, output: 1844.79 toks/s]
-2025-03-14T23:22:57.521226168Z 
Processed prompts:  81%|████████  | 404/500 [07:01<04:43,  2.96s/it, est. speed input: 134.80 toks/s, output: 1811.79 toks/s]
-2025-03-14T23:23:00.577766511Z 
Processed prompts:  81%|████████  | 405/500 [07:04<04:23,  2.77s/it, est. speed input: 134.33 toks/s, output: 1811.07 toks/s]
-2025-03-14T23:23:03.534245844Z 
Processed prompts:  81%|████████  | 406/500 [07:07<04:27,  2.85s/it, est. speed input: 134.13 toks/s, output: 1813.15 toks/s]
-2025-03-14T23:23:19.347593694Z 
Processed prompts:  81%|████████▏ | 407/500 [07:10<04:27,  2.88s/it, est. speed input: 133.45 toks/s, output: 1810.06 toks/s]
-2025-03-14T23:23:24.312192762Z 
Processed prompts:  82%|████████▏ | 408/500 [07:26<10:04,  6.57s/it, est. speed input: 128.97 toks/s, output: 1756.47 toks/s]
-2025-03-14T23:23:24.473839503Z 
Processed prompts:  82%|████████▏ | 409/500 [07:31<09:15,  6.11s/it, est. speed input: 128.05 toks/s, output: 1752.37 toks/s]
-2025-03-14T23:23:28.756441735Z 
Processed prompts:  82%|████████▏ | 410/500 [07:31<06:32,  4.37s/it, est. speed input: 128.22 toks/s, output: 1759.94 toks/s]
-2025-03-14T23:23:31.090391717Z 
Processed prompts:  82%|████████▏ | 411/500 [07:35<06:26,  4.34s/it, est. speed input: 127.29 toks/s, output: 1756.87 toks/s]
-2025-03-14T23:23:32.080548902Z 
Processed prompts:  82%|████████▏ | 412/500 [07:37<05:29,  3.75s/it, est. speed input: 127.03 toks/s, output: 1763.20 toks/s]
-2025-03-14T23:23:38.083390528Z 
Processed prompts:  83%|████████▎ | 413/500 [07:38<04:14,  2.93s/it, est. speed input: 127.01 toks/s, output: 1771.81 toks/s]
-2025-03-14T23:23:39.531483532Z 
Processed prompts:  83%|████████▎ | 414/500 [07:44<05:30,  3.84s/it, est. speed input: 125.59 toks/s, output: 1758.31 toks/s]
-2025-03-14T23:23:43.514085130Z 
Processed prompts:  83%|████████▎ | 415/500 [07:46<04:25,  3.13s/it, est. speed input: 125.51 toks/s, output: 1768.21 toks/s]
-2025-03-14T23:23:46.922735913Z 
Processed prompts:  83%|████████▎ | 416/500 [07:50<04:44,  3.38s/it, est. speed input: 124.93 toks/s, output: 1768.63 toks/s]
-2025-03-14T23:24:02.408419156Z 
Processed prompts:  83%|████████▎ | 417/500 [07:53<04:41,  3.39s/it, est. speed input: 124.33 toks/s, output: 1771.33 toks/s]
-2025-03-14T23:24:03.902835712Z 
Processed prompts:  84%|████████▎ | 418/500 [08:09<09:35,  7.01s/it, est. speed input: 120.69 toks/s, output: 1730.81 toks/s]
-2025-03-14T23:24:07.511116247Z 
Processed prompts:  84%|████████▍ | 419/500 [08:10<07:14,  5.36s/it, est. speed input: 120.56 toks/s, output: 1737.40 toks/s]
-2025-03-14T23:24:07.712996469Z 
Processed prompts:  84%|████████▍ | 420/500 [08:14<06:26,  4.83s/it, est. speed input: 120.30 toks/s, output: 1740.27 toks/s]
-2025-03-14T23:24:20.196739063Z 
Processed prompts:  84%|████████▍ | 421/500 [08:14<04:32,  3.45s/it, est. speed input: 120.58 toks/s, output: 1755.12 toks/s]
-2025-03-14T23:24:21.118066061Z 
Processed prompts:  84%|████████▍ | 422/500 [08:26<08:00,  6.16s/it, est. speed input: 117.80 toks/s, output: 1721.41 toks/s]
-2025-03-14T23:24:37.101575214Z 
Processed prompts:  85%|████████▍ | 423/500 [08:27<05:53,  4.59s/it, est. speed input: 117.79 toks/s, output: 1728.33 toks/s]
-2025-03-14T23:24:42.803138777Z 
Processed prompts:  85%|████████▍ | 424/500 [08:43<10:08,  8.00s/it, est. speed input: 114.42 toks/s, output: 1688.65 toks/s]
-2025-03-14T23:24:46.872928684Z 
Processed prompts:  85%|████████▌ | 425/500 [08:49<09:08,  7.31s/it, est. speed input: 114.20 toks/s, output: 1686.29 toks/s]
-2025-03-14T23:24:54.727822500Z 
Processed prompts:  85%|████████▌ | 426/500 [08:53<07:49,  6.34s/it, est. speed input: 113.55 toks/s, output: 1687.47 toks/s]
-2025-03-14T23:25:00.140502933Z 
Processed prompts:  85%|████████▌ | 427/500 [09:01<08:16,  6.79s/it, est. speed input: 112.18 toks/s, output: 1678.90 toks/s]
-2025-03-14T23:25:09.059346068Z 
Processed prompts:  86%|████████▌ | 428/500 [09:06<07:39,  6.38s/it, est. speed input: 111.26 toks/s, output: 1672.66 toks/s]
-2025-03-14T23:25:13.962702589Z 
Processed prompts:  86%|████████▌ | 429/500 [09:15<08:27,  7.14s/it, est. speed input: 109.70 toks/s, output: 1661.83 toks/s]
-2025-03-14T23:25:16.577281561Z 
Processed prompts:  86%|████████▌ | 430/500 [09:20<07:32,  6.47s/it, est. speed input: 108.97 toks/s, output: 1663.34 toks/s]
-2025-03-14T23:25:18.319125912Z 
Processed prompts:  86%|████████▌ | 431/500 [09:23<06:06,  5.31s/it, est. speed input: 108.70 toks/s, output: 1671.69 toks/s]
-2025-03-14T23:25:20.243911401Z 
Processed prompts:  86%|████████▋ | 432/500 [09:25<04:48,  4.24s/it, est. speed input: 108.62 toks/s, output: 1682.61 toks/s]
-2025-03-14T23:25:24.122341733Z 
Processed prompts:  87%|████████▋ | 433/500 [09:26<03:57,  3.55s/it, est. speed input: 108.47 toks/s, output: 1692.98 toks/s]
-2025-03-14T23:25:26.364145030Z 
Processed prompts:  87%|████████▋ | 434/500 [09:30<04:00,  3.65s/it, est. speed input: 108.11 toks/s, output: 1697.60 toks/s]
-2025-03-14T23:25:45.704575952Z 
Processed prompts:  87%|████████▋ | 435/500 [09:33<03:29,  3.22s/it, est. speed input: 107.99 toks/s, output: 1707.09 toks/s]
-2025-03-14T23:25:46.527038223Z 
Processed prompts:  87%|████████▋ | 436/500 [09:52<08:35,  8.06s/it, est. speed input: 104.79 toks/s, output: 1667.64 toks/s]
-2025-03-14T23:25:47.423878545Z 
Processed prompts:  87%|████████▋ | 437/500 [09:53<06:10,  5.89s/it, est. speed input: 104.95 toks/s, output: 1681.61 toks/s]
-2025-03-14T23:25:49.234456003Z 
Processed prompts:  88%|████████▊ | 439/500 [09:54<03:26,  3.38s/it, est. speed input: 105.54 toks/s, output: 1711.63 toks/s]
-2025-03-14T23:25:52.780411068Z 
Processed prompts:  88%|████████▊ | 440/500 [09:55<02:59,  2.99s/it, est. speed input: 106.47 toks/s, output: 1722.73 toks/s]
-2025-03-14T23:26:01.443132787Z 
Processed prompts:  88%|████████▊ | 441/500 [09:59<03:04,  3.13s/it, est. speed input: 106.42 toks/s, output: 1728.88 toks/s]
-2025-03-14T23:26:02.672436053Z 
Processed prompts:  88%|████████▊ | 442/500 [10:08<04:29,  4.64s/it, est. speed input: 105.19 toks/s, output: 1720.67 toks/s]
-2025-03-14T23:26:11.996988777Z 
Processed prompts:  89%|████████▊ | 443/500 [10:09<03:30,  3.68s/it, est. speed input: 105.28 toks/s, output: 1733.63 toks/s]
-2025-03-14T23:26:13.788580475Z 
Processed prompts:  89%|████████▉ | 444/500 [10:18<04:56,  5.30s/it, est. speed input: 104.08 toks/s, output: 1724.02 toks/s]
-2025-03-14T23:26:24.988354393Z 
Processed prompts:  89%|████████▉ | 445/500 [10:20<03:55,  4.28s/it, est. speed input: 103.99 toks/s, output: 1735.57 toks/s]
-2025-03-14T23:26:52.599201430Z 
Processed prompts:  89%|████████▉ | 446/500 [10:31<05:40,  6.31s/it, est. speed input: 102.35 toks/s, output: 1721.43 toks/s]
-2025-03-14T23:26:53.598067395Z 
Processed prompts:  89%|████████▉ | 447/500 [10:59<11:07, 12.59s/it, est. speed input: 98.41 toks/s, output: 1666.21 toks/s] 
-2025-03-14T23:26:55.254523070Z 
Processed prompts:  90%|████████▉ | 448/500 [11:00<07:55,  9.15s/it, est. speed input: 98.49 toks/s, output: 1680.56 toks/s]
-2025-03-14T23:27:02.900560602Z 
Processed prompts:  90%|████████▉ | 449/500 [11:01<05:53,  6.92s/it, est. speed input: 98.40 toks/s, output: 1688.52 toks/s]
-2025-03-14T23:27:08.110814122Z 
Processed prompts:  90%|█████████ | 450/500 [11:09<05:56,  7.14s/it, est. speed input: 97.48 toks/s, output: 1686.19 toks/s]
-2025-03-14T23:27:16.608909799Z 
Processed prompts:  90%|█████████ | 451/500 [11:14<05:21,  6.56s/it, est. speed input: 97.01 toks/s, output: 1690.17 toks/s]
-2025-03-14T23:27:17.908318430Z 
Processed prompts:  90%|█████████ | 452/500 [11:23<05:42,  7.14s/it, est. speed input: 95.98 toks/s, output: 1685.02 toks/s]
-2025-03-14T23:27:28.345369445Z 
Processed prompts:  91%|█████████ | 453/500 [11:24<04:13,  5.39s/it, est. speed input: 96.19 toks/s, output: 1698.90 toks/s]
-2025-03-14T23:27:35.129816978Z 
Processed prompts:  91%|█████████ | 454/500 [11:35<05:17,  6.90s/it, est. speed input: 94.94 toks/s, output: 1690.56 toks/s]
-2025-03-14T23:27:40.399222335Z 
Processed prompts:  91%|█████████ | 455/500 [11:41<05:09,  6.87s/it, est. speed input: 94.45 toks/s, output: 1691.45 toks/s]
-2025-03-14T23:27:44.051173129Z 
Processed prompts:  91%|█████████ | 456/500 [11:47<04:41,  6.39s/it, est. speed input: 93.95 toks/s, output: 1696.13 toks/s]
-2025-03-14T23:28:06.504953039Z 
Processed prompts:  91%|█████████▏| 457/500 [11:50<03:59,  5.57s/it, est. speed input: 93.66 toks/s, output: 1704.73 toks/s]
-2025-03-14T23:28:11.364112321Z 
Processed prompts:  92%|█████████▏| 458/500 [12:13<07:26, 10.63s/it, est. speed input: 90.93 toks/s, output: 1666.33 toks/s]
-2025-03-14T23:28:16.649584460Z 
Processed prompts:  92%|█████████▏| 459/500 [12:18<06:04,  8.90s/it, est. speed input: 90.54 toks/s, output: 1672.91 toks/s]
-2025-03-14T23:28:18.996500018Z 
Processed prompts:  92%|█████████▏| 460/500 [12:23<05:12,  7.82s/it, est. speed input: 90.02 toks/s, output: 1674.29 toks/s]
-2025-03-14T23:28:24.265628014Z 
Processed prompts:  92%|█████████▏| 461/500 [12:25<04:00,  6.18s/it, est. speed input: 90.17 toks/s, output: 1686.65 toks/s]
-2025-03-14T23:28:35.049270225Z 
Processed prompts:  92%|█████████▏| 462/500 [12:30<03:44,  5.90s/it, est. speed input: 89.70 toks/s, output: 1691.31 toks/s]
-2025-03-14T23:28:37.829236201Z 
Processed prompts:  93%|█████████▎| 463/500 [12:41<04:32,  7.37s/it, est. speed input: 88.83 toks/s, output: 1685.15 toks/s]
-2025-03-14T23:28:39.793023332Z 
Processed prompts:  93%|█████████▎| 464/500 [12:44<03:35,  5.99s/it, est. speed input: 88.69 toks/s, output: 1696.83 toks/s]
-2025-03-14T23:28:40.056026334Z 
Processed prompts:  93%|█████████▎| 465/500 [12:46<02:47,  4.78s/it, est. speed input: 88.66 toks/s, output: 1710.32 toks/s]
-2025-03-14T23:29:08.844573085Z 
Processed prompts:  93%|█████████▎| 466/500 [12:46<01:56,  3.43s/it, est. speed input: 88.80 toks/s, output: 1727.57 toks/s]
-2025-03-14T23:29:14.804697072Z 
Processed prompts:  93%|█████████▎| 467/500 [13:15<06:04, 11.04s/it, est. speed input: 85.77 toks/s, output: 1683.20 toks/s]
-2025-03-14T23:29:14.914790876Z 
Processed prompts:  94%|█████████▎| 468/500 [13:21<05:04,  9.51s/it, est. speed input: 85.33 toks/s, output: 1688.90 toks/s]
-2025-03-14T23:29:26.425968617Z 
Processed prompts:  94%|█████████▍| 470/500 [13:21<02:34,  5.15s/it, est. speed input: 85.67 toks/s, output: 1721.55 toks/s]
-2025-03-14T23:29:35.452591077Z 
Processed prompts:  94%|█████████▍| 471/500 [13:33<03:15,  6.73s/it, est. speed input: 84.62 toks/s, output: 1715.53 toks/s]
-2025-03-14T23:29:38.526390448Z 
Processed prompts:  94%|█████████▍| 472/500 [13:42<03:25,  7.33s/it, est. speed input: 83.96 toks/s, output: 1715.16 toks/s]
-2025-03-14T23:29:52.617874267Z 
Processed prompts:  95%|█████████▍| 473/500 [13:45<02:46,  6.17s/it, est. speed input: 83.83 toks/s, output: 1727.28 toks/s]
-2025-03-14T23:30:30.748293776Z 
Processed prompts:  95%|█████████▍| 474/500 [13:59<03:38,  8.39s/it, est. speed input: 82.54 toks/s, output: 1713.27 toks/s]
-2025-03-14T23:30:35.129425826Z 
Processed prompts:  95%|█████████▌| 475/500 [14:37<07:02, 16.88s/it, est. speed input: 79.10 toks/s, output: 1657.08 toks/s]
-2025-03-14T23:30:35.754641948Z 
Processed prompts:  95%|█████████▌| 476/500 [14:41<05:18, 13.26s/it, est. speed input: 78.91 toks/s, output: 1668.07 toks/s]
-2025-03-14T23:30:40.662637969Z 
Processed prompts:  95%|█████████▌| 477/500 [14:42<03:39,  9.56s/it, est. speed input: 79.00 toks/s, output: 1686.11 toks/s]
-2025-03-14T23:31:00.700681727Z 
Processed prompts:  96%|█████████▌| 478/500 [14:47<03:00,  8.19s/it, est. speed input: 78.75 toks/s, output: 1696.07 toks/s]
-2025-03-14T23:31:06.839232359Z 
Processed prompts:  96%|█████████▌| 479/500 [15:07<04:05, 11.70s/it, est. speed input: 77.21 toks/s, output: 1678.14 toks/s]
-2025-03-14T23:31:08.483946884Z 
Processed prompts:  96%|█████████▌| 480/500 [15:13<03:20, 10.05s/it, est. speed input: 76.90 toks/s, output: 1686.47 toks/s]
-2025-03-14T23:31:33.698704690Z 
Processed prompts:  96%|█████████▌| 481/500 [15:15<02:23,  7.54s/it, est. speed input: 77.06 toks/s, output: 1703.07 toks/s]
-2025-03-14T23:31:52.394861982Z 
Processed prompts:  96%|█████████▋| 482/500 [15:40<03:50, 12.82s/it, est. speed input: 75.17 toks/s, output: 1677.42 toks/s]
-2025-03-14T23:31:55.323332492Z 
Processed prompts:  97%|█████████▋| 483/500 [15:59<04:07, 14.58s/it, est. speed input: 73.87 toks/s, output: 1665.02 toks/s]
-2025-03-14T23:32:16.287409915Z 
Processed prompts:  97%|█████████▋| 484/500 [16:02<02:57, 11.09s/it, est. speed input: 73.81 toks/s, output: 1680.30 toks/s]
-2025-03-14T23:32:53.361461256Z 
Processed prompts:  97%|█████████▋| 485/500 [16:23<03:30, 14.05s/it, est. speed input: 72.44 toks/s, output: 1665.16 toks/s]
-2025-03-14T23:32:58.547505515Z 
Processed prompts:  97%|█████████▋| 486/500 [17:00<04:53, 20.95s/it, est. speed input: 69.93 toks/s, output: 1625.95 toks/s]
-2025-03-14T23:32:59.244358925Z 
Processed prompts:  97%|█████████▋| 487/500 [17:05<03:30, 16.22s/it, est. speed input: 69.83 toks/s, output: 1639.11 toks/s]
-2025-03-14T23:33:02.779172066Z 
Processed prompts:  98%|█████████▊| 488/500 [17:05<02:18, 11.57s/it, est. speed input: 69.91 toks/s, output: 1659.40 toks/s]
-2025-03-14T23:33:12.724250363Z 
Processed prompts:  98%|█████████▊| 489/500 [17:09<01:40,  9.16s/it, est. speed input: 69.84 toks/s, output: 1675.17 toks/s]
-2025-03-14T23:33:23.453609249Z 
Processed prompts:  98%|█████████▊| 490/500 [17:19<01:33,  9.39s/it, est. speed input: 69.44 toks/s, output: 1680.84 toks/s]
-2025-03-14T23:33:44.042590534Z 
Processed prompts:  98%|█████████▊| 491/500 [17:30<01:28,  9.79s/it, est. speed input: 68.88 toks/s, output: 1685.60 toks/s]
-2025-03-14T23:34:05.419755502Z 
Processed prompts:  98%|█████████▊| 492/500 [17:50<01:44, 13.03s/it, est. speed input: 67.67 toks/s, output: 1675.64 toks/s]
-2025-03-14T23:34:34.541248647Z 
Processed prompts:  99%|█████████▊| 493/500 [18:12<01:48, 15.54s/it, est. speed input: 66.60 toks/s, output: 1665.85 toks/s]
-2025-03-14T23:35:26.700643545Z 
Processed prompts:  99%|█████████▉| 494/500 [18:41<01:57, 19.61s/it, est. speed input: 65.01 toks/s, output: 1646.38 toks/s]
-2025-03-14T23:35:57.011534978Z 
Processed prompts:  99%|█████████▉| 495/500 [19:33<02:26, 29.38s/it, est. speed input: 62.24 toks/s, output: 1598.39 toks/s]
-2025-03-14T23:36:05.921349480Z 
Processed prompts:  99%|█████████▉| 496/500 [20:03<01:58, 29.66s/it, est. speed input: 60.79 toks/s, output: 1584.17 toks/s]
-2025-03-14T23:36:13.067590220Z 
Processed prompts:  99%|█████████▉| 497/500 [20:12<01:10, 23.43s/it, est. speed input: 60.51 toks/s, output: 1598.84 toks/s]
-2025-03-14T23:36:15.906099874Z 
Processed prompts: 100%|█████████▉| 498/500 [20:19<00:37, 18.55s/it, est. speed input: 60.45 toks/s, output: 1616.05 toks/s]
-2025-03-14T23:36:44.490911479Z 
Processed prompts: 100%|█████████▉| 499/500 [20:22<00:13, 13.83s/it, est. speed input: 60.41 toks/s, output: 1638.99 toks/s]
-2025-03-14T23:36:44.491171733Z 
Processed prompts: 100%|██████████| 500/500 [20:51<00:00, 18.26s/it, est. speed input: 59.12 toks/s, output: 1627.65 toks/s]
Processed prompts: 100%|██████████| 500/500 [20:51<00:00,  2.50s/it, est. speed input: 59.12 toks/s, output: 1627.65 toks/s]
-2025-03-14T23:36:45.221851140Z 
Splits: 100%|██████████| 1/1 [20:52<00:00, 1252.13s/it]
Splits: 100%|██████████| 1/1 [20:52<00:00, 1252.13s/it]
-2025-03-14T23:36:47.033038238Z [2025-03-14 23:36:47,032] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-14T23:36:50.260341151Z [2025-03-14 23:36:50,259] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-14T23:36:50.272997518Z [2025-03-14 23:36:50,272] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-14T23:36:50.273037568Z [2025-03-14 23:36:50,272] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-14T23:36:51.950350379Z [2025-03-14 23:36:51,949] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp1_100/results/quyanh/OpenRS-GRPO/results_2025-03-14T23-36-50.272791.json (evaluation_tracker.py:234)
-2025-03-14T23:36:51.953186982Z |      Task       |Version|     Metric     |Value|   |Stderr|
-2025-03-14T23:36:51.953200814Z |-----------------|------:|----------------|----:|---|-----:|
-2025-03-14T23:36:51.953206444Z |all              |       |extractive_match|0.838|±  |0.0165|
-2025-03-14T23:36:51.953211267Z |custom:math_500:0|      1|extractive_match|0.838|±  |0.0165|
-2025-03-14T23:36:54.361750505Z Evaluating task: amc23
-2025-03-14T23:37:20.842930040Z [2025-03-14 23:37:20,842] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-14T23:38:19.241190803Z INFO 03-14 23:38:19 __init__.py:190] Automatically detected platform cuda.
-2025-03-14T23:38:23.586951818Z [2025-03-14 23:38:23,585] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-14T23:39:45.866100094Z [2025-03-14 23:39:45,865] [    INFO]: This model supports multiple tasks: {'score', 'reward', 'embed', 'classify', 'generate'}. Defaulting to 'generate'. (config.py:542)
-2025-03-14T23:39:45.888044376Z [2025-03-14 23:39:45,887] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=67b0341a5a775c7821777abdfc4aab82ef8154f5, override_neuron_config=None, tokenizer_revision=67b0341a5a775c7821777abdfc4aab82ef8154f5, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-14T23:39:54.735028626Z [2025-03-14 23:39:54,734] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-14T23:39:55.549873392Z [2025-03-14 23:39:55,549] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-14T23:39:56.600393594Z [2025-03-14 23:39:56,599] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-14T23:39:56.878471168Z [2025-03-14 23:39:56,877] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-14T23:39:56.880152033Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-14T23:39:57.496761797Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.62it/s]
-2025-03-14T23:39:57.496803761Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.62it/s]
-2025-03-14T23:39:57.782327691Z [2025-03-14 23:39:57,781] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-14T23:39:59.722484097Z [2025-03-14 23:39:59,722] [    INFO]: Memory profiling takes 1.74 seconds
-2025-03-14T23:39:59.722522894Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-14T23:39:59.722528951Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-14T23:39:59.916925052Z [2025-03-14 23:39:59,916] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-14T23:39:59.916959152Z [2025-03-14 23:39:59,916] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-14T23:40:03.676416639Z [2025-03-14 23:40:03,675] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-14T23:40:19.261874512Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:25,  1.32it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:01<00:22,  1.44it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:02<00:21,  1.50it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:02<00:19,  1.56it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:03<00:17,  1.67it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:03<00:17,  1.70it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:04<00:16,  1.72it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:04<00:14,  1.87it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:05<00:12,  2.03it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:05<00:11,  2.13it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:05<00:10,  2.24it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:06<00:09,  2.31it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:06<00:09,  2.37it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:07<00:08,  2.41it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:07<00:08,  2.45it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:07<00:07,  2.46it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:08<00:07,  2.48it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:08<00:06,  2.48it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:09<00:06,  2.49it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:09<00:06,  2.49it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:09<00:05,  2.50it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:10<00:05,  2.51it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:10<00:04,  2.52it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:11<00:04,  2.53it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:11<00:03,  2.52it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:11<00:03,  2.44it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:12<00:03,  2.46it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:12<00:02,  2.48it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:13<00:02,  2.49it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:13<00:02,  2.50it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:13<00:01,  2.50it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:14<00:01,  2.50it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:14<00:00,  2.51it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:15<00:00,  2.52it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:15<00:00,  2.42it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:15<00:00,  2.25it/s]
-2025-03-14T23:40:19.262034744Z [2025-03-14 23:40:19,261] [    INFO]: Graph capturing finished in 16 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-14T23:40:19.270664086Z [2025-03-14 23:40:19,270] [    INFO]: init engine (profile, create kv cache, warmup model) took 21.49 seconds (llm_engine.py:431)
-2025-03-14T23:40:20.018835714Z [2025-03-14 23:40:20,018] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-14T23:40:20.035120407Z [2025-03-14 23:40:20,034] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-14T23:40:20.035166580Z [2025-03-14 23:40:20,035] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-14T23:40:20.035187227Z [2025-03-14 23:40:20,035] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-14T23:40:20.035192884Z [2025-03-14 23:40:20,035] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-14T23:40:20.035234760Z [2025-03-14 23:40:20,035] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-14T23:40:20.035287604Z [2025-03-14 23:40:20,035] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-14T23:40:20.035307063Z [2025-03-14 23:40:20,035] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-14T23:40:20.035354680Z [2025-03-14 23:40:20,035] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-14T23:40:20.037529330Z [2025-03-14 23:40:20,037] [    INFO]: knoveleng/AMC-23 default (lighteval_task.py:187)
-2025-03-14T23:40:20.037550494Z [2025-03-14 23:40:20,037] [ WARNING]: Careful, the task custom|amc23 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-14T23:40:22.871609312Z 
Generating train split:   0%|          | 0/40 [00:00<?, ? examples/s]
Generating train split: 100%|██████████| 40/40 [00:00<00:00, 517.68 examples/s]
-2025-03-14T23:40:22.963551409Z [2025-03-14 23:40:22,963] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-14T23:40:22.963600129Z [2025-03-14 23:40:22,963] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-14T23:40:22.963605599Z [2025-03-14 23:40:22,963] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-14T23:40:22.979731228Z [2025-03-14 23:40:22,979] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-14T23:40:22.995560896Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-14 23:40:22,995] [ WARNING]: context_size + max_new_tokens=33060 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-14T23:40:33.523268677Z 
Processed prompts:   0%|          | 0/40 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-14T23:40:37.107218283Z 
Processed prompts:   2%|▎         | 1/40 [00:10<06:50, 10.52s/it, est. speed input: 9.79 toks/s, output: 65.29 toks/s]
-2025-03-14T23:40:38.046039777Z 
Processed prompts:   5%|▌         | 2/40 [00:14<04:04,  6.44s/it, est. speed input: 18.29 toks/s, output: 114.06 toks/s]
-2025-03-14T23:40:39.862604164Z 
Processed prompts:   8%|▊         | 3/40 [00:15<02:25,  3.93s/it, est. speed input: 27.92 toks/s, output: 172.28 toks/s]
-2025-03-14T23:40:45.707602303Z 
Processed prompts:  10%|█         | 4/40 [00:16<01:51,  3.09s/it, est. speed input: 35.17 toks/s, output: 217.71 toks/s]
-2025-03-14T23:40:47.838947987Z 
Processed prompts:  12%|█▎        | 5/40 [00:22<02:23,  4.09s/it, est. speed input: 32.63 toks/s, output: 225.75 toks/s]
-2025-03-14T23:40:47.964174128Z 
Processed prompts:  15%|█▌        | 6/40 [00:24<01:56,  3.42s/it, est. speed input: 34.22 toks/s, output: 270.40 toks/s]
-2025-03-14T23:40:51.504049707Z 
Processed prompts:  20%|██        | 8/40 [00:24<00:56,  1.77s/it, est. speed input: 46.03 toks/s, output: 396.91 toks/s]
-2025-03-14T23:40:52.450878723Z 
Processed prompts:  22%|██▎       | 9/40 [00:28<01:09,  2.23s/it, est. speed input: 47.64 toks/s, output: 411.54 toks/s]
-2025-03-14T23:40:55.972594756Z 
Processed prompts:  25%|██▌       | 10/40 [00:29<00:56,  1.88s/it, est. speed input: 52.63 toks/s, output: 462.21 toks/s]
-2025-03-14T23:40:56.782085007Z 
Processed prompts:  28%|██▊       | 11/40 [00:32<01:07,  2.34s/it, est. speed input: 51.77 toks/s, output: 476.68 toks/s]
-2025-03-14T23:41:02.123142084Z 
Processed prompts:  30%|███       | 12/40 [00:33<00:53,  1.90s/it, est. speed input: 56.60 toks/s, output: 529.08 toks/s]
-2025-03-14T23:41:11.893827966Z 
Processed prompts:  32%|███▎      | 13/40 [00:39<01:18,  2.90s/it, est. speed input: 52.73 toks/s, output: 520.60 toks/s]
-2025-03-14T23:41:14.662073621Z 
Processed prompts:  38%|███▊      | 15/40 [00:48<01:34,  3.80s/it, est. speed input: 47.47 toks/s, output: 531.18 toks/s]
-2025-03-14T23:41:26.830635765Z 
Processed prompts:  40%|████      | 16/40 [00:51<01:25,  3.55s/it, est. speed input: 48.88 toks/s, output: 566.21 toks/s]
-2025-03-14T23:41:39.471352235Z 
Processed prompts:  42%|████▎     | 17/40 [01:03<02:12,  5.78s/it, est. speed input: 41.58 toks/s, output: 521.56 toks/s]
-2025-03-14T23:41:46.837928517Z 
Processed prompts:  45%|████▌     | 18/40 [01:16<02:47,  7.63s/it, est. speed input: 36.69 toks/s, output: 498.14 toks/s]
-2025-03-14T23:41:48.051297126Z 
Processed prompts:  48%|████▊     | 19/40 [01:23<02:38,  7.56s/it, est. speed input: 36.63 toks/s, output: 516.84 toks/s]
-2025-03-14T23:42:14.557034871Z 
Processed prompts:  50%|█████     | 20/40 [01:25<01:55,  5.75s/it, est. speed input: 39.53 toks/s, output: 571.89 toks/s]
-2025-03-14T23:42:23.719859600Z 
Processed prompts:  52%|█████▎    | 21/40 [01:51<03:43, 11.75s/it, est. speed input: 31.63 toks/s, output: 497.37 toks/s]
-2025-03-14T23:42:43.711464192Z 
Processed prompts:  55%|█████▌    | 22/40 [02:00<03:17, 10.99s/it, est. speed input: 30.18 toks/s, output: 520.50 toks/s]
-2025-03-14T23:42:47.874370322Z 
Processed prompts:  57%|█████▊    | 23/40 [02:20<03:51, 13.64s/it, est. speed input: 26.94 toks/s, output: 506.40 toks/s]
-2025-03-14T23:43:10.718188952Z 
Processed prompts:  60%|██████    | 24/40 [02:24<02:53, 10.84s/it, est. speed input: 26.96 toks/s, output: 551.32 toks/s]
-2025-03-14T23:43:18.472829265Z 
Processed prompts:  62%|██████▎   | 25/40 [02:47<03:36, 14.41s/it, est. speed input: 24.50 toks/s, output: 535.00 toks/s]
-2025-03-14T23:43:38.357970320Z 
Processed prompts:  65%|██████▌   | 26/40 [02:55<02:53, 12.42s/it, est. speed input: 24.73 toks/s, output: 569.94 toks/s]
-2025-03-14T23:43:44.610795381Z 
Processed prompts:  68%|██████▊   | 27/40 [03:15<03:10, 14.65s/it, est. speed input: 22.79 toks/s, output: 570.06 toks/s]
-2025-03-14T23:44:04.093221565Z 
Processed prompts:  70%|███████   | 28/40 [03:21<02:25, 12.14s/it, est. speed input: 22.74 toks/s, output: 610.41 toks/s]
-2025-03-14T23:44:27.564856692Z 
Processed prompts:  72%|███████▎  | 29/40 [03:41<02:37, 14.34s/it, est. speed input: 21.46 toks/s, output: 614.50 toks/s]
-2025-03-14T23:45:51.126826977Z 
Processed prompts:  75%|███████▌  | 30/40 [04:04<02:50, 17.07s/it, est. speed input: 20.05 toks/s, output: 613.30 toks/s]
-2025-03-14T23:45:58.743611997Z 
Processed prompts:  78%|███████▊  | 31/40 [05:28<05:32, 37.00s/it, est. speed input: 15.42 toks/s, output: 514.09 toks/s]
-2025-03-14T23:46:00.535110205Z 
Processed prompts:  80%|████████  | 32/40 [05:35<03:45, 28.19s/it, est. speed input: 15.41 toks/s, output: 559.35 toks/s]
-2025-03-14T23:46:10.479185011Z 
Processed prompts:  82%|████████▎ | 33/40 [05:37<02:21, 20.28s/it, est. speed input: 15.66 toks/s, output: 613.30 toks/s]
-2025-03-14T23:46:23.836026885Z 
Processed prompts:  85%|████████▌ | 34/40 [05:47<01:43, 17.18s/it, est. speed input: 16.06 toks/s, output: 652.78 toks/s]
-2025-03-14T23:46:32.780243948Z 
Processed prompts:  88%|████████▊ | 35/40 [06:00<01:20, 16.03s/it, est. speed input: 15.77 toks/s, output: 685.91 toks/s]
-2025-03-14T23:46:46.739872617Z 
Processed prompts:  90%|█████████ | 36/40 [06:09<00:55, 13.91s/it, est. speed input: 15.76 toks/s, output: 726.88 toks/s]
-2025-03-14T23:47:14.053515846Z 
Processed prompts:  92%|█████████▎| 37/40 [06:23<00:41, 13.92s/it, est. speed input: 15.64 toks/s, output: 758.55 toks/s]
-2025-03-14T23:48:52.778771101Z 
Processed prompts:  95%|█████████▌| 38/40 [06:51<00:35, 17.94s/it, est. speed input: 14.92 toks/s, output: 767.63 toks/s]
-2025-03-14T23:48:53.370189612Z 
Processed prompts:  98%|█████████▊| 39/40 [08:29<00:42, 42.17s/it, est. speed input: 12.41 toks/s, output: 682.87 toks/s]
-2025-03-14T23:48:53.370252539Z 
Processed prompts: 100%|██████████| 40/40 [08:30<00:00, 29.70s/it, est. speed input: 12.67 toks/s, output: 746.01 toks/s]
Processed prompts: 100%|██████████| 40/40 [08:30<00:00, 12.76s/it, est. speed input: 12.67 toks/s, output: 746.01 toks/s]
-2025-03-14T23:48:53.472986843Z 
Splits: 100%|██████████| 1/1 [08:30<00:00, 510.49s/it]
Splits: 100%|██████████| 1/1 [08:30<00:00, 510.49s/it]
-2025-03-14T23:48:54.328577956Z [2025-03-14 23:48:54,328] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-14T23:48:54.776207499Z [2025-03-14 23:48:54,775] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-14T23:48:54.788649140Z [2025-03-14 23:48:54,788] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-14T23:48:54.788683374Z [2025-03-14 23:48:54,788] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-14T23:48:55.095300848Z [2025-03-14 23:48:55,094] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp1_100/results/quyanh/OpenRS-GRPO/results_2025-03-14T23-48-54.788605.json (evaluation_tracker.py:234)
-2025-03-14T23:48:55.098514706Z |     Task     |Version|     Metric     |Value|   |Stderr|
-2025-03-14T23:48:55.098538313Z |--------------|------:|----------------|----:|---|-----:|
-2025-03-14T23:48:55.098546443Z |all           |       |extractive_match|  0.7|±  |0.0734|
-2025-03-14T23:48:55.098554406Z |custom:amc23:0|      1|extractive_match|  0.7|±  |0.0734|
-2025-03-14T23:48:57.915148090Z ----------------------------------------
-2025-03-14T23:48:57.916494698Z ----------------------------------------
-2025-03-14T23:48:57.916518317Z Running evaluations for experiment 1, step 200
-2025-03-14T23:48:57.916523581Z Revision: rev1_200 = 024e924bbbc6d63ca9c0f8734d2ad4e95e697935
-2025-03-14T23:48:57.916528577Z Output directory: data/evals/Exp1_200
-2025-03-14T23:48:57.922365538Z Evaluating task: aime24
-2025-03-14T23:49:18.616550429Z [2025-03-14 23:49:18,615] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-14T23:50:02.934744559Z INFO 03-14 23:50:02 __init__.py:190] Automatically detected platform cuda.
-2025-03-14T23:50:05.779420135Z [2025-03-14 23:50:05,778] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-14T23:51:13.880684018Z [2025-03-14 23:51:13,879] [    INFO]: This model supports multiple tasks: {'score', 'generate', 'classify', 'embed', 'reward'}. Defaulting to 'generate'. (config.py:542)
-2025-03-14T23:51:13.898505272Z [2025-03-14 23:51:13,897] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=024e924bbbc6d63ca9c0f8734d2ad4e95e697935, override_neuron_config=None, tokenizer_revision=024e924bbbc6d63ca9c0f8734d2ad4e95e697935, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-14T23:51:23.699623380Z [2025-03-14 23:51:23,698] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-14T23:51:24.278339194Z [2025-03-14 23:51:24,277] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-14T23:51:24.874988551Z [2025-03-14 23:51:24,874] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-14T23:51:32.900478020Z [2025-03-14 23:51:32,899] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-14T23:51:32.901980223Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-14T23:51:33.522711174Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.61it/s]
-2025-03-14T23:51:33.522758938Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.61it/s]
-2025-03-14T23:51:33.887924147Z [2025-03-14 23:51:33,887] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-14T23:51:35.489181653Z [2025-03-14 23:51:35,488] [    INFO]: Memory profiling takes 1.40 seconds
-2025-03-14T23:51:35.489228718Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-14T23:51:35.489235198Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-14T23:51:35.726619090Z [2025-03-14 23:51:35,726] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-14T23:51:35.726671940Z [2025-03-14 23:51:35,726] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-14T23:51:39.458626193Z [2025-03-14 23:51:39,458] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-14T23:51:54.090191160Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:17,  1.99it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:00<00:15,  2.19it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:14,  2.28it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:01<00:13,  2.34it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:02<00:12,  2.36it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:02<00:12,  2.38it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:02<00:11,  2.40it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:03<00:11,  2.40it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:03<00:10,  2.39it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:04<00:10,  2.41it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:04<00:09,  2.41it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:05<00:09,  2.41it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:05<00:09,  2.43it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:05<00:08,  2.41it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:06<00:08,  2.43it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:06<00:07,  2.45it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:07<00:07,  2.47it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:07<00:06,  2.47it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:07<00:06,  2.46it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:08<00:06,  2.44it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:08<00:05,  2.42it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:09<00:05,  2.40it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:09<00:05,  2.36it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:10<00:04,  2.33it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:10<00:04,  2.29it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:10<00:04,  2.23it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:11<00:03,  2.24it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:11<00:03,  2.28it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:12<00:02,  2.35it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:12<00:02,  2.42it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:13<00:01,  2.45it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:13<00:01,  2.49it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:13<00:00,  2.51it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:14<00:00,  2.52it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:14<00:00,  2.50it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:14<00:00,  2.40it/s]
-2025-03-14T23:51:54.090323500Z [2025-03-14 23:51:54,090] [    INFO]: Graph capturing finished in 15 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-14T23:51:54.100253692Z [2025-03-14 23:51:54,099] [    INFO]: init engine (profile, create kv cache, warmup model) took 20.21 seconds (llm_engine.py:431)
-2025-03-14T23:51:54.787865857Z [2025-03-14 23:51:54,787] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-14T23:51:54.807952537Z [2025-03-14 23:51:54,807] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-14T23:51:54.807995896Z [2025-03-14 23:51:54,807] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-14T23:51:54.808003512Z [2025-03-14 23:51:54,807] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-14T23:51:54.808010102Z [2025-03-14 23:51:54,807] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-14T23:51:54.808077136Z [2025-03-14 23:51:54,807] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-14T23:51:54.808100069Z [2025-03-14 23:51:54,807] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-14T23:51:54.808105715Z [2025-03-14 23:51:54,807] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-14T23:51:54.808116282Z [2025-03-14 23:51:54,808] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-14T23:51:54.810136866Z [2025-03-14 23:51:54,810] [    INFO]: HuggingFaceH4/aime_2024 default (lighteval_task.py:187)
-2025-03-14T23:51:54.810348579Z [2025-03-14 23:51:54,810] [ WARNING]: Careful, the task custom|aime24 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-14T23:51:57.732944134Z [2025-03-14 23:51:57,732] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-14T23:51:57.733152075Z [2025-03-14 23:51:57,732] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-14T23:51:57.733160841Z [2025-03-14 23:51:57,732] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-14T23:51:57.746963063Z [2025-03-14 23:51:57,746] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-14T23:51:57.758169390Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-14 23:51:57,757] [ WARNING]: context_size + max_new_tokens=33238 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-14T23:52:33.811153409Z 
Processed prompts:   0%|          | 0/30 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-14T23:52:53.653315925Z 
Processed prompts:   3%|▎         | 1/30 [00:36<17:25, 36.05s/it, est. speed input: 3.63 toks/s, output: 67.10 toks/s]
-2025-03-14T23:53:00.375794487Z 
Processed prompts:   7%|▋         | 2/30 [00:55<12:22, 26.52s/it, est. speed input: 6.10 toks/s, output: 107.19 toks/s]
-2025-03-14T23:53:02.500893753Z 
Processed prompts:  10%|█         | 3/30 [01:02<07:51, 17.48s/it, est. speed input: 8.66 toks/s, output: 158.72 toks/s]
-2025-03-14T23:54:07.313092797Z 
Processed prompts:  13%|█▎        | 4/30 [01:04<04:56, 11.42s/it, est. speed input: 10.29 toks/s, output: 216.30 toks/s]
-2025-03-14T23:54:26.388720031Z 
Processed prompts:  17%|█▋        | 5/30 [02:09<12:46, 30.67s/it, est. speed input: 6.84 toks/s, output: 164.29 toks/s] 
-2025-03-14T23:55:11.464924514Z 
Processed prompts:  20%|██        | 6/30 [02:28<10:41, 26.73s/it, est. speed input: 6.88 toks/s, output: 197.85 toks/s]
-2025-03-14T23:55:18.963355981Z 
Processed prompts:  23%|██▎       | 7/30 [03:13<12:32, 32.73s/it, est. speed input: 6.20 toks/s, output: 203.70 toks/s]
-2025-03-14T23:55:24.446032529Z 
Processed prompts:  27%|██▋       | 8/30 [03:21<09:03, 24.70s/it, est. speed input: 7.24 toks/s, output: 247.61 toks/s]
-2025-03-14T23:55:29.752913973Z 
Processed prompts:  30%|███       | 9/30 [03:26<06:32, 18.69s/it, est. speed input: 7.79 toks/s, output: 292.31 toks/s]
-2025-03-14T23:55:53.407698596Z 
Processed prompts:  33%|███▎      | 10/30 [03:31<04:51, 14.56s/it, est. speed input: 8.42 toks/s, output: 336.04 toks/s]
-2025-03-14T23:55:59.429783292Z 
Processed prompts:  37%|███▋      | 11/30 [03:55<05:29, 17.34s/it, est. speed input: 8.27 toks/s, output: 352.59 toks/s]
-2025-03-14T23:56:07.743591972Z 
Processed prompts:  40%|████      | 12/30 [04:01<04:10, 13.90s/it, est. speed input: 8.63 toks/s, output: 393.91 toks/s]
-2025-03-14T23:56:23.931449213Z 
Processed prompts:  43%|████▎     | 13/30 [04:09<03:27, 12.21s/it, est. speed input: 8.91 toks/s, output: 430.73 toks/s]
-2025-03-14T23:56:54.839276015Z 
Processed prompts:  47%|████▋     | 14/30 [04:26<03:34, 13.41s/it, est. speed input: 8.96 toks/s, output: 454.12 toks/s]
-2025-03-14T23:57:05.537569549Z 
Processed prompts:  53%|█████▎    | 16/30 [04:57<03:20, 14.36s/it, est. speed input: 9.42 toks/s, output: 500.63 toks/s]
-2025-03-14T23:57:06.767299056Z 
Processed prompts:  57%|█████▋    | 17/30 [05:07<02:54, 13.45s/it, est. speed input: 9.59 toks/s, output: 532.47 toks/s]
-2025-03-14T23:57:12.645330941Z 
Processed prompts:  60%|██████    | 18/30 [05:09<02:02, 10.24s/it, est. speed input: 10.25 toks/s, output: 579.59 toks/s]
-2025-03-14T23:57:16.635291646Z 
Processed prompts:  63%|██████▎   | 19/30 [05:14<01:39,  9.06s/it, est. speed input: 10.93 toks/s, output: 618.04 toks/s]
-2025-03-14T23:57:46.284021487Z 
Processed prompts:  67%|██████▋   | 20/30 [05:18<01:16,  7.64s/it, est. speed input: 12.27 toks/s, output: 659.62 toks/s]
-2025-03-14T23:57:55.352833682Z 
Processed prompts:  70%|███████   | 21/30 [05:48<02:05, 13.93s/it, est. speed input: 11.67 toks/s, output: 653.24 toks/s]
-2025-03-14T23:58:05.825325008Z 
Processed prompts:  73%|███████▎  | 22/30 [05:57<01:40, 12.52s/it, est. speed input: 11.82 toks/s, output: 686.56 toks/s]
-2025-03-15T00:00:15.318546940Z 
Processed prompts:  77%|███████▋  | 23/30 [06:08<01:23, 11.92s/it, est. speed input: 11.86 toks/s, output: 717.16 toks/s]
-2025-03-15T00:00:27.806272855Z 
Processed prompts:  80%|████████  | 24/30 [08:17<04:39, 46.60s/it, est. speed input: 9.23 toks/s, output: 582.41 toks/s] 
-2025-03-15T00:01:24.384514804Z 
Processed prompts:  83%|████████▎ | 25/30 [08:30<03:02, 36.49s/it, est. speed input: 9.25 toks/s, output: 620.18 toks/s]
-2025-03-15T00:01:57.184105261Z 
Processed prompts:  87%|████████▋ | 26/30 [09:26<02:49, 42.47s/it, est. speed input: 8.59 toks/s, output: 611.14 toks/s]
-2025-03-15T00:02:04.713645977Z 
Processed prompts:  90%|█████████ | 27/30 [09:59<01:58, 39.58s/it, est. speed input: 8.40 toks/s, output: 631.17 toks/s]
-2025-03-15T00:02:04.842429341Z 
Processed prompts:  93%|█████████▎| 28/30 [10:06<01:00, 30.01s/it, est. speed input: 8.60 toks/s, output: 677.03 toks/s]
-2025-03-15T00:02:05.319018185Z 
Processed prompts:  97%|█████████▋| 29/30 [10:07<00:21, 21.07s/it, est. speed input: 8.88 toks/s, output: 730.58 toks/s]
-2025-03-15T00:02:05.319060625Z 
Processed prompts: 100%|██████████| 30/30 [10:07<00:00, 14.90s/it, est. speed input: 9.09 toks/s, output: 783.73 toks/s]
Processed prompts: 100%|██████████| 30/30 [10:07<00:00, 20.25s/it, est. speed input: 9.09 toks/s, output: 783.73 toks/s]
-2025-03-15T00:02:05.451177566Z 
Splits: 100%|██████████| 1/1 [10:07<00:00, 607.70s/it]
Splits: 100%|██████████| 1/1 [10:07<00:00, 607.70s/it]
-2025-03-15T00:02:06.422205072Z [2025-03-15 00:02:06,421] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T00:02:07.130448281Z [2025-03-15 00:02:07,130] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T00:02:07.143129816Z [2025-03-15 00:02:07,142] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T00:02:07.143162759Z [2025-03-15 00:02:07,142] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T00:02:07.518237049Z [2025-03-15 00:02:07,517] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp1_200/results/quyanh/OpenRS-GRPO/results_2025-03-15T00-02-07.142924.json (evaluation_tracker.py:234)
-2025-03-15T00:02:07.522951622Z |     Task      |Version|     Metric     |Value|   |Stderr|
-2025-03-15T00:02:07.523020571Z |---------------|------:|----------------|----:|---|-----:|
-2025-03-15T00:02:07.523026158Z |all            |       |extractive_match|  0.3|±  |0.0851|
-2025-03-15T00:02:07.523030778Z |custom:aime24:0|      1|extractive_match|  0.3|±  |0.0851|
-2025-03-15T00:02:09.837047003Z Evaluating task: math_500
-2025-03-15T00:02:20.444008835Z [2025-03-15 00:02:20,443] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T00:03:34.297113003Z INFO 03-15 00:03:34 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T00:03:38.083804924Z [2025-03-15 00:03:38,082] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T00:04:56.459125559Z [2025-03-15 00:04:56,458] [    INFO]: This model supports multiple tasks: {'classify', 'score', 'reward', 'generate', 'embed'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T00:04:56.467219470Z [2025-03-15 00:04:56,466] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=024e924bbbc6d63ca9c0f8734d2ad4e95e697935, override_neuron_config=None, tokenizer_revision=024e924bbbc6d63ca9c0f8734d2ad4e95e697935, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T00:05:00.129295716Z [2025-03-15 00:05:00,128] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T00:05:00.572695126Z [2025-03-15 00:05:00,572] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T00:05:01.295174226Z [2025-03-15 00:05:01,294] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T00:05:01.600850253Z [2025-03-15 00:05:01,600] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T00:05:01.601843611Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T00:05:02.195756510Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.68it/s]
-2025-03-15T00:05:02.195800922Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.68it/s]
-2025-03-15T00:05:02.516136674Z [2025-03-15 00:05:02,515] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T00:05:04.086842907Z [2025-03-15 00:05:04,086] [    INFO]: Memory profiling takes 1.38 seconds
-2025-03-15T00:05:04.086885175Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T00:05:04.086893840Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T00:05:04.288520204Z [2025-03-15 00:05:04,288] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T00:05:04.288553284Z [2025-03-15 00:05:04,288] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T00:05:08.467615400Z [2025-03-15 00:05:08,467] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T00:05:23.432767418Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:16,  2.05it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:00<00:15,  2.13it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:14,  2.21it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:01<00:13,  2.23it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:02<00:13,  2.21it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:02<00:13,  2.15it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:03<00:12,  2.15it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:03<00:12,  2.17it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:04<00:11,  2.18it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:04<00:11,  2.18it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:05<00:11,  2.17it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:05<00:10,  2.19it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:05<00:09,  2.26it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:06<00:09,  2.32it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:06<00:08,  2.35it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:07<00:07,  2.38it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:07<00:07,  2.41it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:07<00:06,  2.43it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:08<00:06,  2.44it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:08<00:06,  2.44it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:09<00:05,  2.44it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:09<00:05,  2.46it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:09<00:04,  2.43it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:10<00:04,  2.45it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:10<00:04,  2.46it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:11<00:03,  2.44it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:11<00:03,  2.45it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:12<00:02,  2.43it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:12<00:02,  2.44it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:12<00:02,  2.42it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:13<00:01,  2.42it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:13<00:01,  2.43it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:14<00:00,  2.39it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:14<00:00,  2.41it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:14<00:00,  2.39it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:14<00:00,  2.34it/s]
-2025-03-15T00:05:23.432884440Z [2025-03-15 00:05:23,432] [    INFO]: Graph capturing finished in 15 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T00:05:23.456283758Z [2025-03-15 00:05:23,456] [    INFO]: init engine (profile, create kv cache, warmup model) took 20.94 seconds (llm_engine.py:431)
-2025-03-15T00:05:24.332193665Z [2025-03-15 00:05:24,331] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T00:05:24.351642449Z [2025-03-15 00:05:24,351] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T00:05:24.351691836Z [2025-03-15 00:05:24,351] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T00:05:24.351740037Z [2025-03-15 00:05:24,351] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T00:05:24.351798060Z [2025-03-15 00:05:24,351] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T00:05:24.351875042Z [2025-03-15 00:05:24,351] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T00:05:24.351937152Z [2025-03-15 00:05:24,351] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T00:05:24.352007632Z [2025-03-15 00:05:24,351] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T00:05:24.352065712Z [2025-03-15 00:05:24,351] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T00:05:24.354491310Z [2025-03-15 00:05:24,354] [    INFO]: HuggingFaceH4/MATH-500 default (lighteval_task.py:187)
-2025-03-15T00:05:24.354569796Z [2025-03-15 00:05:24,354] [ WARNING]: Careful, the task custom|math_500 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T00:05:26.585727982Z [2025-03-15 00:05:26,585] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T00:05:26.585842664Z [2025-03-15 00:05:26,585] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T00:05:26.585874494Z [2025-03-15 00:05:26,585] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T00:05:26.740691399Z [2025-03-15 00:05:26,740] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T00:05:26.881555864Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 00:05:26,881] [ WARNING]: context_size + max_new_tokens=33636 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T00:05:54.351777881Z 
Processed prompts:   0%|          | 0/500 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T00:05:57.264961456Z 
Processed prompts:   0%|          | 1/500 [00:27<3:48:03, 27.42s/it, est. speed input: 4.92 toks/s, output: 17.58 toks/s]
-2025-03-15T00:05:59.816649485Z 
Processed prompts:   0%|          | 2/500 [00:30<1:47:56, 13.01s/it, est. speed input: 9.00 toks/s, output: 33.49 toks/s]
-2025-03-15T00:05:59.946151567Z 
Processed prompts:   1%|          | 3/500 [00:32<1:08:11,  8.23s/it, est. speed input: 15.96 toks/s, output: 48.50 toks/s]
-2025-03-15T00:06:05.332628494Z 
Processed prompts:   1%|          | 4/500 [00:33<41:36,  5.03s/it, est. speed input: 21.60 toks/s, output: 65.91 toks/s]  
-2025-03-15T00:06:11.233561191Z 
Processed prompts:   1%|          | 5/500 [00:38<42:34,  5.16s/it, est. speed input: 22.42 toks/s, output: 74.24 toks/s]
-2025-03-15T00:06:12.194481568Z 
Processed prompts:   1%|▏         | 7/500 [00:44<33:11,  4.04s/it, est. speed input: 26.00 toks/s, output: 97.12 toks/s]
-2025-03-15T00:06:12.742154323Z 
Processed prompts:   2%|▏         | 8/500 [00:45<26:24,  3.22s/it, est. speed input: 28.59 toks/s, output: 112.56 toks/s]
-2025-03-15T00:06:14.387163175Z 
Processed prompts:   2%|▏         | 9/500 [00:45<20:19,  2.48s/it, est. speed input: 31.67 toks/s, output: 128.70 toks/s]
-2025-03-15T00:06:16.244636889Z 
Processed prompts:   2%|▏         | 10/500 [00:47<18:21,  2.25s/it, est. speed input: 33.38 toks/s, output: 141.52 toks/s]
-2025-03-15T00:06:17.337377743Z 
Processed prompts:   2%|▏         | 11/500 [00:49<17:24,  2.14s/it, est. speed input: 34.72 toks/s, output: 153.44 toks/s]
-2025-03-15T00:06:17.716448967Z 
Processed prompts:   2%|▏         | 12/500 [00:50<14:53,  1.83s/it, est. speed input: 37.04 toks/s, output: 167.35 toks/s]
-2025-03-15T00:06:19.903928246Z 
Processed prompts:   3%|▎         | 13/500 [00:50<11:24,  1.41s/it, est. speed input: 39.87 toks/s, output: 183.33 toks/s]
-2025-03-15T00:06:23.686809255Z 
Processed prompts:   3%|▎         | 14/500 [00:52<13:15,  1.64s/it, est. speed input: 40.66 toks/s, output: 192.96 toks/s]
-2025-03-15T00:06:24.560869751Z 
Processed prompts:   3%|▎         | 15/500 [00:56<18:22,  2.27s/it, est. speed input: 40.33 toks/s, output: 197.24 toks/s]
-2025-03-15T00:06:26.978649620Z 
Processed prompts:   3%|▎         | 16/500 [00:57<14:58,  1.86s/it, est. speed input: 42.22 toks/s, output: 211.38 toks/s]
-2025-03-15T00:06:27.493396669Z 
Processed prompts:   3%|▎         | 17/500 [01:00<16:17,  2.02s/it, est. speed input: 42.81 toks/s, output: 219.95 toks/s]
-2025-03-15T00:06:30.563382858Z 
Processed prompts:   4%|▎         | 18/500 [01:00<12:38,  1.57s/it, est. speed input: 44.86 toks/s, output: 235.16 toks/s]
-2025-03-15T00:06:31.393432035Z 
Processed prompts:   4%|▍         | 19/500 [01:03<16:12,  2.02s/it, est. speed input: 45.04 toks/s, output: 240.83 toks/s]
-2025-03-15T00:06:32.857780434Z 
Processed prompts:   4%|▍         | 20/500 [01:04<13:18,  1.66s/it, est. speed input: 46.85 toks/s, output: 254.73 toks/s]
-2025-03-15T00:06:33.567381840Z 
Processed prompts:   4%|▍         | 21/500 [01:05<12:48,  1.60s/it, est. speed input: 47.92 toks/s, output: 266.05 toks/s]
-2025-03-15T00:06:34.595797607Z 
Processed prompts:   4%|▍         | 22/500 [01:06<10:38,  1.34s/it, est. speed input: 50.69 toks/s, output: 280.17 toks/s]
-2025-03-15T00:06:35.439370430Z 
Processed prompts:   5%|▍         | 23/500 [01:07<09:53,  1.24s/it, est. speed input: 52.01 toks/s, output: 292.85 toks/s]
-2025-03-15T00:06:36.473080060Z 
Processed prompts:   5%|▍         | 24/500 [01:08<08:54,  1.12s/it, est. speed input: 54.04 toks/s, output: 306.16 toks/s]
-2025-03-15T00:06:38.467741959Z 
Processed prompts:   5%|▌         | 25/500 [01:09<08:40,  1.10s/it, est. speed input: 55.26 toks/s, output: 318.51 toks/s]
-2025-03-15T00:06:39.898443408Z 
Processed prompts:   5%|▌         | 26/500 [01:11<10:47,  1.37s/it, est. speed input: 55.56 toks/s, output: 326.48 toks/s]
-2025-03-15T00:06:40.173596333Z 
Processed prompts:   5%|▌         | 27/500 [01:12<10:55,  1.39s/it, est. speed input: 56.52 toks/s, output: 336.91 toks/s]
-2025-03-15T00:06:42.834826608Z 
Processed prompts:   6%|▌         | 28/500 [01:13<08:16,  1.05s/it, est. speed input: 58.04 toks/s, output: 352.46 toks/s]
-2025-03-15T00:06:43.432644692Z 
Processed prompts:   6%|▌         | 29/500 [01:15<12:03,  1.54s/it, est. speed input: 57.86 toks/s, output: 356.76 toks/s]
-2025-03-15T00:06:44.159163075Z 
Processed prompts:   6%|▌         | 30/500 [01:16<09:49,  1.25s/it, est. speed input: 59.47 toks/s, output: 370.61 toks/s]
-2025-03-15T00:06:46.694842429Z 
Processed prompts:   6%|▌         | 31/500 [01:17<08:33,  1.10s/it, est. speed input: 62.85 toks/s, output: 383.75 toks/s]
-2025-03-15T00:06:49.051486390Z 
Processed prompts:   6%|▋         | 32/500 [01:19<11:54,  1.53s/it, est. speed input: 62.70 toks/s, output: 388.14 toks/s]
-2025-03-15T00:06:50.903320134Z 
Processed prompts:   7%|▋         | 33/500 [01:22<13:49,  1.78s/it, est. speed input: 62.87 toks/s, output: 393.55 toks/s]
-2025-03-15T00:06:55.011667863Z 
Processed prompts:   7%|▋         | 34/500 [01:23<13:58,  1.80s/it, est. speed input: 63.03 toks/s, output: 401.39 toks/s]
-2025-03-15T00:06:55.229930714Z 
Processed prompts:   7%|▋         | 35/500 [01:28<19:18,  2.49s/it, est. speed input: 61.99 toks/s, output: 399.12 toks/s]
-2025-03-15T00:06:55.912362085Z 
Processed prompts:   7%|▋         | 36/500 [01:28<13:59,  1.81s/it, est. speed input: 63.42 toks/s, output: 414.57 toks/s]
-2025-03-15T00:06:58.521602430Z 
Processed prompts:   7%|▋         | 37/500 [01:28<11:21,  1.47s/it, est. speed input: 64.35 toks/s, output: 421.29 toks/s]
-2025-03-15T00:06:59.341764816Z 
Processed prompts:   8%|▊         | 38/500 [01:31<13:57,  1.81s/it, est. speed input: 64.18 toks/s, output: 425.68 toks/s]
-2025-03-15T00:06:59.975062819Z 
Processed prompts:   8%|▊         | 39/500 [01:32<11:38,  1.52s/it, est. speed input: 65.25 toks/s, output: 438.27 toks/s]
-2025-03-15T00:07:03.147692817Z 
Processed prompts:   8%|▊         | 41/500 [01:33<07:21,  1.04it/s, est. speed input: 67.61 toks/s, output: 467.92 toks/s]
-2025-03-15T00:07:05.805233096Z 
Processed prompts:   8%|▊         | 42/500 [01:36<11:31,  1.51s/it, est. speed input: 67.19 toks/s, output: 468.80 toks/s]
-2025-03-15T00:07:05.964083137Z 
Processed prompts:   9%|▊         | 43/500 [01:38<13:47,  1.81s/it, est. speed input: 66.66 toks/s, output: 466.61 toks/s]
-2025-03-15T00:07:06.261057968Z 
Processed prompts:   9%|▉         | 44/500 [01:39<10:20,  1.36s/it, est. speed input: 68.58 toks/s, output: 482.11 toks/s]
-2025-03-15T00:07:06.488419486Z 
Processed prompts:   9%|▉         | 45/500 [01:39<08:03,  1.06s/it, est. speed input: 69.77 toks/s, output: 496.92 toks/s]
-2025-03-15T00:07:07.606241647Z 
Processed prompts:   9%|▉         | 46/500 [01:39<06:14,  1.21it/s, est. speed input: 70.92 toks/s, output: 512.03 toks/s]
-2025-03-15T00:07:08.040805886Z 
Processed prompts:   9%|▉         | 47/500 [01:40<06:52,  1.10it/s, est. speed input: 71.47 toks/s, output: 522.56 toks/s]
-2025-03-15T00:07:10.406110104Z 
Processed prompts:  10%|▉         | 48/500 [01:41<05:48,  1.30it/s, est. speed input: 72.41 toks/s, output: 529.85 toks/s]
-2025-03-15T00:07:10.843032501Z 
Processed prompts:  10%|▉         | 49/500 [01:43<09:19,  1.24s/it, est. speed input: 72.05 toks/s, output: 533.91 toks/s]
-2025-03-15T00:07:11.082689204Z 
Processed prompts:  10%|█         | 50/500 [01:43<07:31,  1.00s/it, est. speed input: 72.94 toks/s, output: 539.05 toks/s]
-2025-03-15T00:07:11.790257365Z 
Processed prompts:  10%|█         | 52/500 [01:44<04:27,  1.67it/s, est. speed input: 75.62 toks/s, output: 570.09 toks/s]
-2025-03-15T00:07:12.569219537Z 
Processed prompts:  11%|█         | 53/500 [01:44<04:39,  1.60it/s, est. speed input: 76.86 toks/s, output: 582.38 toks/s]
-2025-03-15T00:07:18.545796744Z 
Processed prompts:  11%|█         | 54/500 [01:45<04:56,  1.50it/s, est. speed input: 77.62 toks/s, output: 594.21 toks/s]
-2025-03-15T00:07:19.123420441Z 
Processed prompts:  11%|█         | 55/500 [01:51<15:37,  2.11s/it, est. speed input: 74.67 toks/s, output: 578.34 toks/s]
-2025-03-15T00:07:21.021853965Z 
Processed prompts:  11%|█         | 56/500 [01:52<12:25,  1.68s/it, est. speed input: 75.41 toks/s, output: 591.30 toks/s]
-2025-03-15T00:07:26.919344416Z 
Processed prompts:  11%|█▏        | 57/500 [01:54<12:51,  1.74s/it, est. speed input: 75.31 toks/s, output: 597.37 toks/s]
-2025-03-15T00:07:28.004216388Z 
Processed prompts:  12%|█▏        | 58/500 [01:59<21:41,  2.94s/it, est. speed input: 72.71 toks/s, output: 583.83 toks/s]
-2025-03-15T00:07:29.018083280Z 
Processed prompts:  12%|█▏        | 59/500 [02:01<17:38,  2.40s/it, est. speed input: 73.24 toks/s, output: 594.41 toks/s]
-2025-03-15T00:07:29.819149803Z 
Processed prompts:  12%|█▏        | 60/500 [02:02<14:36,  1.99s/it, est. speed input: 73.69 toks/s, output: 605.26 toks/s]
-2025-03-15T00:07:33.463293603Z 
Processed prompts:  12%|█▏        | 61/500 [02:02<11:59,  1.64s/it, est. speed input: 74.44 toks/s, output: 617.10 toks/s]
-2025-03-15T00:07:35.487253599Z 
Processed prompts:  12%|█▏        | 62/500 [02:06<16:19,  2.24s/it, est. speed input: 73.28 toks/s, output: 608.33 toks/s]
-2025-03-15T00:07:36.812915908Z 
Processed prompts:  13%|█▎        | 63/500 [02:08<15:49,  2.17s/it, est. speed input: 73.10 toks/s, output: 607.64 toks/s]
-2025-03-15T00:07:37.627329762Z 
Processed prompts:  13%|█▎        | 64/500 [02:09<13:56,  1.92s/it, est. speed input: 73.49 toks/s, output: 617.11 toks/s]
-2025-03-15T00:07:37.865465859Z 
Processed prompts:  13%|█▎        | 65/500 [02:10<11:31,  1.59s/it, est. speed input: 74.11 toks/s, output: 628.93 toks/s]
-2025-03-15T00:07:38.033435544Z 
Processed prompts:  13%|█▎        | 66/500 [02:10<08:34,  1.18s/it, est. speed input: 77.18 toks/s, output: 643.44 toks/s]
-2025-03-15T00:07:38.991375084Z 
Processed prompts:  13%|█▎        | 67/500 [02:11<06:21,  1.14it/s, est. speed input: 78.21 toks/s, output: 658.27 toks/s]
-2025-03-15T00:07:40.675830798Z 
Processed prompts:  14%|█▎        | 68/500 [02:12<06:30,  1.11it/s, est. speed input: 78.60 toks/s, output: 663.26 toks/s]
-2025-03-15T00:07:42.137017856Z 
Processed prompts:  14%|█▍        | 69/500 [02:13<08:10,  1.14s/it, est. speed input: 78.90 toks/s, output: 670.51 toks/s]
-2025-03-15T00:07:42.521490836Z 
Processed prompts:  14%|█▍        | 70/500 [02:15<08:50,  1.23s/it, est. speed input: 79.48 toks/s, output: 678.86 toks/s]
-2025-03-15T00:07:43.196095842Z 
Processed prompts:  14%|█▍        | 71/500 [02:15<07:00,  1.02it/s, est. speed input: 80.18 toks/s, output: 687.54 toks/s]
-2025-03-15T00:07:43.365597632Z 
Processed prompts:  14%|█▍        | 72/500 [02:16<06:20,  1.13it/s, est. speed input: 80.80 toks/s, output: 699.71 toks/s]
-2025-03-15T00:07:43.677142537Z 
Processed prompts:  15%|█▍        | 73/500 [02:16<04:47,  1.49it/s, est. speed input: 82.54 toks/s, output: 714.41 toks/s]
-2025-03-15T00:07:45.578265484Z 
Processed prompts:  15%|█▍        | 74/500 [02:16<04:00,  1.77it/s, est. speed input: 83.31 toks/s, output: 728.34 toks/s]
-2025-03-15T00:07:46.690013073Z 
Processed prompts:  15%|█▌        | 75/500 [02:18<06:50,  1.04it/s, est. speed input: 83.26 toks/s, output: 733.89 toks/s]
-2025-03-15T00:07:47.379565819Z 
Processed prompts:  15%|█▌        | 76/500 [02:19<07:07,  1.01s/it, est. speed input: 83.51 toks/s, output: 743.57 toks/s]
-2025-03-15T00:07:47.844249565Z 
Processed prompts:  15%|█▌        | 77/500 [02:20<06:26,  1.09it/s, est. speed input: 86.06 toks/s, output: 755.43 toks/s]
-2025-03-15T00:07:52.469324764Z 
Processed prompts:  16%|█▌        | 78/500 [02:20<05:28,  1.28it/s, est. speed input: 86.76 toks/s, output: 768.44 toks/s]
-2025-03-15T00:07:54.104353366Z 
Processed prompts:  16%|█▌        | 79/500 [02:25<13:33,  1.93s/it, est. speed input: 84.82 toks/s, output: 749.00 toks/s]
-2025-03-15T00:07:57.070956940Z 
Processed prompts:  16%|█▌        | 80/500 [02:27<12:54,  1.84s/it, est. speed input: 84.87 toks/s, output: 756.09 toks/s]
-2025-03-15T00:07:59.094101017Z 
Processed prompts:  17%|█▋        | 83/500 [02:30<09:28,  1.36s/it, est. speed input: 85.73 toks/s, output: 769.73 toks/s]
-2025-03-15T00:07:59.637426226Z 
Processed prompts:  17%|█▋        | 85/500 [02:32<08:34,  1.24s/it, est. speed input: 86.56 toks/s, output: 779.13 toks/s]
-2025-03-15T00:08:03.809599749Z 
Processed prompts:  17%|█▋        | 86/500 [02:32<07:35,  1.10s/it, est. speed input: 87.07 toks/s, output: 786.45 toks/s]
-2025-03-15T00:08:05.555329111Z 
Processed prompts:  17%|█▋        | 87/500 [02:36<12:16,  1.78s/it, est. speed input: 85.50 toks/s, output: 769.19 toks/s]
-2025-03-15T00:08:07.983178965Z 
Processed prompts:  18%|█▊        | 88/500 [02:38<12:10,  1.77s/it, est. speed input: 85.33 toks/s, output: 768.17 toks/s]
-2025-03-15T00:08:09.150694461Z 
Processed prompts:  18%|█▊        | 89/500 [02:41<13:17,  1.94s/it, est. speed input: 85.03 toks/s, output: 771.76 toks/s]
-2025-03-15T00:08:10.153076261Z 
Processed prompts:  18%|█▊        | 91/500 [02:42<09:19,  1.37s/it, est. speed input: 85.91 toks/s, output: 778.95 toks/s]
-2025-03-15T00:08:11.683399393Z 
Processed prompts:  18%|█▊        | 92/500 [02:43<08:43,  1.28s/it, est. speed input: 86.34 toks/s, output: 789.32 toks/s]
-2025-03-15T00:08:12.161410275Z 
Processed prompts:  19%|█▊        | 93/500 [02:44<09:07,  1.34s/it, est. speed input: 86.27 toks/s, output: 789.98 toks/s]
-2025-03-15T00:08:13.318070401Z 
Processed prompts:  19%|█▉        | 94/500 [02:45<07:33,  1.12s/it, est. speed input: 86.77 toks/s, output: 795.80 toks/s]
-2025-03-15T00:08:18.295341095Z 
Processed prompts:  19%|█▉        | 95/500 [02:46<07:36,  1.13s/it, est. speed input: 86.89 toks/s, output: 796.64 toks/s]
-2025-03-15T00:08:18.781699389Z 
Processed prompts:  19%|█▉        | 96/500 [02:51<14:51,  2.21s/it, est. speed input: 85.06 toks/s, output: 780.45 toks/s]
-2025-03-15T00:08:19.346115178Z 
Processed prompts:  20%|█▉        | 98/500 [02:51<08:56,  1.33s/it, est. speed input: 86.50 toks/s, output: 798.89 toks/s]
-2025-03-15T00:08:22.365176969Z 
Processed prompts:  20%|█▉        | 99/500 [02:52<07:40,  1.15s/it, est. speed input: 87.22 toks/s, output: 811.30 toks/s]
-2025-03-15T00:08:23.001894243Z 
Processed prompts:  20%|██        | 100/500 [02:55<10:50,  1.63s/it, est. speed input: 86.58 toks/s, output: 812.33 toks/s]
-2025-03-15T00:08:31.158944083Z 
Processed prompts:  20%|██        | 101/500 [02:56<09:03,  1.36s/it, est. speed input: 87.04 toks/s, output: 824.38 toks/s]
-2025-03-15T00:08:31.342784052Z 
Processed prompts:  20%|██        | 102/500 [03:04<21:30,  3.24s/it, est. speed input: 83.86 toks/s, output: 797.48 toks/s]
-2025-03-15T00:08:31.759871393Z 
Processed prompts:  21%|██        | 103/500 [03:04<15:43,  2.38s/it, est. speed input: 84.48 toks/s, output: 811.57 toks/s]
-2025-03-15T00:08:32.882218239Z 
Processed prompts:  21%|██        | 104/500 [03:04<11:57,  1.81s/it, est. speed input: 84.92 toks/s, output: 813.13 toks/s]
-2025-03-15T00:08:34.554722205Z 
Processed prompts:  21%|██        | 105/500 [03:05<10:36,  1.61s/it, est. speed input: 85.03 toks/s, output: 812.14 toks/s]
-2025-03-15T00:08:34.906026111Z 
Processed prompts:  21%|██        | 106/500 [03:07<10:41,  1.63s/it, est. speed input: 85.14 toks/s, output: 819.74 toks/s]
-2025-03-15T00:08:35.243258164Z 
Processed prompts:  22%|██▏       | 108/500 [03:07<06:18,  1.04it/s, est. speed input: 86.54 toks/s, output: 847.87 toks/s]
-2025-03-15T00:08:36.840564366Z 
Processed prompts:  22%|██▏       | 109/500 [03:08<05:17,  1.23it/s, est. speed input: 87.01 toks/s, output: 851.01 toks/s]
-2025-03-15T00:08:37.102477938Z 
Processed prompts:  22%|██▏       | 110/500 [03:09<06:35,  1.02s/it, est. speed input: 86.89 toks/s, output: 848.52 toks/s]
-2025-03-15T00:08:37.443485633Z 
Processed prompts:  22%|██▏       | 111/500 [03:10<05:15,  1.23it/s, est. speed input: 87.39 toks/s, output: 853.69 toks/s]
-2025-03-15T00:08:39.612326150Z 
Processed prompts:  22%|██▏       | 112/500 [03:10<04:23,  1.47it/s, est. speed input: 88.28 toks/s, output: 866.96 toks/s]
-2025-03-15T00:08:41.216629729Z 
Processed prompts:  23%|██▎       | 113/500 [03:12<07:07,  1.10s/it, est. speed input: 87.91 toks/s, output: 864.39 toks/s]
-2025-03-15T00:08:44.527810882Z 
Processed prompts:  23%|██▎       | 114/500 [03:14<08:02,  1.25s/it, est. speed input: 87.77 toks/s, output: 861.06 toks/s]
-2025-03-15T00:08:45.422712034Z 
Processed prompts:  23%|██▎       | 115/500 [03:17<11:53,  1.85s/it, est. speed input: 87.04 toks/s, output: 861.30 toks/s]
-2025-03-15T00:08:46.159127630Z 
Processed prompts:  23%|██▎       | 116/500 [03:18<10:02,  1.57s/it, est. speed input: 87.31 toks/s, output: 872.07 toks/s]
-2025-03-15T00:08:48.396213515Z 
Processed prompts:  23%|██▎       | 117/500 [03:19<08:26,  1.32s/it, est. speed input: 87.57 toks/s, output: 874.94 toks/s]
-2025-03-15T00:08:49.057446771Z 
Processed prompts:  24%|██▎       | 118/500 [03:21<10:09,  1.59s/it, est. speed input: 87.32 toks/s, output: 879.85 toks/s]
-2025-03-15T00:08:50.114877382Z 
Processed prompts:  24%|██▍       | 119/500 [03:22<08:21,  1.32s/it, est. speed input: 87.63 toks/s, output: 885.04 toks/s]
-2025-03-15T00:08:50.696302054Z 
Processed prompts:  24%|██▍       | 120/500 [03:23<07:50,  1.24s/it, est. speed input: 87.88 toks/s, output: 895.04 toks/s]
-2025-03-15T00:08:50.881210719Z 
Processed prompts:  24%|██▍       | 121/500 [03:23<06:35,  1.04s/it, est. speed input: 88.23 toks/s, output: 901.59 toks/s]
-2025-03-15T00:08:52.418113850Z 
Processed prompts:  24%|██▍       | 122/500 [03:23<04:56,  1.27it/s, est. speed input: 89.40 toks/s, output: 915.36 toks/s]
-2025-03-15T00:08:53.310681191Z 
Processed prompts:  25%|██▍       | 124/500 [03:25<04:52,  1.29it/s, est. speed input: 90.17 toks/s, output: 928.34 toks/s]
-2025-03-15T00:08:56.887292102Z 
Processed prompts:  25%|██▌       | 125/500 [03:26<05:02,  1.24it/s, est. speed input: 90.40 toks/s, output: 938.89 toks/s]
-2025-03-15T00:09:03.368260710Z 
Processed prompts:  25%|██▌       | 126/500 [03:29<09:32,  1.53s/it, est. speed input: 89.48 toks/s, output: 937.43 toks/s]
-2025-03-15T00:09:04.274782929Z 
Processed prompts:  25%|██▌       | 127/500 [03:36<17:52,  2.88s/it, est. speed input: 87.34 toks/s, output: 914.87 toks/s]
-2025-03-15T00:09:06.468656057Z 
Processed prompts:  26%|██▌       | 128/500 [03:37<14:24,  2.33s/it, est. speed input: 87.53 toks/s, output: 919.66 toks/s]
-2025-03-15T00:09:06.897325517Z 
Processed prompts:  26%|██▌       | 129/500 [03:39<14:08,  2.29s/it, est. speed input: 87.19 toks/s, output: 916.80 toks/s]
-2025-03-15T00:09:08.451337391Z 
Processed prompts:  26%|██▌       | 130/500 [03:39<10:47,  1.75s/it, est. speed input: 87.54 toks/s, output: 919.52 toks/s]
-2025-03-15T00:09:10.978827686Z 
Processed prompts:  26%|██▌       | 131/500 [03:41<10:24,  1.69s/it, est. speed input: 87.48 toks/s, output: 922.04 toks/s]
-2025-03-15T00:09:11.815564214Z 
Processed prompts:  26%|██▋       | 132/500 [03:44<11:53,  1.94s/it, est. speed input: 87.01 toks/s, output: 916.82 toks/s]
-2025-03-15T00:09:14.528114949Z 
Processed prompts:  27%|██▋       | 133/500 [03:44<09:51,  1.61s/it, est. speed input: 87.18 toks/s, output: 915.58 toks/s]
-2025-03-15T00:09:15.370650672Z 
Processed prompts:  27%|██▋       | 134/500 [03:47<11:49,  1.94s/it, est. speed input: 86.67 toks/s, output: 912.43 toks/s]
-2025-03-15T00:09:20.153276370Z 
Processed prompts:  27%|██▋       | 135/500 [03:48<09:48,  1.61s/it, est. speed input: 87.03 toks/s, output: 923.42 toks/s]
-2025-03-15T00:09:24.819548839Z 
Processed prompts:  27%|██▋       | 136/500 [03:53<15:31,  2.56s/it, est. speed input: 85.85 toks/s, output: 918.79 toks/s]
-2025-03-15T00:09:26.020854977Z 
Processed prompts:  27%|██▋       | 137/500 [03:57<19:17,  3.19s/it, est. speed input: 84.96 toks/s, output: 915.02 toks/s]
-2025-03-15T00:09:26.805805167Z 
Processed prompts:  28%|██▊       | 138/500 [03:59<15:39,  2.59s/it, est. speed input: 85.01 toks/s, output: 915.85 toks/s]
-2025-03-15T00:09:29.247570911Z 
Processed prompts:  28%|██▊       | 139/500 [03:59<12:20,  2.05s/it, est. speed input: 85.19 toks/s, output: 915.47 toks/s]
-2025-03-15T00:09:31.433766622Z 
Processed prompts:  28%|██▊       | 140/500 [04:02<13:00,  2.17s/it, est. speed input: 84.80 toks/s, output: 909.79 toks/s]
-2025-03-15T00:09:33.211579908Z 
Processed prompts:  28%|██▊       | 141/500 [04:04<13:00,  2.17s/it, est. speed input: 84.60 toks/s, output: 915.85 toks/s]
-2025-03-15T00:09:33.739918826Z 
Processed prompts:  28%|██▊       | 142/500 [04:06<12:15,  2.06s/it, est. speed input: 84.46 toks/s, output: 914.80 toks/s]
-2025-03-15T00:09:33.934831266Z 
Processed prompts:  29%|██▊       | 143/500 [04:06<09:30,  1.60s/it, est. speed input: 84.74 toks/s, output: 917.90 toks/s]
-2025-03-15T00:09:44.354513462Z 
Processed prompts:  29%|██▉       | 144/500 [04:07<06:58,  1.18s/it, est. speed input: 85.20 toks/s, output: 931.34 toks/s]
-2025-03-15T00:09:45.582471139Z 
Processed prompts:  29%|██▉       | 145/500 [04:17<23:21,  3.95s/it, est. speed input: 82.18 toks/s, output: 896.54 toks/s]
-2025-03-15T00:09:46.212231755Z 
Processed prompts:  29%|██▉       | 146/500 [04:18<18:29,  3.13s/it, est. speed input: 82.48 toks/s, output: 906.29 toks/s]
-2025-03-15T00:09:47.698756863Z 
Processed prompts:  30%|██▉       | 148/500 [04:19<10:44,  1.83s/it, est. speed input: 83.16 toks/s, output: 914.22 toks/s]
-2025-03-15T00:09:51.056720638Z 
Processed prompts:  30%|██▉       | 149/500 [04:20<10:13,  1.75s/it, est. speed input: 83.12 toks/s, output: 913.07 toks/s]
-2025-03-15T00:09:51.259134141Z 
Processed prompts:  30%|███       | 150/500 [04:24<12:38,  2.17s/it, est. speed input: 82.48 toks/s, output: 905.04 toks/s]
-2025-03-15T00:09:53.336028415Z 
Processed prompts:  30%|███       | 151/500 [04:24<09:30,  1.63s/it, est. speed input: 82.86 toks/s, output: 911.96 toks/s]
-2025-03-15T00:09:54.048348802Z 
Processed prompts:  30%|███       | 152/500 [04:26<10:11,  1.76s/it, est. speed input: 82.93 toks/s, output: 918.79 toks/s]
-2025-03-15T00:09:56.314002803Z 
Processed prompts:  31%|███       | 153/500 [04:27<08:26,  1.46s/it, est. speed input: 83.24 toks/s, output: 930.27 toks/s]
-2025-03-15T00:09:59.690919838Z 
Processed prompts:  31%|███       | 154/500 [04:29<09:45,  1.69s/it, est. speed input: 82.95 toks/s, output: 926.10 toks/s]
-2025-03-15T00:10:03.254304785Z 
Processed prompts:  31%|███       | 155/500 [04:32<12:34,  2.19s/it, est. speed input: 82.39 toks/s, output: 928.52 toks/s]
-2025-03-15T00:10:03.803188080Z 
Processed prompts:  31%|███       | 156/500 [04:36<14:51,  2.59s/it, est. speed input: 81.72 toks/s, output: 918.53 toks/s]
-2025-03-15T00:10:08.517783451Z 
Processed prompts:  31%|███▏      | 157/500 [04:36<11:21,  1.99s/it, est. speed input: 82.40 toks/s, output: 930.56 toks/s]
-2025-03-15T00:10:11.350881008Z 
Processed prompts:  32%|███▏      | 158/500 [04:41<15:56,  2.80s/it, est. speed input: 81.43 toks/s, output: 921.05 toks/s]
-2025-03-15T00:10:11.910638722Z 
Processed prompts:  32%|███▏      | 159/500 [04:44<15:57,  2.81s/it, est. speed input: 81.02 toks/s, output: 917.48 toks/s]
-2025-03-15T00:10:12.470666639Z 
Processed prompts:  32%|███▏      | 160/500 [04:44<12:06,  2.14s/it, est. speed input: 81.28 toks/s, output: 923.95 toks/s]
-2025-03-15T00:10:13.032401206Z 
Processed prompts:  32%|███▏      | 161/500 [04:45<09:24,  1.67s/it, est. speed input: 81.51 toks/s, output: 927.16 toks/s]
-2025-03-15T00:10:14.465946650Z 
Processed prompts:  32%|███▏      | 162/500 [04:46<07:31,  1.33s/it, est. speed input: 81.73 toks/s, output: 928.12 toks/s]
-2025-03-15T00:10:15.108777688Z 
Processed prompts:  33%|███▎      | 163/500 [04:47<07:39,  1.36s/it, est. speed input: 81.70 toks/s, output: 925.99 toks/s]
-2025-03-15T00:10:18.034765210Z 
Processed prompts:  33%|███▎      | 164/500 [04:48<06:25,  1.15s/it, est. speed input: 82.56 toks/s, output: 937.67 toks/s]
-2025-03-15T00:10:23.802310929Z 
Processed prompts:  33%|███▎      | 166/500 [04:51<07:11,  1.29s/it, est. speed input: 82.50 toks/s, output: 937.52 toks/s]
-2025-03-15T00:10:25.155914984Z 
Processed prompts:  34%|███▎      | 168/500 [04:56<10:39,  1.93s/it, est. speed input: 81.72 toks/s, output: 938.79 toks/s]
-2025-03-15T00:10:27.840613102Z 
Processed prompts:  34%|███▍      | 169/500 [04:58<09:55,  1.80s/it, est. speed input: 81.71 toks/s, output: 937.01 toks/s]
-2025-03-15T00:10:28.229243705Z 
Processed prompts:  34%|███▍      | 170/500 [05:00<11:03,  2.01s/it, est. speed input: 81.36 toks/s, output: 934.74 toks/s]
-2025-03-15T00:10:30.389067961Z 
Processed prompts:  34%|███▍      | 171/500 [05:01<08:45,  1.60s/it, est. speed input: 81.68 toks/s, output: 947.17 toks/s]
-2025-03-15T00:10:31.571660201Z 
Processed prompts:  34%|███▍      | 172/500 [05:03<09:33,  1.75s/it, est. speed input: 81.54 toks/s, output: 954.05 toks/s]
-2025-03-15T00:10:32.398994417Z 
Processed prompts:  35%|███▍      | 173/500 [05:04<08:40,  1.59s/it, est. speed input: 81.60 toks/s, output: 957.10 toks/s]
-2025-03-15T00:10:32.782089960Z 
Processed prompts:  35%|███▍      | 174/500 [05:05<07:28,  1.38s/it, est. speed input: 81.90 toks/s, output: 968.10 toks/s]
-2025-03-15T00:10:38.506869097Z 
Processed prompts:  35%|███▌      | 175/500 [05:05<05:54,  1.09s/it, est. speed input: 82.15 toks/s, output: 970.76 toks/s]
-2025-03-15T00:10:38.894300498Z 
Processed prompts:  35%|███▌      | 176/500 [05:11<13:10,  2.44s/it, est. speed input: 80.99 toks/s, output: 956.92 toks/s]
-2025-03-15T00:10:42.608507008Z 
Processed prompts:  35%|███▌      | 177/500 [05:11<09:53,  1.84s/it, est. speed input: 81.25 toks/s, output: 959.81 toks/s]
-2025-03-15T00:10:44.445948921Z 
Processed prompts:  36%|███▌      | 178/500 [05:15<12:50,  2.39s/it, est. speed input: 80.63 toks/s, output: 951.25 toks/s]
-2025-03-15T00:10:44.749044204Z 
Processed prompts:  36%|███▌      | 179/500 [05:17<11:54,  2.23s/it, est. speed input: 80.61 toks/s, output: 959.24 toks/s]
-2025-03-15T00:10:47.120305147Z 
Processed prompts:  36%|███▌      | 180/500 [05:17<08:49,  1.65s/it, est. speed input: 80.95 toks/s, output: 971.83 toks/s]
-2025-03-15T00:10:51.070290073Z 
Processed prompts:  36%|███▌      | 181/500 [05:20<09:55,  1.87s/it, est. speed input: 80.70 toks/s, output: 968.13 toks/s]
-2025-03-15T00:10:53.721081520Z 
Processed prompts:  36%|███▋      | 182/500 [05:24<13:12,  2.49s/it, est. speed input: 80.05 toks/s, output: 961.16 toks/s]
-2025-03-15T00:10:54.203883553Z 
Processed prompts:  37%|███▋      | 183/500 [05:26<13:24,  2.54s/it, est. speed input: 79.77 toks/s, output: 961.61 toks/s]
-2025-03-15T00:10:54.866685911Z 
Processed prompts:  37%|███▋      | 184/500 [05:27<10:07,  1.92s/it, est. speed input: 79.98 toks/s, output: 964.01 toks/s]
-2025-03-15T00:10:57.611227259Z 
Processed prompts:  37%|███▋      | 185/500 [05:27<08:06,  1.55s/it, est. speed input: 80.16 toks/s, output: 967.40 toks/s]
-2025-03-15T00:10:58.820328119Z 
Processed prompts:  37%|███▋      | 186/500 [05:30<09:58,  1.90s/it, est. speed input: 80.03 toks/s, output: 972.73 toks/s]
-2025-03-15T00:10:59.033516394Z 
Processed prompts:  37%|███▋      | 187/500 [05:31<08:50,  1.70s/it, est. speed input: 80.12 toks/s, output: 980.93 toks/s]
-2025-03-15T00:10:59.338849760Z 
Processed prompts:  38%|███▊      | 188/500 [05:32<06:30,  1.25s/it, est. speed input: 80.40 toks/s, output: 983.94 toks/s]
-2025-03-15T00:11:00.006253113Z 
Processed prompts:  38%|███▊      | 189/500 [05:32<05:00,  1.03it/s, est. speed input: 80.65 toks/s, output: 986.84 toks/s]
-2025-03-15T00:11:00.764800616Z 
Processed prompts:  38%|███▊      | 190/500 [05:33<04:32,  1.14it/s, est. speed input: 80.80 toks/s, output: 986.38 toks/s]
-2025-03-15T00:11:02.618731387Z 
Processed prompts:  38%|███▊      | 191/500 [05:33<04:20,  1.19it/s, est. speed input: 80.95 toks/s, output: 988.56 toks/s]
-2025-03-15T00:11:03.758401344Z 
Processed prompts:  38%|███▊      | 192/500 [05:35<05:52,  1.15s/it, est. speed input: 80.82 toks/s, output: 986.16 toks/s]
-2025-03-15T00:11:03.973683153Z 
Processed prompts:  39%|███▉      | 194/500 [05:36<04:29,  1.14it/s, est. speed input: 81.24 toks/s, output: 998.28 toks/s]
-2025-03-15T00:11:06.729142722Z 
Processed prompts:  39%|███▉      | 195/500 [05:37<03:38,  1.40it/s, est. speed input: 81.50 toks/s, output: 1000.01 toks/s]
-2025-03-15T00:11:07.762689791Z 
Processed prompts:  39%|███▉      | 196/500 [05:39<06:19,  1.25s/it, est. speed input: 81.16 toks/s, output: 996.60 toks/s] 
-2025-03-15T00:11:08.432221395Z 
Processed prompts:  39%|███▉      | 197/500 [05:40<06:00,  1.19s/it, est. speed input: 81.36 toks/s, output: 1006.86 toks/s]
-2025-03-15T00:11:08.917909519Z 
Processed prompts:  40%|███▉      | 198/500 [05:41<05:15,  1.04s/it, est. speed input: 81.54 toks/s, output: 1012.16 toks/s]
-2025-03-15T00:11:10.592900254Z 
Processed prompts:  40%|███▉      | 199/500 [05:41<04:26,  1.13it/s, est. speed input: 81.73 toks/s, output: 1013.39 toks/s]
-2025-03-15T00:11:14.371690168Z 
Processed prompts:  40%|████      | 200/500 [05:43<05:34,  1.11s/it, est. speed input: 81.83 toks/s, output: 1021.71 toks/s]
-2025-03-15T00:11:18.605908533Z 
Processed prompts:  40%|████      | 201/500 [05:47<09:26,  1.89s/it, est. speed input: 81.25 toks/s, output: 1015.04 toks/s]
-2025-03-15T00:11:19.285992941Z 
Processed prompts:  40%|████      | 202/500 [05:51<12:50,  2.58s/it, est. speed input: 80.59 toks/s, output: 1008.03 toks/s]
-2025-03-15T00:11:19.961538259Z 
Processed prompts:  41%|████      | 203/500 [05:52<09:59,  2.02s/it, est. speed input: 80.76 toks/s, output: 1013.16 toks/s]
-2025-03-15T00:11:21.004784535Z 
Processed prompts:  41%|████      | 204/500 [05:53<07:59,  1.62s/it, est. speed input: 80.97 toks/s, output: 1024.42 toks/s]
-2025-03-15T00:11:22.426687215Z 
Processed prompts:  41%|████      | 205/500 [05:54<07:07,  1.45s/it, est. speed input: 81.02 toks/s, output: 1023.75 toks/s]
-2025-03-15T00:11:24.686309304Z 
Processed prompts:  41%|████      | 206/500 [05:55<07:03,  1.44s/it, est. speed input: 80.99 toks/s, output: 1021.41 toks/s]
-2025-03-15T00:11:24.999093782Z 
Processed prompts:  41%|████▏     | 207/500 [05:57<08:13,  1.69s/it, est. speed input: 80.80 toks/s, output: 1023.39 toks/s]
-2025-03-15T00:11:26.509252725Z 
Processed prompts:  42%|████▏     | 208/500 [05:58<06:12,  1.27s/it, est. speed input: 81.05 toks/s, output: 1028.98 toks/s]
-2025-03-15T00:11:27.373700953Z 
Processed prompts:  42%|████▏     | 209/500 [05:59<06:31,  1.35s/it, est. speed input: 81.04 toks/s, output: 1033.59 toks/s]
-2025-03-15T00:11:28.050488078Z 
Processed prompts:  42%|████▏     | 211/500 [06:00<04:27,  1.08it/s, est. speed input: 81.46 toks/s, output: 1042.49 toks/s]
-2025-03-15T00:11:28.732189358Z 
Processed prompts:  42%|████▏     | 212/500 [06:01<04:08,  1.16it/s, est. speed input: 81.59 toks/s, output: 1042.70 toks/s]
-2025-03-15T00:11:30.612784611Z 
Processed prompts:  43%|████▎     | 213/500 [06:01<03:54,  1.23it/s, est. speed input: 81.75 toks/s, output: 1047.06 toks/s]
-2025-03-15T00:11:31.472583549Z 
Processed prompts:  43%|████▎     | 215/500 [06:03<04:07,  1.15it/s, est. speed input: 81.97 toks/s, output: 1057.17 toks/s]
-2025-03-15T00:11:32.241321877Z 
Processed prompts:  43%|████▎     | 216/500 [06:04<04:06,  1.15it/s, est. speed input: 82.12 toks/s, output: 1065.08 toks/s]
-2025-03-15T00:11:34.390617509Z 
Processed prompts:  43%|████▎     | 217/500 [06:05<03:58,  1.19it/s, est. speed input: 82.23 toks/s, output: 1064.56 toks/s]
-2025-03-15T00:11:34.701812464Z 
Processed prompts:  44%|████▎     | 218/500 [06:07<05:34,  1.19s/it, est. speed input: 82.05 toks/s, output: 1063.76 toks/s]
-2025-03-15T00:11:35.471425462Z 
Processed prompts:  44%|████▍     | 219/500 [06:07<04:26,  1.06it/s, est. speed input: 82.73 toks/s, output: 1075.95 toks/s]
-2025-03-15T00:11:37.536696571Z 
Processed prompts:  44%|████▍     | 220/500 [06:08<04:11,  1.11it/s, est. speed input: 82.84 toks/s, output: 1076.03 toks/s]
-2025-03-15T00:11:39.700061599Z 
Processed prompts:  44%|████▍     | 221/500 [06:10<05:43,  1.23s/it, est. speed input: 82.69 toks/s, output: 1076.89 toks/s]
-2025-03-15T00:11:41.488036469Z 
Processed prompts:  44%|████▍     | 222/500 [06:12<06:57,  1.50s/it, est. speed input: 82.58 toks/s, output: 1083.70 toks/s]
-2025-03-15T00:11:41.982889021Z 
Processed prompts:  45%|████▍     | 223/500 [06:14<07:19,  1.59s/it, est. speed input: 82.47 toks/s, output: 1080.90 toks/s]
-2025-03-15T00:11:43.305987293Z 
Processed prompts:  45%|████▍     | 224/500 [06:15<05:48,  1.26s/it, est. speed input: 82.66 toks/s, output: 1085.99 toks/s]
-2025-03-15T00:11:44.823442023Z 
Processed prompts:  45%|████▌     | 225/500 [06:16<05:52,  1.28s/it, est. speed input: 82.90 toks/s, output: 1095.20 toks/s]
-2025-03-15T00:11:46.987403236Z 
Processed prompts:  45%|████▌     | 226/500 [06:17<06:10,  1.35s/it, est. speed input: 82.84 toks/s, output: 1092.89 toks/s]
-2025-03-15T00:11:48.775258083Z 
Processed prompts:  45%|████▌     | 227/500 [06:20<07:15,  1.59s/it, est. speed input: 82.63 toks/s, output: 1088.01 toks/s]
-2025-03-15T00:11:51.129238568Z 
Processed prompts:  46%|████▌     | 228/500 [06:21<07:29,  1.65s/it, est. speed input: 82.52 toks/s, output: 1086.18 toks/s]
-2025-03-15T00:11:54.038808322Z 
Processed prompts:  46%|████▌     | 229/500 [06:24<08:24,  1.86s/it, est. speed input: 82.48 toks/s, output: 1092.50 toks/s]
-2025-03-15T00:11:54.259522190Z 
Processed prompts:  46%|████▌     | 230/500 [06:27<09:47,  2.18s/it, est. speed input: 82.14 toks/s, output: 1089.51 toks/s]
-2025-03-15T00:11:55.044844790Z 
Processed prompts:  46%|████▌     | 231/500 [06:27<07:07,  1.59s/it, est. speed input: 82.37 toks/s, output: 1092.82 toks/s]
-2025-03-15T00:11:55.740891539Z 
Processed prompts:  46%|████▋     | 232/500 [06:28<06:01,  1.35s/it, est. speed input: 82.47 toks/s, output: 1092.67 toks/s]
-2025-03-15T00:11:58.202391077Z 
Processed prompts:  47%|████▋     | 233/500 [06:28<05:07,  1.15s/it, est. speed input: 82.60 toks/s, output: 1096.03 toks/s]
-2025-03-15T00:11:59.074321023Z 
Processed prompts:  47%|████▋     | 234/500 [06:31<06:51,  1.55s/it, est. speed input: 82.92 toks/s, output: 1102.07 toks/s]
-2025-03-15T00:12:00.317419741Z 
Processed prompts:  47%|████▋     | 235/500 [06:32<05:56,  1.34s/it, est. speed input: 83.03 toks/s, output: 1107.47 toks/s]
-2025-03-15T00:12:03.528064632Z 
Processed prompts:  47%|████▋     | 236/500 [06:33<05:46,  1.31s/it, est. speed input: 83.06 toks/s, output: 1110.96 toks/s]
-2025-03-15T00:12:05.249486602Z 
Processed prompts:  47%|████▋     | 237/500 [06:36<08:15,  1.88s/it, est. speed input: 82.64 toks/s, output: 1103.55 toks/s]
-2025-03-15T00:12:07.154010105Z 
Processed prompts:  48%|████▊     | 238/500 [06:38<08:00,  1.83s/it, est. speed input: 82.60 toks/s, output: 1111.67 toks/s]
-2025-03-15T00:12:08.964277787Z 
Processed prompts:  48%|████▊     | 239/500 [06:40<08:04,  1.86s/it, est. speed input: 82.77 toks/s, output: 1119.26 toks/s]
-2025-03-15T00:12:10.679733470Z 
Processed prompts:  48%|████▊     | 241/500 [06:42<06:06,  1.42s/it, est. speed input: 83.34 toks/s, output: 1134.51 toks/s]
-2025-03-15T00:12:16.105151661Z 
Processed prompts:  48%|████▊     | 242/500 [06:43<06:24,  1.49s/it, est. speed input: 83.39 toks/s, output: 1142.55 toks/s]
-2025-03-15T00:12:18.107866446Z 
Processed prompts:  49%|████▉     | 244/500 [06:49<08:31,  2.00s/it, est. speed input: 82.80 toks/s, output: 1135.98 toks/s]
-2025-03-15T00:12:19.699582999Z 
Processed prompts:  49%|████▉     | 245/500 [06:51<08:29,  2.00s/it, est. speed input: 82.69 toks/s, output: 1139.29 toks/s]
-2025-03-15T00:12:20.637791353Z 
Processed prompts:  49%|████▉     | 246/500 [06:52<08:02,  1.90s/it, est. speed input: 82.62 toks/s, output: 1138.00 toks/s]
-2025-03-15T00:12:22.996766836Z 
Processed prompts:  49%|████▉     | 247/500 [06:53<06:57,  1.65s/it, est. speed input: 82.68 toks/s, output: 1138.16 toks/s]
-2025-03-15T00:12:23.929245692Z 
Processed prompts:  50%|████▉     | 248/500 [06:56<07:43,  1.84s/it, est. speed input: 82.44 toks/s, output: 1133.05 toks/s]
-2025-03-15T00:12:26.453922240Z 
Processed prompts:  50%|████▉     | 249/500 [06:56<06:38,  1.59s/it, est. speed input: 82.50 toks/s, output: 1132.98 toks/s]
-2025-03-15T00:12:26.735440510Z 
Processed prompts:  50%|█████     | 250/500 [06:59<07:43,  1.85s/it, est. speed input: 82.31 toks/s, output: 1138.90 toks/s]
-2025-03-15T00:12:28.789596364Z 
Processed prompts:  50%|█████     | 251/500 [06:59<05:48,  1.40s/it, est. speed input: 82.69 toks/s, output: 1150.87 toks/s]
-2025-03-15T00:12:32.142236322Z 
Processed prompts:  50%|█████     | 252/500 [07:01<06:34,  1.59s/it, est. speed input: 82.53 toks/s, output: 1147.84 toks/s]
-2025-03-15T00:12:34.745780457Z 
Processed prompts:  51%|█████     | 253/500 [07:05<08:41,  2.11s/it, est. speed input: 82.27 toks/s, output: 1151.50 toks/s]
-2025-03-15T00:12:35.395781840Z 
Processed prompts:  51%|█████     | 254/500 [07:07<09:15,  2.26s/it, est. speed input: 82.02 toks/s, output: 1149.01 toks/s]
-2025-03-15T00:12:40.518752175Z 
Processed prompts:  51%|█████     | 256/500 [07:08<05:34,  1.37s/it, est. speed input: 82.48 toks/s, output: 1161.42 toks/s]
-2025-03-15T00:12:40.704273582Z 
Processed prompts:  51%|█████▏    | 257/500 [07:13<09:18,  2.30s/it, est. speed input: 81.75 toks/s, output: 1150.90 toks/s]
-2025-03-15T00:12:41.630741049Z 
Processed prompts:  52%|█████▏    | 258/500 [07:13<07:02,  1.75s/it, est. speed input: 81.94 toks/s, output: 1152.65 toks/s]
-2025-03-15T00:12:42.094635484Z 
Processed prompts:  52%|█████▏    | 259/500 [07:14<06:07,  1.52s/it, est. speed input: 81.98 toks/s, output: 1151.55 toks/s]
-2025-03-15T00:12:43.766763159Z 
Processed prompts:  52%|█████▏    | 260/500 [07:15<04:54,  1.23s/it, est. speed input: 82.12 toks/s, output: 1152.42 toks/s]
-2025-03-15T00:12:44.230027282Z 
Processed prompts:  52%|█████▏    | 261/500 [07:16<05:23,  1.35s/it, est. speed input: 82.05 toks/s, output: 1152.32 toks/s]
-2025-03-15T00:12:47.195386884Z 
Processed prompts:  52%|█████▏    | 262/500 [07:17<04:20,  1.10s/it, est. speed input: 82.18 toks/s, output: 1152.83 toks/s]
-2025-03-15T00:12:48.400314542Z 
Processed prompts:  53%|█████▎    | 263/500 [07:20<06:29,  1.64s/it, est. speed input: 81.89 toks/s, output: 1153.91 toks/s]
-2025-03-15T00:12:48.770690462Z 
Processed prompts:  53%|█████▎    | 264/500 [07:21<05:57,  1.51s/it, est. speed input: 81.89 toks/s, output: 1152.82 toks/s]
-2025-03-15T00:12:50.995130001Z 
Processed prompts:  53%|█████▎    | 265/500 [07:21<04:36,  1.18s/it, est. speed input: 82.02 toks/s, output: 1152.75 toks/s]
-2025-03-15T00:12:51.273995082Z 
Processed prompts:  53%|█████▎    | 266/500 [07:24<05:48,  1.49s/it, est. speed input: 81.81 toks/s, output: 1148.04 toks/s]
-2025-03-15T00:12:51.549989342Z 
Processed prompts:  53%|█████▎    | 267/500 [07:24<04:22,  1.13s/it, est. speed input: 82.00 toks/s, output: 1152.14 toks/s]
-2025-03-15T00:12:51.732924263Z 
Processed prompts:  54%|█████▍    | 270/500 [07:24<02:05,  1.83it/s, est. speed input: 82.70 toks/s, output: 1168.66 toks/s]
-2025-03-15T00:12:52.098088856Z 
Processed prompts:  54%|█████▍    | 271/500 [07:24<01:47,  2.13it/s, est. speed input: 82.90 toks/s, output: 1172.20 toks/s]
-2025-03-15T00:12:53.009843338Z 
Processed prompts:  54%|█████▍    | 272/500 [07:25<01:41,  2.24it/s, est. speed input: 83.08 toks/s, output: 1177.35 toks/s]
-2025-03-15T00:12:53.465785701Z 
Processed prompts:  55%|█████▍    | 273/500 [07:26<02:07,  1.78it/s, est. speed input: 83.12 toks/s, output: 1176.95 toks/s]
-2025-03-15T00:12:54.193036799Z 
Processed prompts:  55%|█████▍    | 274/500 [07:26<02:00,  1.87it/s, est. speed input: 83.26 toks/s, output: 1178.36 toks/s]
-2025-03-15T00:12:56.012674773Z 
Processed prompts:  55%|█████▌    | 275/500 [07:27<02:11,  1.71it/s, est. speed input: 83.34 toks/s, output: 1178.28 toks/s]
-2025-03-15T00:12:57.740205228Z 
Processed prompts:  55%|█████▌    | 276/500 [07:29<03:28,  1.07it/s, est. speed input: 83.37 toks/s, output: 1186.12 toks/s]
-2025-03-15T00:12:59.369289639Z 
Processed prompts:  55%|█████▌    | 277/500 [07:30<04:18,  1.16s/it, est. speed input: 83.28 toks/s, output: 1186.12 toks/s]
-2025-03-15T00:13:01.172984188Z 
Processed prompts:  56%|█████▌    | 279/500 [07:32<03:41,  1.00s/it, est. speed input: 83.59 toks/s, output: 1203.05 toks/s]
-2025-03-15T00:13:02.075512964Z 
Processed prompts:  56%|█████▌    | 280/500 [07:34<04:23,  1.20s/it, est. speed input: 83.48 toks/s, output: 1201.09 toks/s]
-2025-03-15T00:13:02.347117849Z 
Processed prompts:  56%|█████▌    | 281/500 [07:35<04:05,  1.12s/it, est. speed input: 83.52 toks/s, output: 1200.78 toks/s]
-2025-03-15T00:13:02.616028768Z 
Processed prompts:  56%|█████▋    | 282/500 [07:35<03:14,  1.12it/s, est. speed input: 83.78 toks/s, output: 1212.65 toks/s]
-2025-03-15T00:13:05.573671103Z 
Processed prompts:  57%|█████▋    | 284/500 [07:35<02:01,  1.77it/s, est. speed input: 84.14 toks/s, output: 1215.24 toks/s]
-2025-03-15T00:13:06.467498193Z 
Processed prompts:  57%|█████▋    | 285/500 [07:38<04:03,  1.13s/it, est. speed input: 83.82 toks/s, output: 1210.44 toks/s]
-2025-03-15T00:13:11.029475177Z 
Processed prompts:  57%|█████▋    | 287/500 [07:39<03:02,  1.17it/s, est. speed input: 84.27 toks/s, output: 1222.19 toks/s]
-2025-03-15T00:13:12.641087195Z 
Processed prompts:  58%|█████▊    | 288/500 [07:44<05:57,  1.68s/it, est. speed input: 83.65 toks/s, output: 1212.92 toks/s]
-2025-03-15T00:13:12.820431282Z 
Processed prompts:  58%|█████▊    | 289/500 [07:45<05:51,  1.67s/it, est. speed input: 83.56 toks/s, output: 1210.21 toks/s]
-2025-03-15T00:13:13.804509192Z 
Processed prompts:  58%|█████▊    | 290/500 [07:45<04:29,  1.28s/it, est. speed input: 83.71 toks/s, output: 1211.07 toks/s]
-2025-03-15T00:13:16.041672849Z 
Processed prompts:  58%|█████▊    | 291/500 [07:46<04:11,  1.20s/it, est. speed input: 83.74 toks/s, output: 1210.99 toks/s]
-2025-03-15T00:13:16.493890304Z 
Processed prompts:  58%|█████▊    | 292/500 [07:49<05:09,  1.49s/it, est. speed input: 83.56 toks/s, output: 1209.77 toks/s]
-2025-03-15T00:13:17.918784660Z 
Processed prompts:  59%|█████▊    | 293/500 [07:49<04:07,  1.20s/it, est. speed input: 83.93 toks/s, output: 1221.15 toks/s]
-2025-03-15T00:13:18.185359645Z 
Processed prompts:  59%|█████▉    | 294/500 [07:50<04:19,  1.26s/it, est. speed input: 83.90 toks/s, output: 1221.65 toks/s]
-2025-03-15T00:13:18.630166590Z 
Processed prompts:  59%|█████▉    | 295/500 [07:51<03:19,  1.03it/s, est. speed input: 84.06 toks/s, output: 1223.44 toks/s]
-2025-03-15T00:13:18.984379803Z 
Processed prompts:  59%|█████▉    | 296/500 [07:51<02:46,  1.22it/s, est. speed input: 84.30 toks/s, output: 1234.83 toks/s]
-2025-03-15T00:13:19.953630881Z 
Processed prompts:  59%|█████▉    | 297/500 [07:52<02:17,  1.47it/s, est. speed input: 84.51 toks/s, output: 1246.44 toks/s]
-2025-03-15T00:13:20.395335233Z 
Processed prompts:  60%|█████▉    | 298/500 [07:53<02:34,  1.31it/s, est. speed input: 84.53 toks/s, output: 1245.97 toks/s]
-2025-03-15T00:13:22.333935403Z 
Processed prompts:  60%|█████▉    | 299/500 [07:53<02:14,  1.49it/s, est. speed input: 84.65 toks/s, output: 1247.02 toks/s]
-2025-03-15T00:13:23.386481557Z 
Processed prompts:  60%|██████    | 300/500 [07:55<03:29,  1.05s/it, est. speed input: 84.58 toks/s, output: 1254.46 toks/s]
-2025-03-15T00:13:24.086555049Z 
Processed prompts:  60%|██████    | 301/500 [07:56<03:28,  1.05s/it, est. speed input: 84.60 toks/s, output: 1254.34 toks/s]
-2025-03-15T00:13:26.893169911Z 
Processed prompts:  61%|██████    | 303/500 [07:57<02:23,  1.38it/s, est. speed input: 84.90 toks/s, output: 1260.34 toks/s]
-2025-03-15T00:13:27.067735404Z 
Processed prompts:  61%|██████    | 304/500 [07:59<04:03,  1.24s/it, est. speed input: 84.76 toks/s, output: 1265.49 toks/s]
-2025-03-15T00:13:28.022049474Z 
Processed prompts:  61%|██████    | 306/500 [08:00<02:28,  1.31it/s, est. speed input: 85.30 toks/s, output: 1288.40 toks/s]
-2025-03-15T00:13:28.196769991Z 
Processed prompts:  61%|██████▏   | 307/500 [08:01<02:35,  1.24it/s, est. speed input: 85.32 toks/s, output: 1287.84 toks/s]
-2025-03-15T00:13:29.058213226Z 
Processed prompts:  62%|██████▏   | 308/500 [08:01<02:05,  1.53it/s, est. speed input: 85.62 toks/s, output: 1299.89 toks/s]
-2025-03-15T00:13:33.259629234Z 
Processed prompts:  62%|██████▏   | 309/500 [08:02<02:14,  1.42it/s, est. speed input: 85.77 toks/s, output: 1310.08 toks/s]
-2025-03-15T00:13:34.801906424Z 
Processed prompts:  62%|██████▏   | 310/500 [08:06<05:14,  1.65s/it, est. speed input: 85.27 toks/s, output: 1307.06 toks/s]
-2025-03-15T00:13:35.229476561Z 
Processed prompts:  62%|██████▏   | 311/500 [08:07<05:06,  1.62s/it, est. speed input: 85.22 toks/s, output: 1308.93 toks/s]
-2025-03-15T00:13:35.485566732Z 
Processed prompts:  62%|██████▏   | 312/500 [08:08<04:00,  1.28s/it, est. speed input: 85.37 toks/s, output: 1314.65 toks/s]
-2025-03-15T00:13:35.741901284Z 
Processed prompts:  63%|██████▎   | 313/500 [08:08<03:04,  1.02it/s, est. speed input: 85.56 toks/s, output: 1321.76 toks/s]
-2025-03-15T00:13:38.384090893Z 
Processed prompts:  63%|██████▎   | 314/500 [08:08<02:23,  1.30it/s, est. speed input: 85.71 toks/s, output: 1323.58 toks/s]
-2025-03-15T00:13:39.412190893Z 
Processed prompts:  63%|██████▎   | 315/500 [08:11<04:04,  1.32s/it, est. speed input: 85.45 toks/s, output: 1319.26 toks/s]
-2025-03-15T00:13:39.668716879Z 
Processed prompts:  63%|██████▎   | 316/500 [08:12<03:47,  1.24s/it, est. speed input: 85.49 toks/s, output: 1322.37 toks/s]
-2025-03-15T00:13:40.437996412Z 
Processed prompts:  63%|██████▎   | 317/500 [08:12<02:52,  1.06it/s, est. speed input: 85.63 toks/s, output: 1323.87 toks/s]
-2025-03-15T00:13:41.204895976Z 
Processed prompts:  64%|██████▎   | 318/500 [08:13<02:42,  1.12it/s, est. speed input: 85.70 toks/s, output: 1326.36 toks/s]
-2025-03-15T00:13:44.271728806Z 
Processed prompts:  64%|██████▍   | 319/500 [08:14<02:34,  1.17it/s, est. speed input: 85.76 toks/s, output: 1326.76 toks/s]
-2025-03-15T00:13:45.039992571Z 
Processed prompts:  64%|██████▍   | 320/500 [08:17<04:32,  1.52s/it, est. speed input: 85.42 toks/s, output: 1321.28 toks/s]
-2025-03-15T00:13:45.971113652Z 
Processed prompts:  64%|██████▍   | 321/500 [08:18<03:51,  1.29s/it, est. speed input: 85.57 toks/s, output: 1331.73 toks/s]
-2025-03-15T00:13:46.815726507Z 
Processed prompts:  64%|██████▍   | 322/500 [08:19<03:30,  1.18s/it, est. speed input: 85.64 toks/s, output: 1336.74 toks/s]
-2025-03-15T00:13:46.984056847Z 
Processed prompts:  65%|██████▍   | 323/500 [08:19<03:11,  1.08s/it, est. speed input: 85.71 toks/s, output: 1340.14 toks/s]
-2025-03-15T00:13:47.824126334Z 
Processed prompts:  65%|██████▍   | 324/500 [08:20<02:22,  1.24it/s, est. speed input: 85.88 toks/s, output: 1344.40 toks/s]
-2025-03-15T00:13:48.576748203Z 
Processed prompts:  65%|██████▌   | 325/500 [08:20<02:23,  1.22it/s, est. speed input: 86.03 toks/s, output: 1354.63 toks/s]
-2025-03-15T00:13:49.578049851Z 
Processed prompts:  65%|██████▌   | 326/500 [08:21<02:18,  1.25it/s, est. speed input: 86.12 toks/s, output: 1360.56 toks/s]
-2025-03-15T00:13:51.912747647Z 
Processed prompts:  65%|██████▌   | 327/500 [08:22<02:28,  1.16it/s, est. speed input: 86.17 toks/s, output: 1364.55 toks/s]
-2025-03-15T00:13:52.162663683Z 
Processed prompts:  66%|██████▌   | 328/500 [08:24<03:43,  1.30s/it, est. speed input: 85.97 toks/s, output: 1362.27 toks/s]
-2025-03-15T00:13:53.658276555Z 
Processed prompts:  66%|██████▌   | 329/500 [08:25<02:48,  1.01it/s, est. speed input: 86.11 toks/s, output: 1364.13 toks/s]
-2025-03-15T00:14:01.653247112Z 
Processed prompts:  66%|██████▌   | 330/500 [08:26<03:13,  1.14s/it, est. speed input: 86.07 toks/s, output: 1365.30 toks/s]
-2025-03-15T00:14:05.079711056Z 
Processed prompts:  66%|██████▌   | 331/500 [08:34<09:00,  3.20s/it, est. speed input: 84.93 toks/s, output: 1348.62 toks/s]
-2025-03-15T00:14:07.425354606Z 
Processed prompts:  66%|██████▋   | 332/500 [08:38<09:08,  3.26s/it, est. speed input: 84.67 toks/s, output: 1352.13 toks/s]
-2025-03-15T00:14:09.279117294Z 
Processed prompts:  67%|██████▋   | 333/500 [08:40<08:19,  2.99s/it, est. speed input: 84.50 toks/s, output: 1353.11 toks/s]
-2025-03-15T00:14:10.003831564Z 
Processed prompts:  67%|██████▋   | 334/500 [08:42<07:19,  2.65s/it, est. speed input: 84.39 toks/s, output: 1352.06 toks/s]
-2025-03-15T00:14:13.619447926Z 
Processed prompts:  67%|██████▋   | 335/500 [08:43<05:41,  2.07s/it, est. speed input: 84.85 toks/s, output: 1362.62 toks/s]
-2025-03-15T00:14:23.138146524Z 
Processed prompts:  67%|██████▋   | 336/500 [08:46<06:55,  2.53s/it, est. speed input: 84.57 toks/s, output: 1365.70 toks/s]
-2025-03-15T00:14:23.948803144Z 
Processed prompts:  67%|██████▋   | 337/500 [08:56<12:34,  4.63s/it, est. speed input: 83.23 toks/s, output: 1344.21 toks/s]
-2025-03-15T00:14:24.917765302Z 
Processed prompts:  68%|██████▊   | 338/500 [08:57<09:24,  3.48s/it, est. speed input: 83.48 toks/s, output: 1354.62 toks/s]
-2025-03-15T00:14:30.142392845Z 
Processed prompts:  68%|██████▊   | 339/500 [08:57<07:19,  2.73s/it, est. speed input: 83.54 toks/s, output: 1359.13 toks/s]
-2025-03-15T00:14:31.180381722Z 
Processed prompts:  68%|██████▊   | 341/500 [09:03<07:05,  2.68s/it, est. speed input: 83.20 toks/s, output: 1362.65 toks/s]
-2025-03-15T00:14:32.057379771Z 
Processed prompts:  68%|██████▊   | 342/500 [09:04<05:58,  2.27s/it, est. speed input: 83.24 toks/s, output: 1365.27 toks/s]
-2025-03-15T00:14:35.476361145Z 
Processed prompts:  69%|██████▊   | 343/500 [09:05<04:59,  1.91s/it, est. speed input: 83.32 toks/s, output: 1371.81 toks/s]
-2025-03-15T00:14:35.636030758Z 
Processed prompts:  69%|██████▉   | 344/500 [09:08<06:01,  2.32s/it, est. speed input: 82.97 toks/s, output: 1367.07 toks/s]
-2025-03-15T00:14:36.518935541Z 
Processed prompts:  69%|██████▉   | 345/500 [09:08<04:25,  1.71s/it, est. speed input: 83.12 toks/s, output: 1369.94 toks/s]
-2025-03-15T00:14:36.836215601Z 
Processed prompts:  69%|██████▉   | 346/500 [09:09<03:47,  1.48s/it, est. speed input: 83.19 toks/s, output: 1375.48 toks/s]
-2025-03-15T00:14:45.803115494Z 
Processed prompts:  69%|██████▉   | 347/500 [09:09<02:54,  1.14s/it, est. speed input: 83.37 toks/s, output: 1386.25 toks/s]
-2025-03-15T00:14:47.710630470Z 
Processed prompts:  70%|██████▉   | 348/500 [09:18<08:41,  3.43s/it, est. speed input: 82.21 toks/s, output: 1368.72 toks/s]
-2025-03-15T00:14:53.736814294Z 
Processed prompts:  70%|██████▉   | 349/500 [09:20<07:30,  2.98s/it, est. speed input: 82.56 toks/s, output: 1376.50 toks/s]
-2025-03-15T00:14:54.607398058Z 
Processed prompts:  70%|███████   | 350/500 [09:26<09:42,  3.88s/it, est. speed input: 81.89 toks/s, output: 1372.08 toks/s]
-2025-03-15T00:14:55.002356422Z 
Processed prompts:  70%|███████   | 351/500 [09:27<07:25,  2.99s/it, est. speed input: 81.93 toks/s, output: 1373.63 toks/s]
-2025-03-15T00:15:02.211801608Z 
Processed prompts:  70%|███████   | 352/500 [09:28<05:27,  2.21s/it, est. speed input: 82.05 toks/s, output: 1377.39 toks/s]
-2025-03-15T00:15:02.769943747Z 
Processed prompts:  71%|███████   | 353/500 [09:35<09:04,  3.71s/it, est. speed input: 81.31 toks/s, output: 1372.57 toks/s]
-2025-03-15T00:15:09.157604692Z 
Processed prompts:  71%|███████   | 354/500 [09:35<06:43,  2.77s/it, est. speed input: 81.49 toks/s, output: 1383.68 toks/s]
-2025-03-15T00:15:18.822242980Z 
Processed prompts:  71%|███████   | 355/500 [09:42<09:18,  3.85s/it, est. speed input: 80.77 toks/s, output: 1373.33 toks/s]
-2025-03-15T00:15:20.494106930Z 
Processed prompts:  71%|███████   | 356/500 [09:51<13:25,  5.59s/it, est. speed input: 79.68 toks/s, output: 1363.35 toks/s]
-2025-03-15T00:15:22.999439284Z 
Processed prompts:  71%|███████▏  | 357/500 [09:53<10:31,  4.42s/it, est. speed input: 79.67 toks/s, output: 1371.96 toks/s]
-2025-03-15T00:15:23.620259714Z 
Processed prompts:  72%|███████▏  | 360/500 [09:56<05:36,  2.40s/it, est. speed input: 80.46 toks/s, output: 1401.60 toks/s]
-2025-03-15T00:15:26.183883715Z 
Processed prompts:  72%|███████▏  | 361/500 [09:56<04:41,  2.03s/it, est. speed input: 80.57 toks/s, output: 1408.19 toks/s]
-2025-03-15T00:15:28.117611747Z 
Processed prompts:  72%|███████▏  | 362/500 [09:59<04:56,  2.15s/it, est. speed input: 81.67 toks/s, output: 1414.61 toks/s]
-2025-03-15T00:15:40.893727356Z 
Processed prompts:  73%|███████▎  | 363/500 [10:01<04:47,  2.10s/it, est. speed input: 81.61 toks/s, output: 1420.64 toks/s]
-2025-03-15T00:15:42.362538794Z 
Processed prompts:  73%|███████▎  | 364/500 [10:13<11:05,  4.90s/it, est. speed input: 80.06 toks/s, output: 1395.21 toks/s]
-2025-03-15T00:15:43.364631572Z 
Processed prompts:  73%|███████▎  | 366/500 [10:15<06:57,  3.11s/it, est. speed input: 80.53 toks/s, output: 1410.10 toks/s]
-2025-03-15T00:15:43.595620105Z 
Processed prompts:  73%|███████▎  | 367/500 [10:16<05:48,  2.62s/it, est. speed input: 80.54 toks/s, output: 1411.88 toks/s]
-2025-03-15T00:15:43.749287957Z 
Processed prompts:  74%|███████▎  | 368/500 [10:16<04:26,  2.02s/it, est. speed input: 80.82 toks/s, output: 1423.82 toks/s]
-2025-03-15T00:15:47.187945169Z 
Processed prompts:  74%|███████▍  | 369/500 [10:16<03:20,  1.53s/it, est. speed input: 80.97 toks/s, output: 1430.08 toks/s]
-2025-03-15T00:16:04.277968635Z 
Processed prompts:  74%|███████▍  | 370/500 [10:20<04:26,  2.05s/it, est. speed input: 80.76 toks/s, output: 1434.62 toks/s]
-2025-03-15T00:16:10.857021789Z 
Processed prompts:  74%|███████▍  | 371/500 [10:37<13:29,  6.28s/it, est. speed input: 78.75 toks/s, output: 1401.81 toks/s]
-2025-03-15T00:16:11.926202814Z 
Processed prompts:  74%|███████▍  | 372/500 [10:43<13:34,  6.36s/it, est. speed input: 78.45 toks/s, output: 1399.98 toks/s]
-2025-03-15T00:16:19.449546915Z 
Processed prompts:  75%|███████▍  | 373/500 [10:44<10:12,  4.83s/it, est. speed input: 78.62 toks/s, output: 1410.15 toks/s]
-2025-03-15T00:16:21.482244601Z 
Processed prompts:  75%|███████▍  | 374/500 [10:52<11:47,  5.62s/it, est. speed input: 77.87 toks/s, output: 1399.43 toks/s]
-2025-03-15T00:16:23.579498387Z 
Processed prompts:  75%|███████▌  | 375/500 [10:54<09:29,  4.56s/it, est. speed input: 77.81 toks/s, output: 1405.02 toks/s]
-2025-03-15T00:16:23.729387120Z 
Processed prompts:  75%|███████▌  | 376/500 [10:56<07:54,  3.83s/it, est. speed input: 77.70 toks/s, output: 1405.57 toks/s]
-2025-03-15T00:16:34.251630057Z 
Processed prompts:  75%|███████▌  | 377/500 [10:56<05:36,  2.73s/it, est. speed input: 77.83 toks/s, output: 1410.56 toks/s]
-2025-03-15T00:16:36.485856593Z 
Processed prompts:  76%|███████▌  | 378/500 [11:07<10:17,  5.06s/it, est. speed input: 76.95 toks/s, output: 1400.84 toks/s]
-2025-03-15T00:16:38.053076465Z 
Processed prompts:  76%|███████▌  | 379/500 [11:09<08:29,  4.21s/it, est. speed input: 76.91 toks/s, output: 1408.68 toks/s]
-2025-03-15T00:16:45.161929690Z 
Processed prompts:  76%|███████▌  | 380/500 [11:11<06:50,  3.42s/it, est. speed input: 77.02 toks/s, output: 1417.92 toks/s]
-2025-03-15T00:16:47.906021917Z 
Processed prompts:  76%|███████▌  | 381/500 [11:18<08:58,  4.53s/it, est. speed input: 76.42 toks/s, output: 1415.59 toks/s]
-2025-03-15T00:16:52.122456621Z 
Processed prompts:  76%|███████▋  | 382/500 [11:20<07:51,  3.99s/it, est. speed input: 76.25 toks/s, output: 1415.05 toks/s]
-2025-03-15T00:16:52.344364548Z 
Processed prompts:  77%|███████▋  | 383/500 [11:25<07:54,  4.06s/it, est. speed input: 75.92 toks/s, output: 1411.57 toks/s]
-2025-03-15T00:16:52.857609794Z 
Processed prompts:  77%|███████▋  | 384/500 [11:25<05:37,  2.91s/it, est. speed input: 76.21 toks/s, output: 1423.65 toks/s]
-2025-03-15T00:17:03.269095248Z 
Processed prompts:  77%|███████▋  | 385/500 [11:25<04:11,  2.19s/it, est. speed input: 76.39 toks/s, output: 1435.13 toks/s]
-2025-03-15T00:17:08.409804979Z 
Processed prompts:  77%|███████▋  | 386/500 [11:36<08:50,  4.66s/it, est. speed input: 75.41 toks/s, output: 1422.77 toks/s]
-2025-03-15T00:17:10.542059760Z 
Processed prompts:  77%|███████▋  | 387/500 [11:41<09:02,  4.80s/it, est. speed input: 75.21 toks/s, output: 1424.92 toks/s]
-2025-03-15T00:17:16.761512364Z 
Processed prompts:  78%|███████▊  | 388/500 [11:43<07:28,  4.00s/it, est. speed input: 75.22 toks/s, output: 1433.17 toks/s]
-2025-03-15T00:17:23.775238110Z 
Processed prompts:  78%|███████▊  | 389/500 [11:49<08:37,  4.67s/it, est. speed input: 74.78 toks/s, output: 1433.20 toks/s]
-2025-03-15T00:17:25.016108855Z 
Processed prompts:  78%|███████▊  | 390/500 [11:56<09:50,  5.37s/it, est. speed input: 74.35 toks/s, output: 1431.77 toks/s]
-2025-03-15T00:17:50.895111566Z 
Processed prompts:  78%|███████▊  | 391/500 [11:58<07:30,  4.13s/it, est. speed input: 74.39 toks/s, output: 1440.10 toks/s]
-2025-03-15T00:17:52.452510472Z 
Processed prompts:  78%|███████▊  | 392/500 [12:23<19:10, 10.66s/it, est. speed input: 71.97 toks/s, output: 1401.15 toks/s]
-2025-03-15T00:17:55.105297194Z 
Processed prompts:  79%|███████▊  | 393/500 [12:25<14:08,  7.93s/it, est. speed input: 72.03 toks/s, output: 1410.82 toks/s]
-2025-03-15T00:17:57.378485788Z 
Processed prompts:  79%|███████▉  | 394/500 [12:28<11:12,  6.34s/it, est. speed input: 72.18 toks/s, output: 1418.42 toks/s]
-2025-03-15T00:18:03.064149705Z 
Processed prompts:  79%|███████▉  | 395/500 [12:30<08:57,  5.12s/it, est. speed input: 72.33 toks/s, output: 1426.73 toks/s]
-2025-03-15T00:18:18.527661179Z 
Processed prompts:  79%|███████▉  | 396/500 [12:36<09:10,  5.29s/it, est. speed input: 71.99 toks/s, output: 1428.62 toks/s]
-2025-03-15T00:18:20.280510861Z 
Processed prompts:  79%|███████▉  | 397/500 [12:51<14:19,  8.34s/it, est. speed input: 70.78 toks/s, output: 1412.63 toks/s]
-2025-03-15T00:18:23.336198519Z 
Processed prompts:  80%|███████▉  | 398/500 [12:53<10:49,  6.37s/it, est. speed input: 70.83 toks/s, output: 1422.06 toks/s]
-2025-03-15T00:18:24.201890628Z 
Processed prompts:  80%|███████▉  | 399/500 [12:56<09:02,  5.37s/it, est. speed input: 70.74 toks/s, output: 1429.11 toks/s]
-2025-03-15T00:18:36.904074523Z 
Processed prompts:  80%|████████  | 400/500 [12:57<06:42,  4.02s/it, est. speed input: 70.85 toks/s, output: 1440.17 toks/s]
-2025-03-15T00:18:41.339155604Z 
Processed prompts:  80%|████████  | 401/500 [13:09<10:55,  6.63s/it, est. speed input: 70.00 toks/s, output: 1429.68 toks/s]
-2025-03-15T00:18:43.778865448Z 
Processed prompts:  80%|████████  | 402/500 [13:14<09:44,  5.97s/it, est. speed input: 69.89 toks/s, output: 1434.37 toks/s]
-2025-03-15T00:18:47.706408221Z 
Processed prompts:  81%|████████  | 403/500 [13:16<07:56,  4.91s/it, est. speed input: 70.04 toks/s, output: 1442.66 toks/s]
-2025-03-15T00:18:50.856040836Z 
Processed prompts:  81%|████████  | 404/500 [13:20<07:23,  4.61s/it, est. speed input: 69.86 toks/s, output: 1448.27 toks/s]
-2025-03-15T00:19:08.732056402Z 
Processed prompts:  81%|████████  | 405/500 [13:23<06:36,  4.18s/it, est. speed input: 69.71 toks/s, output: 1449.83 toks/s]
-2025-03-15T00:19:13.132726464Z 
Processed prompts:  81%|████████  | 406/500 [13:41<12:58,  8.29s/it, est. speed input: 68.38 toks/s, output: 1431.01 toks/s]
-2025-03-15T00:19:20.925638400Z 
Processed prompts:  81%|████████▏ | 407/500 [13:46<11:02,  7.12s/it, est. speed input: 68.32 toks/s, output: 1436.11 toks/s]
-2025-03-15T00:19:24.309741801Z 
Processed prompts:  82%|████████▏ | 408/500 [13:53<11:13,  7.32s/it, est. speed input: 67.82 toks/s, output: 1433.80 toks/s]
-2025-03-15T00:19:43.121965197Z 
Processed prompts:  82%|████████▏ | 409/500 [13:57<09:18,  6.14s/it, est. speed input: 67.70 toks/s, output: 1440.74 toks/s]
-2025-03-15T00:19:45.336595557Z 
Processed prompts:  82%|████████▏ | 410/500 [14:16<14:54,  9.94s/it, est. speed input: 66.39 toks/s, output: 1421.85 toks/s]
-2025-03-15T00:20:00.956829531Z 
Processed prompts:  82%|████████▏ | 411/500 [14:18<11:18,  7.62s/it, est. speed input: 66.41 toks/s, output: 1430.95 toks/s]
-2025-03-15T00:20:03.917687529Z 
Processed prompts:  82%|████████▏ | 412/500 [14:34<14:42, 10.02s/it, est. speed input: 65.37 toks/s, output: 1418.17 toks/s]
-2025-03-15T00:20:05.381723511Z 
Processed prompts:  83%|████████▎ | 413/500 [14:36<11:27,  7.90s/it, est. speed input: 65.50 toks/s, output: 1426.18 toks/s]
-2025-03-15T00:20:15.489355996Z 
Processed prompts:  83%|████████▎ | 414/500 [14:38<08:33,  5.97s/it, est. speed input: 65.54 toks/s, output: 1436.60 toks/s]
-2025-03-15T00:20:21.896529246Z 
Processed prompts:  83%|████████▎ | 415/500 [14:48<10:13,  7.21s/it, est. speed input: 65.15 toks/s, output: 1433.08 toks/s]
-2025-03-15T00:20:37.442917008Z 
Processed prompts:  83%|████████▎ | 416/500 [14:54<09:45,  6.97s/it, est. speed input: 64.85 toks/s, output: 1435.64 toks/s]
-2025-03-15T00:20:41.907582015Z 
Processed prompts:  83%|████████▎ | 417/500 [15:10<13:12,  9.54s/it, est. speed input: 63.89 toks/s, output: 1424.00 toks/s]
-2025-03-15T00:20:44.933809791Z 
Processed prompts:  84%|████████▎ | 418/500 [15:14<10:57,  8.02s/it, est. speed input: 63.68 toks/s, output: 1424.80 toks/s]
-2025-03-15T00:20:49.938017841Z 
Processed prompts:  84%|████████▍ | 419/500 [15:18<08:48,  6.52s/it, est. speed input: 63.68 toks/s, output: 1432.98 toks/s]
-2025-03-15T00:20:52.659433890Z 
Processed prompts:  84%|████████▍ | 420/500 [15:23<08:05,  6.07s/it, est. speed input: 63.52 toks/s, output: 1438.10 toks/s]
-2025-03-15T00:20:58.116432960Z 
Processed prompts:  84%|████████▍ | 421/500 [15:25<06:39,  5.06s/it, est. speed input: 63.49 toks/s, output: 1446.77 toks/s]
-2025-03-15T00:21:00.918628014Z 
Processed prompts:  84%|████████▍ | 422/500 [15:31<06:44,  5.18s/it, est. speed input: 63.28 toks/s, output: 1451.21 toks/s]
-2025-03-15T00:21:04.781365794Z 
Processed prompts:  85%|████████▍ | 423/500 [15:33<05:43,  4.47s/it, est. speed input: 63.19 toks/s, output: 1455.25 toks/s]
-2025-03-15T00:21:17.745718181Z 
Processed prompts:  85%|████████▌ | 425/500 [15:37<04:07,  3.30s/it, est. speed input: 63.16 toks/s, output: 1466.86 toks/s]
-2025-03-15T00:21:21.407721857Z 
Processed prompts:  85%|████████▌ | 426/500 [15:50<07:01,  5.69s/it, est. speed input: 62.40 toks/s, output: 1455.11 toks/s]
-2025-03-15T00:21:21.598795668Z 
Processed prompts:  85%|████████▌ | 427/500 [15:54<06:16,  5.16s/it, est. speed input: 62.34 toks/s, output: 1462.51 toks/s]
-2025-03-15T00:21:45.753161123Z 
Processed prompts:  86%|████████▌ | 428/500 [15:54<04:34,  3.81s/it, est. speed input: 62.46 toks/s, output: 1475.19 toks/s]
-2025-03-15T00:21:47.529345768Z 
Processed prompts:  86%|████████▌ | 429/500 [16:18<11:14,  9.50s/it, est. speed input: 61.06 toks/s, output: 1451.83 toks/s]
-2025-03-15T00:21:49.552100543Z 
Processed prompts:  86%|████████▌ | 430/500 [16:20<08:30,  7.30s/it, est. speed input: 61.10 toks/s, output: 1462.25 toks/s]
-2025-03-15T00:22:01.556054403Z 
Processed prompts:  86%|████████▌ | 431/500 [16:22<06:38,  5.77s/it, est. speed input: 61.11 toks/s, output: 1472.29 toks/s]
-2025-03-15T00:22:01.990766739Z 
Processed prompts:  86%|████████▋ | 432/500 [16:34<08:36,  7.59s/it, est. speed input: 60.50 toks/s, output: 1466.78 toks/s]
-2025-03-15T00:22:02.418729313Z 
Processed prompts:  87%|████████▋ | 433/500 [16:35<06:07,  5.48s/it, est. speed input: 60.74 toks/s, output: 1479.23 toks/s]
-2025-03-15T00:22:03.201128427Z 
Processed prompts:  87%|████████▋ | 434/500 [16:35<04:22,  3.98s/it, est. speed input: 60.90 toks/s, output: 1491.68 toks/s]
-2025-03-15T00:22:12.380923039Z 
Processed prompts:  87%|████████▋ | 435/500 [16:36<03:17,  3.03s/it, est. speed input: 61.07 toks/s, output: 1503.60 toks/s]
-2025-03-15T00:22:17.745659287Z 
Processed prompts:  87%|████████▋ | 436/500 [16:45<05:11,  4.87s/it, est. speed input: 60.68 toks/s, output: 1503.00 toks/s]
-2025-03-15T00:22:26.294504756Z 
Processed prompts:  87%|████████▋ | 437/500 [16:50<05:15,  5.01s/it, est. speed input: 60.51 toks/s, output: 1508.17 toks/s]
-2025-03-15T00:22:26.642872584Z 
Processed prompts:  88%|████████▊ | 438/500 [16:59<06:16,  6.07s/it, est. speed input: 60.10 toks/s, output: 1504.33 toks/s]
-2025-03-15T00:22:27.158380817Z 
Processed prompts:  88%|████████▊ | 439/500 [16:59<04:25,  4.36s/it, est. speed input: 60.24 toks/s, output: 1517.00 toks/s]
-2025-03-15T00:22:39.597054353Z 
Processed prompts:  88%|████████▊ | 440/500 [17:00<03:12,  3.21s/it, est. speed input: 60.31 toks/s, output: 1526.65 toks/s]
-2025-03-15T00:22:45.869076893Z 
Processed prompts:  88%|████████▊ | 441/500 [17:12<05:52,  5.97s/it, est. speed input: 59.78 toks/s, output: 1521.48 toks/s]
-2025-03-15T00:22:48.449587870Z 
Processed prompts:  88%|████████▊ | 442/500 [17:18<05:51,  6.06s/it, est. speed input: 59.52 toks/s, output: 1521.54 toks/s]
-2025-03-15T00:22:50.169150259Z 
Processed prompts:  89%|████████▊ | 443/500 [17:21<04:46,  5.02s/it, est. speed input: 59.62 toks/s, output: 1531.02 toks/s]
-2025-03-15T00:23:02.916459213Z 
Processed prompts:  89%|████████▉ | 444/500 [17:23<03:45,  4.03s/it, est. speed input: 59.74 toks/s, output: 1541.76 toks/s]
-2025-03-15T00:23:18.993553885Z 
Processed prompts:  89%|████████▉ | 445/500 [17:35<06:05,  6.64s/it, est. speed input: 59.32 toks/s, output: 1536.47 toks/s]
-2025-03-15T00:23:40.427477575Z 
Processed prompts:  89%|████████▉ | 446/500 [17:52<08:31,  9.47s/it, est. speed input: 58.57 toks/s, output: 1526.81 toks/s]
-2025-03-15T00:23:48.576363757Z 
Processed prompts:  89%|████████▉ | 447/500 [18:13<11:32, 13.06s/it, est. speed input: 57.54 toks/s, output: 1510.37 toks/s]
-2025-03-15T00:24:00.537203846Z 
Processed prompts:  90%|████████▉ | 448/500 [18:21<10:02, 11.59s/it, est. speed input: 57.33 toks/s, output: 1512.71 toks/s]
-2025-03-15T00:24:07.658085551Z 
Processed prompts:  90%|████████▉ | 449/500 [18:33<09:56, 11.70s/it, est. speed input: 57.20 toks/s, output: 1510.02 toks/s]
-2025-03-15T00:24:10.405839263Z 
Processed prompts:  90%|█████████ | 450/500 [18:40<08:36, 10.33s/it, est. speed input: 56.92 toks/s, output: 1509.78 toks/s]
-2025-03-15T00:24:12.001141440Z 
Processed prompts:  90%|█████████ | 451/500 [18:43<06:34,  8.05s/it, est. speed input: 56.89 toks/s, output: 1518.67 toks/s]
-2025-03-15T00:24:13.971063727Z 
Processed prompts:  90%|█████████ | 452/500 [18:45<04:53,  6.12s/it, est. speed input: 57.09 toks/s, output: 1530.12 toks/s]
-2025-03-15T00:24:17.540095887Z 
Processed prompts:  91%|█████████ | 453/500 [18:47<03:48,  4.87s/it, est. speed input: 57.13 toks/s, output: 1541.06 toks/s]
-2025-03-15T00:24:18.745900589Z 
Processed prompts:  91%|█████████ | 454/500 [18:50<03:26,  4.48s/it, est. speed input: 57.09 toks/s, output: 1549.84 toks/s]
-2025-03-15T00:24:20.973428481Z 
Processed prompts:  91%|█████████ | 455/500 [18:51<02:37,  3.50s/it, est. speed input: 57.17 toks/s, output: 1561.83 toks/s]
-2025-03-15T00:24:33.644123084Z 
Processed prompts:  91%|█████████ | 456/500 [18:54<02:17,  3.12s/it, est. speed input: 57.34 toks/s, output: 1572.42 toks/s]
-2025-03-15T00:24:38.498340839Z 
Processed prompts:  91%|█████████▏| 457/500 [19:06<04:17,  5.98s/it, est. speed input: 56.95 toks/s, output: 1568.77 toks/s]
-2025-03-15T00:24:41.204026813Z 
Processed prompts:  92%|█████████▏| 458/500 [19:11<03:57,  5.64s/it, est. speed input: 56.95 toks/s, output: 1575.92 toks/s]
-2025-03-15T00:24:41.530675100Z 
Processed prompts:  92%|█████████▏| 459/500 [19:14<03:15,  4.76s/it, est. speed input: 56.95 toks/s, output: 1586.00 toks/s]
-2025-03-15T00:24:56.437149060Z 
Processed prompts:  92%|█████████▏| 460/500 [19:14<02:17,  3.43s/it, est. speed input: 57.06 toks/s, output: 1599.33 toks/s]
-2025-03-15T00:25:03.027702729Z 
Processed prompts:  92%|█████████▏| 461/500 [19:29<04:28,  6.87s/it, est. speed input: 56.55 toks/s, output: 1592.79 toks/s]
-2025-03-15T00:25:13.507330459Z 
Processed prompts:  92%|█████████▏| 462/500 [19:36<04:17,  6.79s/it, est. speed input: 56.44 toks/s, output: 1597.75 toks/s]
-2025-03-15T00:25:25.017124760Z 
Processed prompts:  93%|█████████▎| 463/500 [19:46<04:52,  7.90s/it, est. speed input: 56.03 toks/s, output: 1594.66 toks/s]
-2025-03-15T00:25:34.888249008Z 
Processed prompts:  93%|█████████▎| 464/500 [19:58<05:23,  8.98s/it, est. speed input: 55.64 toks/s, output: 1593.39 toks/s]
-2025-03-15T00:25:45.392323080Z 
Processed prompts:  93%|█████████▎| 465/500 [20:07<05:23,  9.25s/it, est. speed input: 55.40 toks/s, output: 1594.48 toks/s]
-2025-03-15T00:26:09.419710603Z 
Processed prompts:  93%|█████████▎| 466/500 [20:18<05:27,  9.62s/it, est. speed input: 55.27 toks/s, output: 1594.93 toks/s]
-2025-03-15T00:26:16.869315163Z 
Processed prompts:  93%|█████████▎| 467/500 [20:42<07:40, 13.95s/it, est. speed input: 54.28 toks/s, output: 1574.72 toks/s]
-2025-03-15T00:26:41.335133543Z 
Processed prompts:  94%|█████████▎| 468/500 [20:49<06:23, 12.00s/it, est. speed input: 54.55 toks/s, output: 1579.76 toks/s]
-2025-03-15T00:27:13.768838064Z 
Processed prompts:  94%|█████████▍| 469/500 [21:14<08:07, 15.74s/it, est. speed input: 53.60 toks/s, output: 1562.88 toks/s]
-2025-03-15T00:27:32.452009938Z 
Processed prompts:  94%|█████████▍| 470/500 [21:46<10:22, 20.75s/it, est. speed input: 52.37 toks/s, output: 1538.91 toks/s]
-2025-03-15T00:27:35.286849816Z 
Processed prompts:  94%|█████████▍| 471/500 [22:05<09:43, 20.13s/it, est. speed input: 52.21 toks/s, output: 1532.15 toks/s]
-2025-03-15T00:28:08.085863537Z 
Processed prompts:  94%|█████████▍| 472/500 [22:08<06:58, 14.94s/it, est. speed input: 52.20 toks/s, output: 1543.84 toks/s]
-2025-03-15T00:28:12.242241970Z 
Processed prompts:  95%|█████████▍| 473/500 [22:41<09:08, 20.30s/it, est. speed input: 51.04 toks/s, output: 1521.82 toks/s]
-2025-03-15T00:28:13.264309555Z 
Processed prompts:  95%|█████████▍| 474/500 [22:45<06:41, 15.46s/it, est. speed input: 51.00 toks/s, output: 1532.40 toks/s]
-2025-03-15T00:28:18.729446727Z 
Processed prompts:  95%|█████████▌| 475/500 [22:46<04:38, 11.13s/it, est. speed input: 51.10 toks/s, output: 1546.47 toks/s]
-2025-03-15T00:28:53.315287926Z 
Processed prompts:  95%|█████████▌| 476/500 [22:51<03:46,  9.43s/it, est. speed input: 51.10 toks/s, output: 1555.57 toks/s]
-2025-03-15T00:29:23.422096495Z 
Processed prompts:  95%|█████████▌| 477/500 [23:26<06:30, 16.97s/it, est. speed input: 49.97 toks/s, output: 1532.85 toks/s]
-2025-03-15T00:30:01.447531961Z 
Processed prompts:  96%|█████████▌| 478/500 [23:56<07:40, 20.91s/it, est. speed input: 49.02 toks/s, output: 1516.49 toks/s]
-2025-03-15T00:30:57.134577766Z 
Processed prompts:  96%|█████████▌| 479/500 [24:34<09:07, 26.05s/it, est. speed input: 47.83 toks/s, output: 1490.97 toks/s]
-2025-03-15T00:31:22.067729660Z 
Processed prompts:  96%|█████████▌| 480/500 [25:30<11:38, 34.94s/it, est. speed input: 46.17 toks/s, output: 1453.15 toks/s]
-2025-03-15T00:32:25.494497277Z 
Processed prompts:  96%|█████████▌| 481/500 [25:55<10:06, 31.94s/it, est. speed input: 45.53 toks/s, output: 1446.45 toks/s]
-2025-03-15T00:32:28.853443063Z 
Processed prompts:  96%|█████████▋| 482/500 [26:58<12:24, 41.38s/it, est. speed input: 43.83 toks/s, output: 1406.78 toks/s]
-2025-03-15T00:32:39.176435920Z 
Processed prompts:  97%|█████████▋| 483/500 [27:01<08:29, 29.98s/it, est. speed input: 43.81 toks/s, output: 1420.26 toks/s]
-2025-03-15T00:32:40.087667290Z 
Processed prompts:  97%|█████████▋| 484/500 [27:12<06:25, 24.08s/it, est. speed input: 43.59 toks/s, output: 1425.53 toks/s]
-2025-03-15T00:33:28.873034840Z 
Processed prompts:  97%|█████████▋| 485/500 [27:13<04:16, 17.13s/it, est. speed input: 43.67 toks/s, output: 1441.85 toks/s]
-2025-03-15T00:33:39.278240170Z 
Processed prompts:  97%|█████████▋| 486/500 [28:01<06:12, 26.63s/it, est. speed input: 42.50 toks/s, output: 1417.51 toks/s]
-2025-03-15T00:34:44.214101843Z 
Processed prompts:  97%|█████████▋| 487/500 [28:12<04:42, 21.76s/it, est. speed input: 42.32 toks/s, output: 1426.36 toks/s]
-2025-03-15T00:34:50.225837930Z 
Processed prompts:  98%|█████████▊| 488/500 [29:17<06:56, 34.71s/it, est. speed input: 40.84 toks/s, output: 1391.72 toks/s]
-2025-03-15T00:34:57.921812703Z 
Processed prompts:  98%|█████████▊| 489/500 [29:23<04:47, 26.10s/it, est. speed input: 40.80 toks/s, output: 1405.10 toks/s]
-2025-03-15T00:34:59.886107579Z 
Processed prompts:  98%|█████████▊| 490/500 [29:30<03:25, 20.58s/it, est. speed input: 40.78 toks/s, output: 1417.19 toks/s]
-2025-03-15T00:35:02.684259566Z 
Processed prompts:  98%|█████████▊| 491/500 [29:32<02:14, 15.00s/it, est. speed input: 40.83 toks/s, output: 1433.84 toks/s]
-2025-03-15T00:35:05.636434173Z 
Processed prompts:  98%|█████████▊| 492/500 [29:35<01:30, 11.34s/it, est. speed input: 40.97 toks/s, output: 1449.83 toks/s]
-2025-03-15T00:35:06.146498450Z 
Processed prompts:  99%|█████████▊| 493/500 [29:38<01:01,  8.82s/it, est. speed input: 41.03 toks/s, output: 1465.72 toks/s]
-2025-03-15T00:35:06.303783808Z 
Processed prompts:  99%|█████████▉| 494/500 [29:39<00:37,  6.33s/it, est. speed input: 41.13 toks/s, output: 1483.60 toks/s]
-2025-03-15T00:35:07.420667046Z 
Processed prompts:  99%|█████████▉| 495/500 [29:39<00:22,  4.48s/it, est. speed input: 41.23 toks/s, output: 1501.78 toks/s]
-2025-03-15T00:35:07.604484826Z 
Processed prompts:  99%|█████████▉| 496/500 [29:40<00:13,  3.47s/it, est. speed input: 41.28 toks/s, output: 1519.16 toks/s]
-2025-03-15T00:35:19.568064833Z 
Processed prompts:  99%|█████████▉| 497/500 [29:40<00:07,  2.48s/it, est. speed input: 41.35 toks/s, output: 1537.34 toks/s]
-2025-03-15T00:35:48.011762191Z 
Processed prompts: 100%|█████████▉| 499/500 [29:52<00:04,  4.10s/it, est. speed input: 41.20 toks/s, output: 1561.28 toks/s]
-2025-03-15T00:35:48.011867134Z 
Processed prompts: 100%|██████████| 500/500 [30:21<00:00, 10.13s/it, est. speed input: 40.62 toks/s, output: 1554.83 toks/s]
Processed prompts: 100%|██████████| 500/500 [30:21<00:00,  3.64s/it, est. speed input: 40.62 toks/s, output: 1554.83 toks/s]
-2025-03-15T00:35:49.005008535Z 
Splits: 100%|██████████| 1/1 [30:22<00:00, 1822.26s/it]
Splits: 100%|██████████| 1/1 [30:22<00:00, 1822.26s/it]
-2025-03-15T00:35:51.262051081Z [2025-03-15 00:35:51,261] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T00:35:55.742712615Z [2025-03-15 00:35:55,742] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T00:35:55.755374551Z [2025-03-15 00:35:55,755] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T00:35:55.755409761Z [2025-03-15 00:35:55,755] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T00:35:57.980525171Z [2025-03-15 00:35:57,980] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp1_200/results/quyanh/OpenRS-GRPO/results_2025-03-15T00-35-55.755190.json (evaluation_tracker.py:234)
-2025-03-15T00:35:57.983582362Z |      Task       |Version|     Metric     |Value|   |Stderr|
-2025-03-15T00:35:57.983623459Z |-----------------|------:|----------------|----:|---|-----:|
-2025-03-15T00:35:57.983628662Z |all              |       |extractive_match|0.798|±  | 0.018|
-2025-03-15T00:35:57.983633265Z |custom:math_500:0|      1|extractive_match|0.798|±  | 0.018|
-2025-03-15T00:36:00.861426809Z Evaluating task: amc23
-2025-03-15T00:36:28.065306162Z [2025-03-15 00:36:28,064] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T00:37:13.075610002Z INFO 03-15 00:37:13 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T00:37:16.787268812Z [2025-03-15 00:37:16,786] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T00:38:31.965363140Z [2025-03-15 00:38:31,964] [    INFO]: This model supports multiple tasks: {'generate', 'score', 'classify', 'reward', 'embed'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T00:38:31.981765551Z [2025-03-15 00:38:31,980] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=024e924bbbc6d63ca9c0f8734d2ad4e95e697935, override_neuron_config=None, tokenizer_revision=024e924bbbc6d63ca9c0f8734d2ad4e95e697935, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T00:38:39.826151392Z [2025-03-15 00:38:39,825] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T00:38:40.593834455Z [2025-03-15 00:38:40,593] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T00:38:41.547526392Z [2025-03-15 00:38:41,546] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T00:38:41.855368164Z [2025-03-15 00:38:41,854] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T00:38:41.856908059Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T00:38:42.520481408Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.51it/s]
-2025-03-15T00:38:42.520540474Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.51it/s]
-2025-03-15T00:38:42.861154239Z [2025-03-15 00:38:42,860] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T00:38:45.087408311Z [2025-03-15 00:38:45,086] [    INFO]: Memory profiling takes 2.02 seconds
-2025-03-15T00:38:45.087461314Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T00:38:45.087468474Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T00:38:45.385252171Z [2025-03-15 00:38:45,384] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T00:38:45.385294500Z [2025-03-15 00:38:45,384] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T00:38:49.250001467Z [2025-03-15 00:38:49,249] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T00:39:03.483573763Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:18,  1.83it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:00<00:15,  2.19it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:13,  2.31it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:01<00:13,  2.38it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:02<00:12,  2.43it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:02<00:11,  2.46it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:02<00:11,  2.40it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:03<00:11,  2.44it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:03<00:10,  2.47it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:04<00:10,  2.49it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:04<00:09,  2.50it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:04<00:09,  2.50it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:05<00:08,  2.51it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:05<00:08,  2.52it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:06<00:07,  2.52it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:06<00:07,  2.52it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:06<00:07,  2.53it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:07<00:06,  2.53it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:07<00:06,  2.53it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:08<00:05,  2.53it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:08<00:05,  2.52it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:08<00:05,  2.52it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:09<00:04,  2.53it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:09<00:04,  2.53it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:10<00:03,  2.53it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:10<00:03,  2.48it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:10<00:03,  2.50it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:11<00:02,  2.51it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:11<00:02,  2.49it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:12<00:02,  2.47it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:12<00:01,  2.41it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:12<00:01,  2.38it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:13<00:00,  2.41it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:13<00:00,  2.46it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:14<00:00,  2.39it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:14<00:00,  2.46it/s]
-2025-03-15T00:39:03.483707221Z [2025-03-15 00:39:03,483] [    INFO]: Graph capturing finished in 14 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T00:39:03.494422706Z [2025-03-15 00:39:03,494] [    INFO]: init engine (profile, create kv cache, warmup model) took 20.63 seconds (llm_engine.py:431)
-2025-03-15T00:39:04.211055350Z [2025-03-15 00:39:04,210] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T00:39:04.227725515Z [2025-03-15 00:39:04,227] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T00:39:04.227759028Z [2025-03-15 00:39:04,227] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T00:39:04.227778971Z [2025-03-15 00:39:04,227] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T00:39:04.227823131Z [2025-03-15 00:39:04,227] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T00:39:04.227873194Z [2025-03-15 00:39:04,227] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T00:39:04.227923161Z [2025-03-15 00:39:04,227] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T00:39:04.227954565Z [2025-03-15 00:39:04,227] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T00:39:04.227996295Z [2025-03-15 00:39:04,227] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T00:39:04.229988365Z [2025-03-15 00:39:04,229] [    INFO]: knoveleng/AMC-23 default (lighteval_task.py:187)
-2025-03-15T00:39:04.230042620Z [2025-03-15 00:39:04,229] [ WARNING]: Careful, the task custom|amc23 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T00:39:06.612827685Z [2025-03-15 00:39:06,612] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T00:39:06.612913042Z [2025-03-15 00:39:06,612] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T00:39:06.612999462Z [2025-03-15 00:39:06,612] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T00:39:06.629394858Z [2025-03-15 00:39:06,629] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T00:39:06.642219896Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 00:39:06,641] [ WARNING]: context_size + max_new_tokens=33060 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T00:39:20.042370521Z 
Processed prompts:   0%|          | 0/40 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T00:39:22.673805352Z 
Processed prompts:   2%|▎         | 1/40 [00:13<08:42, 13.40s/it, est. speed input: 7.69 toks/s, output: 66.07 toks/s]
-2025-03-15T00:39:23.831033741Z 
Processed prompts:   5%|▌         | 2/40 [00:16<04:28,  7.06s/it, est. speed input: 16.10 toks/s, output: 120.98 toks/s]
-2025-03-15T00:39:24.310004070Z 
Processed prompts:   8%|▊         | 3/40 [00:17<02:41,  4.37s/it, est. speed input: 25.08 toks/s, output: 177.26 toks/s]
-2025-03-15T00:39:29.684149039Z 
Processed prompts:  10%|█         | 4/40 [00:17<01:41,  2.83s/it, est. speed input: 34.25 toks/s, output: 236.88 toks/s]
-2025-03-15T00:39:34.223723226Z 
Processed prompts:  12%|█▎        | 5/40 [00:23<02:11,  3.75s/it, est. speed input: 31.69 toks/s, output: 245.95 toks/s]
-2025-03-15T00:39:37.438918897Z 
Processed prompts:  15%|█▌        | 6/40 [00:27<02:16,  4.02s/it, est. speed input: 31.84 toks/s, output: 269.50 toks/s]
-2025-03-15T00:39:38.214630683Z 
Processed prompts:  18%|█▊        | 7/40 [00:30<02:03,  3.76s/it, est. speed input: 35.30 toks/s, output: 305.18 toks/s]
-2025-03-15T00:39:42.101703077Z 
Processed prompts:  20%|██        | 8/40 [00:31<01:29,  2.81s/it, est. speed input: 38.08 toks/s, output: 361.45 toks/s]
-2025-03-15T00:39:57.368661737Z 
Processed prompts:  22%|██▎       | 9/40 [00:35<01:37,  3.14s/it, est. speed input: 38.47 toks/s, output: 385.25 toks/s]
-2025-03-15T00:40:06.289603666Z 
Processed prompts:  25%|██▌       | 10/40 [00:50<03:26,  6.89s/it, est. speed input: 30.91 toks/s, output: 331.24 toks/s]
-2025-03-15T00:40:10.386031614Z 
Processed prompts:  28%|██▊       | 11/40 [00:59<03:37,  7.51s/it, est. speed input: 29.73 toks/s, output: 342.74 toks/s]
-2025-03-15T00:40:15.555749864Z 
Processed prompts:  30%|███       | 12/40 [01:03<03:01,  6.47s/it, est. speed input: 30.34 toks/s, output: 381.38 toks/s]
-2025-03-15T00:40:29.719491904Z 
Processed prompts:  32%|███▎      | 13/40 [01:08<02:44,  6.08s/it, est. speed input: 29.47 toks/s, output: 413.01 toks/s]
-2025-03-15T00:40:44.739966196Z 
Processed prompts:  35%|███▌      | 14/40 [01:23<03:41,  8.52s/it, est. speed input: 25.82 toks/s, output: 401.67 toks/s]
-2025-03-15T00:40:45.739847424Z 
Processed prompts:  38%|███▊      | 15/40 [01:38<04:21, 10.48s/it, est. speed input: 23.94 toks/s, output: 398.12 toks/s]
-2025-03-15T00:40:52.297597374Z 
Processed prompts:  40%|████      | 16/40 [01:39<03:03,  7.63s/it, est. speed input: 25.28 toks/s, output: 452.00 toks/s]
-2025-03-15T00:41:04.618897565Z 
Processed prompts:  42%|████▎     | 17/40 [01:45<02:48,  7.30s/it, est. speed input: 25.22 toks/s, output: 481.57 toks/s]
-2025-03-15T00:41:07.410607779Z 
Processed prompts:  45%|████▌     | 18/40 [01:57<03:13,  8.81s/it, est. speed input: 23.67 toks/s, output: 488.42 toks/s]
-2025-03-15T00:41:08.503704503Z 
Processed prompts:  48%|████▊     | 19/40 [02:00<02:27,  7.00s/it, est. speed input: 24.19 toks/s, output: 534.18 toks/s]
-2025-03-15T00:42:13.949180729Z 
Processed prompts:  50%|█████     | 20/40 [02:01<01:44,  5.23s/it, est. speed input: 25.21 toks/s, output: 586.42 toks/s]
-2025-03-15T00:42:14.760706136Z 
Processed prompts:  52%|█████▎    | 21/40 [03:07<07:22, 23.30s/it, est. speed input: 17.13 toks/s, output: 435.88 toks/s]
-2025-03-15T00:42:39.322100341Z 
Processed prompts:  55%|█████▌    | 22/40 [03:08<04:57, 16.55s/it, est. speed input: 17.86 toks/s, output: 488.34 toks/s]
-2025-03-15T00:42:50.013073704Z 
Processed prompts:  57%|█████▊    | 23/40 [03:32<05:22, 18.96s/it, est. speed input: 16.70 toks/s, output: 485.45 toks/s]
-2025-03-15T00:42:53.968274414Z 
Processed prompts:  60%|██████    | 24/40 [03:43<04:23, 16.48s/it, est. speed input: 16.77 toks/s, output: 515.41 toks/s]
-2025-03-15T00:42:57.376099402Z 
Processed prompts:  62%|██████▎   | 25/40 [03:47<03:10, 12.72s/it, est. speed input: 17.06 toks/s, output: 559.56 toks/s]
-2025-03-15T00:43:05.007244845Z 
Processed prompts:  65%|██████▌   | 26/40 [03:50<02:18,  9.93s/it, est. speed input: 17.28 toks/s, output: 604.36 toks/s]
-2025-03-15T00:43:16.350545219Z 
Processed prompts:  68%|██████▊   | 27/40 [03:58<02:00,  9.24s/it, est. speed input: 17.69 toks/s, output: 638.04 toks/s]
-2025-03-15T00:43:19.194214488Z 
Processed prompts:  70%|███████   | 28/40 [04:09<01:58,  9.87s/it, est. speed input: 17.34 toks/s, output: 662.06 toks/s]
-2025-03-15T00:43:30.044349260Z 
Processed prompts:  72%|███████▎  | 29/40 [04:12<01:25,  7.76s/it, est. speed input: 17.69 toks/s, output: 707.62 toks/s]
-2025-03-15T00:44:26.143093209Z 
Processed prompts:  75%|███████▌  | 30/40 [04:23<01:26,  8.69s/it, est. speed input: 17.40 toks/s, output: 731.62 toks/s]
-2025-03-15T00:44:43.352449721Z 
Processed prompts:  78%|███████▊  | 31/40 [05:19<03:26, 22.91s/it, est. speed input: 14.90 toks/s, output: 656.79 toks/s]
-2025-03-15T00:45:12.559332382Z 
Processed prompts:  80%|████████  | 32/40 [05:36<02:49, 21.20s/it, est. speed input: 15.00 toks/s, output: 676.97 toks/s]
-2025-03-15T00:45:19.766113804Z 
Processed prompts:  82%|████████▎ | 33/40 [06:05<02:45, 23.60s/it, est. speed input: 14.24 toks/s, output: 676.96 toks/s]
-2025-03-15T00:47:00.989068885Z 
Processed prompts:  85%|████████▌ | 34/40 [06:13<01:52, 18.68s/it, est. speed input: 14.67 toks/s, output: 718.02 toks/s]
-2025-03-15T00:47:32.501164208Z 
Processed prompts:  88%|████████▊ | 35/40 [07:54<03:37, 43.45s/it, est. speed input: 12.16 toks/s, output: 620.07 toks/s]
-2025-03-15T00:48:22.544807007Z 
Processed prompts:  90%|█████████ | 36/40 [08:25<02:39, 39.87s/it, est. speed input: 11.69 toks/s, output: 637.05 toks/s]
-2025-03-15T00:48:29.047556471Z 
Processed prompts:  92%|█████████▎| 37/40 [09:15<02:08, 42.92s/it, est. speed input: 10.84 toks/s, output: 636.08 toks/s]
-2025-03-15T00:48:39.580041280Z 
Processed prompts:  95%|█████████▌| 38/40 [09:22<01:03, 31.99s/it, est. speed input: 10.99 toks/s, output: 685.29 toks/s]
-2025-03-15T00:48:40.133126579Z 
Processed prompts:  98%|█████████▊| 39/40 [09:32<00:25, 25.56s/it, est. speed input: 11.08 toks/s, output: 729.60 toks/s]
-2025-03-15T00:48:40.133175365Z 
Processed prompts: 100%|██████████| 40/40 [09:33<00:00, 18.05s/it, est. speed input: 11.27 toks/s, output: 785.83 toks/s]
Processed prompts: 100%|██████████| 40/40 [09:33<00:00, 14.34s/it, est. speed input: 11.27 toks/s, output: 785.83 toks/s]
-2025-03-15T00:48:40.260095498Z 
Splits: 100%|██████████| 1/1 [09:33<00:00, 573.63s/it]
Splits: 100%|██████████| 1/1 [09:33<00:00, 573.63s/it]
-2025-03-15T00:48:41.233943132Z [2025-03-15 00:48:41,233] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T00:48:41.759538255Z [2025-03-15 00:48:41,759] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T00:48:41.772070323Z [2025-03-15 00:48:41,771] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T00:48:41.772110276Z [2025-03-15 00:48:41,771] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T00:48:42.126517081Z [2025-03-15 00:48:42,126] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp1_200/results/quyanh/OpenRS-GRPO/results_2025-03-15T00-48-41.771959.json (evaluation_tracker.py:234)
-2025-03-15T00:48:42.129335659Z |     Task     |Version|     Metric     |Value|   |Stderr|
-2025-03-15T00:48:42.129378485Z |--------------|------:|----------------|----:|---|-----:|
-2025-03-15T00:48:42.129383662Z |all           |       |extractive_match|0.575|±  |0.0792|
-2025-03-15T00:48:42.129388846Z |custom:amc23:0|      1|extractive_match|0.575|±  |0.0792|
-2025-03-15T00:48:45.172052341Z ----------------------------------------
-2025-03-15T00:48:45.173412909Z ----------------------------------------
-2025-03-15T00:48:45.173443238Z Running evaluations for experiment 1, step 300
-2025-03-15T00:48:45.173448448Z Revision: rev1_300 = d5b189384159d2dd4ee220552788f06245ced964
-2025-03-15T00:48:45.173453935Z Output directory: data/evals/Exp1_300
-2025-03-15T00:48:45.178871830Z Evaluating task: aime24
-2025-03-15T00:49:04.862806013Z [2025-03-15 00:49:04,862] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T00:49:26.161619470Z INFO 03-15 00:49:26 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T00:49:29.074200474Z [2025-03-15 00:49:29,073] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T00:50:39.730436529Z [2025-03-15 00:50:39,729] [    INFO]: This model supports multiple tasks: {'score', 'classify', 'reward', 'generate', 'embed'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T00:50:39.746192568Z [2025-03-15 00:50:39,745] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=d5b189384159d2dd4ee220552788f06245ced964, override_neuron_config=None, tokenizer_revision=d5b189384159d2dd4ee220552788f06245ced964, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T00:50:49.191531348Z [2025-03-15 00:50:49,190] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T00:50:49.846881536Z [2025-03-15 00:50:49,846] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T00:50:50.384482937Z [2025-03-15 00:50:50,383] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T00:50:57.613107058Z [2025-03-15 00:50:57,612] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T00:50:57.614855803Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T00:50:58.340898882Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.38it/s]
-2025-03-15T00:50:58.340951775Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.38it/s]
-2025-03-15T00:50:58.765817489Z [2025-03-15 00:50:58,765] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T00:51:00.554726451Z [2025-03-15 00:51:00,554] [    INFO]: Memory profiling takes 1.56 seconds
-2025-03-15T00:51:00.554780971Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T00:51:00.554787381Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T00:51:00.870577743Z [2025-03-15 00:51:00,870] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T00:51:00.870640999Z [2025-03-15 00:51:00,870] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T00:51:05.810923453Z [2025-03-15 00:51:05,810] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T00:51:21.991397968Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:25,  1.33it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:01<00:23,  1.39it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:02<00:22,  1.44it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:02<00:20,  1.48it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:03<00:18,  1.59it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:03<00:16,  1.74it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:04<00:14,  1.87it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:04<00:13,  1.97it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:05<00:12,  2.04it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:05<00:12,  1.97it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:06<00:12,  1.86it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:06<00:12,  1.85it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:07<00:10,  2.01it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:07<00:09,  2.13it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:08<00:08,  2.22it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:08<00:08,  2.26it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:08<00:07,  2.33it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:09<00:07,  2.37it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:09<00:06,  2.41it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:10<00:06,  2.43it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:10<00:05,  2.41it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:10<00:05,  2.44it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:11<00:04,  2.46it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:11<00:04,  2.46it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:12<00:04,  2.46it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:12<00:03,  2.44it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:12<00:03,  2.43it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:13<00:02,  2.45it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:13<00:02,  2.47it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:14<00:02,  2.47it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:14<00:01,  2.49it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:14<00:01,  2.48it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:15<00:00,  2.47it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:15<00:00,  2.48it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:16<00:00,  2.44it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:16<00:00,  2.16it/s]
-2025-03-15T00:51:21.991556448Z [2025-03-15 00:51:21,991] [    INFO]: Graph capturing finished in 16 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T00:51:22.000977577Z [2025-03-15 00:51:22,000] [    INFO]: init engine (profile, create kv cache, warmup model) took 23.24 seconds (llm_engine.py:431)
-2025-03-15T00:51:22.723885387Z [2025-03-15 00:51:22,723] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T00:51:22.739932870Z [2025-03-15 00:51:22,739] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T00:51:22.739969553Z [2025-03-15 00:51:22,739] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T00:51:22.739976037Z [2025-03-15 00:51:22,739] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T00:51:22.739982224Z [2025-03-15 00:51:22,739] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T00:51:22.740000757Z [2025-03-15 00:51:22,739] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T00:51:22.740007953Z [2025-03-15 00:51:22,739] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T00:51:22.740067457Z [2025-03-15 00:51:22,739] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T00:51:22.740096537Z [2025-03-15 00:51:22,740] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T00:51:22.742167454Z [2025-03-15 00:51:22,742] [    INFO]: HuggingFaceH4/aime_2024 default (lighteval_task.py:187)
-2025-03-15T00:51:22.742244354Z [2025-03-15 00:51:22,742] [ WARNING]: Careful, the task custom|aime24 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T00:51:25.010291231Z [2025-03-15 00:51:25,009] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T00:51:25.010336618Z [2025-03-15 00:51:25,010] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T00:51:25.010430906Z [2025-03-15 00:51:25,010] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T00:51:25.025067754Z [2025-03-15 00:51:25,024] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T00:51:25.036102760Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 00:51:25,035] [ WARNING]: context_size + max_new_tokens=33238 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T00:51:57.822117331Z 
Processed prompts:   0%|          | 0/30 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T00:52:11.446885964Z 
Processed prompts:   3%|▎         | 1/30 [00:32<15:50, 32.78s/it, est. speed input: 6.13 toks/s, output: 67.48 toks/s]
-2025-03-15T00:52:18.449878266Z 
Processed prompts:   7%|▋         | 2/30 [00:46<10:02, 21.51s/it, est. speed input: 9.07 toks/s, output: 113.06 toks/s]
-2025-03-15T00:53:14.755191586Z 
Processed prompts:  10%|█         | 3/30 [00:53<06:41, 14.89s/it, est. speed input: 11.81 toks/s, output: 162.69 toks/s]
-2025-03-15T00:53:18.406681637Z 
Processed prompts:  13%|█▎        | 4/30 [01:49<13:32, 31.24s/it, est. speed input: 6.90 toks/s, output: 137.28 toks/s] 
-2025-03-15T00:53:26.035740302Z 
Processed prompts:  17%|█▋        | 5/30 [01:53<08:52, 21.29s/it, est. speed input: 7.83 toks/s, output: 190.61 toks/s]
-2025-03-15T00:54:00.915034590Z 
Processed prompts:  20%|██        | 6/30 [02:00<06:39, 16.65s/it, est. speed input: 8.36 toks/s, output: 235.77 toks/s]
-2025-03-15T00:54:27.318118686Z 
Processed prompts:  23%|██▎       | 7/30 [02:35<08:39, 22.61s/it, est. speed input: 7.63 toks/s, output: 237.77 toks/s]
-2025-03-15T00:55:12.094958018Z 
Processed prompts:  27%|██▋       | 8/30 [03:02<08:43, 23.82s/it, est. speed input: 7.57 toks/s, output: 256.49 toks/s]
-2025-03-15T00:55:18.996541337Z 
Processed prompts:  30%|███       | 9/30 [03:47<10:37, 30.37s/it, est. speed input: 6.88 toks/s, output: 256.81 toks/s]
-2025-03-15T00:55:41.308689331Z 
Processed prompts:  33%|███▎      | 10/30 [03:53<07:42, 23.12s/it, est. speed input: 7.85 toks/s, output: 299.86 toks/s]
-2025-03-15T00:55:43.101612840Z 
Processed prompts:  37%|███▋      | 11/30 [04:16<07:14, 22.88s/it, est. speed input: 8.16 toks/s, output: 323.57 toks/s]
-2025-03-15T00:55:50.210760517Z 
Processed prompts:  40%|████      | 12/30 [04:18<04:56, 16.46s/it, est. speed input: 8.78 toks/s, output: 371.09 toks/s]
-2025-03-15T00:56:11.009564826Z 
Processed prompts:  43%|████▎     | 13/30 [04:25<03:51, 13.63s/it, est. speed input: 9.19 toks/s, output: 410.72 toks/s]
-2025-03-15T00:56:18.866470405Z 
Processed prompts:  47%|████▋     | 14/30 [04:45<04:12, 15.79s/it, est. speed input: 9.06 toks/s, output: 429.95 toks/s]
-2025-03-15T00:56:19.518154016Z 
Processed prompts:  50%|█████     | 15/30 [04:53<03:21, 13.40s/it, est. speed input: 9.34 toks/s, output: 467.45 toks/s]
-2025-03-15T00:56:30.308405728Z 
Processed prompts:  53%|█████▎    | 16/30 [04:54<02:13,  9.56s/it, est. speed input: 10.09 toks/s, output: 515.40 toks/s]
-2025-03-15T00:56:31.528317833Z 
Processed prompts:  57%|█████▋    | 17/30 [05:05<02:09,  9.93s/it, est. speed input: 10.24 toks/s, output: 546.12 toks/s]
-2025-03-15T00:58:23.280984668Z 
Processed prompts:  60%|██████    | 18/30 [05:06<01:27,  7.31s/it, est. speed input: 11.73 toks/s, output: 592.88 toks/s]
-2025-03-15T01:00:14.178721281Z 
Processed prompts:  63%|██████▎   | 19/30 [06:58<07:05, 38.68s/it, est. speed input: 8.93 toks/s, output: 482.99 toks/s] 
-2025-03-15T01:00:25.220653185Z 
Processed prompts:  67%|██████▋   | 20/30 [08:49<10:03, 60.36s/it, est. speed input: 7.31 toks/s, output: 429.23 toks/s]
-2025-03-15T01:00:32.931131328Z 
Processed prompts:  70%|███████   | 21/30 [09:00<06:50, 45.56s/it, est. speed input: 7.44 toks/s, output: 467.85 toks/s]
-2025-03-15T01:01:15.338663256Z 
Processed prompts:  73%|███████▎  | 22/30 [09:07<04:33, 34.20s/it, est. speed input: 7.63 toks/s, output: 508.64 toks/s]
-2025-03-15T01:01:16.321042024Z 
Processed prompts:  77%|███████▋  | 23/30 [09:50<04:16, 36.66s/it, est. speed input: 7.45 toks/s, output: 519.55 toks/s]
-2025-03-15T01:01:37.183543109Z 
Processed prompts:  80%|████████  | 24/30 [09:51<02:35, 25.96s/it, est. speed input: 7.65 toks/s, output: 566.13 toks/s]
-2025-03-15T01:01:44.747556364Z 
Processed prompts:  83%|████████▎ | 25/30 [10:12<02:02, 24.43s/it, est. speed input: 7.62 toks/s, output: 594.54 toks/s]
-2025-03-15T01:02:08.672876909Z 
Processed prompts:  87%|████████▋ | 26/30 [10:19<01:17, 19.37s/it, est. speed input: 7.89 toks/s, output: 635.13 toks/s]
-2025-03-15T01:02:14.534059610Z 
Processed prompts:  90%|█████████ | 27/30 [10:43<01:02, 20.74s/it, est. speed input: 7.87 toks/s, output: 659.98 toks/s]
-2025-03-15T01:02:27.003986419Z 
Processed prompts:  93%|█████████▎| 28/30 [10:49<00:32, 16.27s/it, est. speed input: 8.04 toks/s, output: 702.70 toks/s]
-2025-03-15T01:02:27.238450981Z 
Processed prompts:  97%|█████████▋| 29/30 [11:01<00:15, 15.13s/it, est. speed input: 8.13 toks/s, output: 738.72 toks/s]
-2025-03-15T01:02:27.238536924Z 
Processed prompts: 100%|██████████| 30/30 [11:02<00:00, 10.66s/it, est. speed input: 8.34 toks/s, output: 787.73 toks/s]
Processed prompts: 100%|██████████| 30/30 [11:02<00:00, 22.07s/it, est. speed input: 8.34 toks/s, output: 787.73 toks/s]
-2025-03-15T01:02:27.388805434Z 
Splits: 100%|██████████| 1/1 [11:02<00:00, 662.36s/it]
Splits: 100%|██████████| 1/1 [11:02<00:00, 662.36s/it]
-2025-03-15T01:02:28.317588239Z [2025-03-15 01:02:28,317] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T01:02:29.072695091Z [2025-03-15 01:02:29,072] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T01:02:29.088570330Z [2025-03-15 01:02:29,088] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T01:02:29.088624057Z [2025-03-15 01:02:29,088] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T01:02:29.623492124Z [2025-03-15 01:02:29,622] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp1_300/results/quyanh/OpenRS-GRPO/results_2025-03-15T01-02-29.088363.json (evaluation_tracker.py:234)
-2025-03-15T01:02:29.627920647Z |     Task      |Version|     Metric     |Value |   |Stderr|
-2025-03-15T01:02:29.627966180Z |---------------|------:|----------------|-----:|---|-----:|
-2025-03-15T01:02:29.627973511Z |all            |       |extractive_match|0.2667|±  |0.0821|
-2025-03-15T01:02:29.627978521Z |custom:aime24:0|      1|extractive_match|0.2667|±  |0.0821|
-2025-03-15T01:02:32.322505115Z Evaluating task: math_500
-2025-03-15T01:02:51.900627129Z [2025-03-15 01:02:51,900] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T01:03:32.835749314Z INFO 03-15 01:03:32 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T01:03:37.584088833Z [2025-03-15 01:03:37,583] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T01:04:32.368377925Z [2025-03-15 01:04:32,367] [    INFO]: This model supports multiple tasks: {'score', 'classify', 'generate', 'reward', 'embed'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T01:04:32.376935381Z [2025-03-15 01:04:32,376] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=d5b189384159d2dd4ee220552788f06245ced964, override_neuron_config=None, tokenizer_revision=d5b189384159d2dd4ee220552788f06245ced964, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T01:04:40.209194300Z [2025-03-15 01:04:40,208] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T01:04:40.820070778Z [2025-03-15 01:04:40,819] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T01:04:41.392806767Z [2025-03-15 01:04:41,392] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T01:04:41.755896739Z [2025-03-15 01:04:41,755] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T01:04:41.756972394Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T01:04:42.327664447Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.75it/s]
-2025-03-15T01:04:42.327711973Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.75it/s]
-2025-03-15T01:04:42.646127066Z [2025-03-15 01:04:42,645] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T01:04:44.320381453Z [2025-03-15 01:04:44,320] [    INFO]: Memory profiling takes 1.46 seconds
-2025-03-15T01:04:44.320431702Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T01:04:44.320438993Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T01:04:44.529598248Z [2025-03-15 01:04:44,529] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T01:04:44.529633719Z [2025-03-15 01:04:44,529] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T01:04:48.536854434Z [2025-03-15 01:04:48,536] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T01:05:02.571210501Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:15,  2.16it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:00<00:14,  2.36it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:13,  2.41it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:01<00:12,  2.45it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:02<00:12,  2.47it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:02<00:11,  2.43it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:02<00:11,  2.44it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:03<00:10,  2.47it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:03<00:10,  2.48it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:04<00:10,  2.49it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:04<00:09,  2.50it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:04<00:09,  2.52it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:05<00:08,  2.53it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:05<00:08,  2.54it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:06<00:07,  2.54it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:06<00:07,  2.53it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:06<00:07,  2.53it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:07<00:06,  2.54it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:07<00:06,  2.54it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:08<00:05,  2.50it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:08<00:05,  2.52it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:08<00:05,  2.52it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:09<00:04,  2.53it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:09<00:04,  2.54it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:09<00:03,  2.54it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:10<00:03,  2.50it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:10<00:03,  2.51it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:11<00:02,  2.51it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:11<00:02,  2.51it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:11<00:01,  2.52it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:12<00:01,  2.48it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:12<00:01,  2.49it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:13<00:00,  2.49it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:13<00:00,  2.50it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:14<00:00,  2.47it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:14<00:00,  2.49it/s]
-2025-03-15T01:05:02.571383361Z [2025-03-15 01:05:02,571] [    INFO]: Graph capturing finished in 14 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T01:05:02.592587563Z [2025-03-15 01:05:02,592] [    INFO]: init engine (profile, create kv cache, warmup model) took 19.95 seconds (llm_engine.py:431)
-2025-03-15T01:05:03.314905805Z [2025-03-15 01:05:03,314] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T01:05:03.331736272Z [2025-03-15 01:05:03,331] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T01:05:03.331777699Z [2025-03-15 01:05:03,331] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T01:05:03.331811402Z [2025-03-15 01:05:03,331] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T01:05:03.331827546Z [2025-03-15 01:05:03,331] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T01:05:03.331849316Z [2025-03-15 01:05:03,331] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T01:05:03.331911409Z [2025-03-15 01:05:03,331] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T01:05:03.331928976Z [2025-03-15 01:05:03,331] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T01:05:03.331978529Z [2025-03-15 01:05:03,331] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T01:05:03.333991119Z [2025-03-15 01:05:03,333] [    INFO]: HuggingFaceH4/MATH-500 default (lighteval_task.py:187)
-2025-03-15T01:05:03.334039233Z [2025-03-15 01:05:03,333] [ WARNING]: Careful, the task custom|math_500 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T01:05:05.576149713Z [2025-03-15 01:05:05,575] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T01:05:05.576198557Z [2025-03-15 01:05:05,575] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T01:05:05.576268970Z [2025-03-15 01:05:05,576] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T01:05:05.732680090Z [2025-03-15 01:05:05,732] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T01:05:05.875774725Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 01:05:05,875] [ WARNING]: context_size + max_new_tokens=33636 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T01:05:39.051900671Z 
Processed prompts:   0%|          | 0/500 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T01:05:41.763681660Z 
Processed prompts:   0%|          | 1/500 [00:33<4:35:29, 33.12s/it, est. speed input: 7.61 toks/s, output: 17.57 toks/s]
-2025-03-15T01:05:43.858768811Z 
Processed prompts:   0%|          | 2/500 [00:35<2:06:26, 15.23s/it, est. speed input: 11.41 toks/s, output: 33.79 toks/s]
-2025-03-15T01:05:45.040847043Z 
Processed prompts:   1%|          | 3/500 [00:37<1:16:29,  9.24s/it, est. speed input: 14.13 toks/s, output: 49.46 toks/s]
-2025-03-15T01:05:45.638630066Z 
Processed prompts:   1%|          | 4/500 [00:39<50:03,  6.06s/it, est. speed input: 17.49 toks/s, output: 65.48 toks/s]  
-2025-03-15T01:05:51.073885640Z 
Processed prompts:   1%|          | 5/500 [00:39<33:43,  4.09s/it, est. speed input: 21.10 toks/s, output: 81.99 toks/s]
-2025-03-15T01:05:57.275014535Z 
Processed prompts:   1%|          | 6/500 [00:45<37:25,  4.55s/it, est. speed input: 21.73 toks/s, output: 89.55 toks/s]
-2025-03-15T01:05:57.475000448Z 
Processed prompts:   1%|▏         | 7/500 [00:51<41:47,  5.09s/it, est. speed input: 21.87 toks/s, output: 95.91 toks/s]
-2025-03-15T01:05:58.097200211Z 
Processed prompts:   2%|▏         | 8/500 [00:51<28:57,  3.53s/it, est. speed input: 24.46 toks/s, output: 112.71 toks/s]
-2025-03-15T01:06:00.911162607Z 
Processed prompts:   2%|▏         | 9/500 [00:52<21:27,  2.62s/it, est. speed input: 27.37 toks/s, output: 128.52 toks/s]
-2025-03-15T01:06:01.478515175Z 
Processed prompts:   2%|▏         | 10/500 [00:54<21:53,  2.68s/it, est. speed input: 28.54 toks/s, output: 139.06 toks/s]
-2025-03-15T01:06:05.308439314Z 
Processed prompts:   2%|▏         | 11/500 [00:55<16:34,  2.03s/it, est. speed input: 31.03 toks/s, output: 154.74 toks/s]
-2025-03-15T01:06:07.569954109Z 
Processed prompts:   2%|▏         | 12/500 [00:59<20:59,  2.58s/it, est. speed input: 31.46 toks/s, output: 161.80 toks/s]
-2025-03-15T01:06:08.958434359Z 
Processed prompts:   3%|▎         | 14/500 [01:01<15:26,  1.91s/it, est. speed input: 34.65 toks/s, output: 189.30 toks/s]
-2025-03-15T01:06:09.101665884Z 
Processed prompts:   3%|▎         | 15/500 [01:03<14:21,  1.78s/it, est. speed input: 36.25 toks/s, output: 202.10 toks/s]
-2025-03-15T01:06:09.431719374Z 
Processed prompts:   3%|▎         | 16/500 [01:03<10:52,  1.35s/it, est. speed input: 38.73 toks/s, output: 218.62 toks/s]
-2025-03-15T01:06:11.454768262Z 
Processed prompts:   3%|▎         | 17/500 [01:03<08:36,  1.07s/it, est. speed input: 41.02 toks/s, output: 234.44 toks/s]
-2025-03-15T01:06:11.599291848Z 
Processed prompts:   4%|▎         | 18/500 [01:05<10:44,  1.34s/it, est. speed input: 41.91 toks/s, output: 244.12 toks/s]
-2025-03-15T01:06:12.056048089Z 
Processed prompts:   4%|▍         | 19/500 [01:05<07:59,  1.00it/s, est. speed input: 44.68 toks/s, output: 260.50 toks/s]
-2025-03-15T01:06:13.521132153Z 
Processed prompts:   4%|▍         | 20/500 [01:06<06:43,  1.19it/s, est. speed input: 46.33 toks/s, output: 275.61 toks/s]
-2025-03-15T01:06:14.484592584Z 
Processed prompts:   4%|▍         | 21/500 [01:07<08:10,  1.02s/it, est. speed input: 47.68 toks/s, output: 286.52 toks/s]
-2025-03-15T01:06:15.958070709Z 
Processed prompts:   4%|▍         | 22/500 [01:08<08:00,  1.01s/it, est. speed input: 49.56 toks/s, output: 299.35 toks/s]
-2025-03-15T01:06:17.374094596Z 
Processed prompts:   5%|▍         | 23/500 [01:10<09:05,  1.14s/it, est. speed input: 50.35 toks/s, output: 309.89 toks/s]
-2025-03-15T01:06:19.114167963Z 
Processed prompts:   5%|▍         | 24/500 [01:11<09:43,  1.23s/it, est. speed input: 51.91 toks/s, output: 320.56 toks/s]
-2025-03-15T01:06:23.065983937Z 
Processed prompts:   5%|▌         | 25/500 [01:13<10:54,  1.38s/it, est. speed input: 52.50 toks/s, output: 329.72 toks/s]
-2025-03-15T01:06:24.119882936Z 
Processed prompts:   5%|▌         | 26/500 [01:17<16:57,  2.15s/it, est. speed input: 51.50 toks/s, output: 329.42 toks/s]
-2025-03-15T01:06:25.373253640Z 
Processed prompts:   5%|▌         | 27/500 [01:18<14:21,  1.82s/it, est. speed input: 52.42 toks/s, output: 333.05 toks/s]
-2025-03-15T01:06:26.826755246Z 
Processed prompts:   6%|▌         | 28/500 [01:19<12:59,  1.65s/it, est. speed input: 53.18 toks/s, output: 335.72 toks/s]
-2025-03-15T01:06:27.959956612Z 
Processed prompts:   6%|▌         | 29/500 [01:20<12:29,  1.59s/it, est. speed input: 53.93 toks/s, output: 346.22 toks/s]
-2025-03-15T01:06:29.106066541Z 
Processed prompts:   6%|▌         | 30/500 [01:22<11:23,  1.45s/it, est. speed input: 54.99 toks/s, output: 357.94 toks/s]
-2025-03-15T01:06:30.239272520Z 
Processed prompts:   6%|▋         | 32/500 [01:23<08:10,  1.05s/it, est. speed input: 57.61 toks/s, output: 385.78 toks/s]
-2025-03-15T01:06:38.301185430Z 
Processed prompts:   7%|▋         | 33/500 [01:24<08:19,  1.07s/it, est. speed input: 59.43 toks/s, output: 397.06 toks/s]
-2025-03-15T01:06:41.771094619Z 
Processed prompts:   7%|▋         | 34/500 [01:32<22:30,  2.90s/it, est. speed input: 55.70 toks/s, output: 378.74 toks/s]
-2025-03-15T01:06:42.537726233Z 
Processed prompts:   7%|▋         | 35/500 [01:35<23:39,  3.05s/it, est. speed input: 55.15 toks/s, output: 381.31 toks/s]
-2025-03-15T01:06:42.772458258Z 
Processed prompts:   7%|▋         | 36/500 [01:36<18:39,  2.41s/it, est. speed input: 56.00 toks/s, output: 384.07 toks/s]
-2025-03-15T01:06:45.990050634Z 
Processed prompts:   8%|▊         | 38/500 [01:36<10:43,  1.39s/it, est. speed input: 58.70 toks/s, output: 415.62 toks/s]
-2025-03-15T01:06:50.676574473Z 
Processed prompts:   8%|▊         | 39/500 [01:40<14:04,  1.83s/it, est. speed input: 58.21 toks/s, output: 418.46 toks/s]
-2025-03-15T01:06:51.186805649Z 
Processed prompts:   8%|▊         | 40/500 [01:44<19:39,  2.56s/it, est. speed input: 57.00 toks/s, output: 415.86 toks/s]
-2025-03-15T01:06:52.527961946Z 
Processed prompts:   8%|▊         | 41/500 [01:45<15:24,  2.01s/it, est. speed input: 58.35 toks/s, output: 429.95 toks/s]
-2025-03-15T01:06:54.784487629Z 
Processed prompts:   8%|▊         | 42/500 [01:46<13:56,  1.83s/it, est. speed input: 60.47 toks/s, output: 440.63 toks/s]
-2025-03-15T01:06:56.828510000Z 
Processed prompts:   9%|▊         | 43/500 [01:48<14:50,  1.95s/it, est. speed input: 60.96 toks/s, output: 447.47 toks/s]
-2025-03-15T01:06:57.338974487Z 
Processed prompts:   9%|▉         | 44/500 [01:50<15:01,  1.98s/it, est. speed input: 61.05 toks/s, output: 455.15 toks/s]
-2025-03-15T01:06:57.849528425Z 
Processed prompts:   9%|▉         | 45/500 [01:51<11:44,  1.55s/it, est. speed input: 62.14 toks/s, output: 468.99 toks/s]
-2025-03-15T01:07:01.658228357Z 
Processed prompts:   9%|▉         | 46/500 [01:51<09:24,  1.24s/it, est. speed input: 63.03 toks/s, output: 482.76 toks/s]
-2025-03-15T01:07:02.105406993Z 
Processed prompts:   9%|▉         | 47/500 [01:55<15:07,  2.00s/it, est. speed input: 62.04 toks/s, output: 476.72 toks/s]
-2025-03-15T01:07:05.392632844Z 
Processed prompts:  10%|▉         | 48/500 [01:56<11:36,  1.54s/it, est. speed input: 62.89 toks/s, output: 483.96 toks/s]
-2025-03-15T01:07:09.413356536Z 
Processed prompts:  10%|▉         | 49/500 [01:59<15:29,  2.06s/it, est. speed input: 62.26 toks/s, output: 486.44 toks/s]
-2025-03-15T01:07:09.590624006Z 
Processed prompts:  10%|█         | 50/500 [02:03<19:50,  2.65s/it, est. speed input: 61.25 toks/s, output: 479.19 toks/s]
-2025-03-15T01:07:10.185206624Z 
Processed prompts:  10%|█         | 52/500 [02:03<10:57,  1.47s/it, est. speed input: 63.78 toks/s, output: 509.96 toks/s]
-2025-03-15T01:07:10.496194117Z 
Processed prompts:  11%|█         | 53/500 [02:04<09:19,  1.25s/it, est. speed input: 64.45 toks/s, output: 513.35 toks/s]
-2025-03-15T01:07:14.194626645Z 
Processed prompts:  11%|█         | 54/500 [02:04<07:28,  1.01s/it, est. speed input: 65.31 toks/s, output: 527.78 toks/s]
-2025-03-15T01:07:14.506018077Z 
Processed prompts:  11%|█         | 56/500 [02:08<10:06,  1.37s/it, est. speed input: 65.73 toks/s, output: 543.48 toks/s]
-2025-03-15T01:07:18.427198321Z 
Processed prompts:  11%|█▏        | 57/500 [02:08<08:16,  1.12s/it, est. speed input: 66.53 toks/s, output: 549.19 toks/s]
-2025-03-15T01:07:31.056060241Z 
Processed prompts:  12%|█▏        | 58/500 [02:12<13:25,  1.82s/it, est. speed input: 65.72 toks/s, output: 548.53 toks/s]
-2025-03-15T01:07:37.562330806Z 
Processed prompts:  12%|█▏        | 59/500 [02:25<34:19,  4.67s/it, est. speed input: 60.93 toks/s, output: 516.21 toks/s]
-2025-03-15T01:07:38.121329292Z 
Processed prompts:  12%|█▏        | 60/500 [02:31<37:55,  5.17s/it, est. speed input: 59.11 toks/s, output: 498.62 toks/s]
-2025-03-15T01:07:39.292605254Z 
Processed prompts:  12%|█▏        | 61/500 [02:32<28:21,  3.88s/it, est. speed input: 59.92 toks/s, output: 512.04 toks/s]
-2025-03-15T01:07:39.475779836Z 
Processed prompts:  12%|█▏        | 62/500 [02:33<22:38,  3.10s/it, est. speed input: 60.27 toks/s, output: 516.37 toks/s]
-2025-03-15T01:07:39.730394701Z 
Processed prompts:  13%|█▎        | 63/500 [02:33<16:24,  2.25s/it, est. speed input: 61.02 toks/s, output: 530.98 toks/s]
-2025-03-15T01:07:42.346681377Z 
Processed prompts:  13%|█▎        | 64/500 [02:33<12:07,  1.67s/it, est. speed input: 61.72 toks/s, output: 536.89 toks/s]
-2025-03-15T01:07:42.903729588Z 
Processed prompts:  13%|█▎        | 65/500 [02:36<14:07,  1.95s/it, est. speed input: 61.48 toks/s, output: 537.01 toks/s]
-2025-03-15T01:07:43.842503624Z 
Processed prompts:  13%|█▎        | 66/500 [02:36<11:06,  1.54s/it, est. speed input: 62.11 toks/s, output: 550.27 toks/s]
-2025-03-15T01:07:44.860118283Z 
Processed prompts:  13%|█▎        | 67/500 [02:37<09:47,  1.36s/it, est. speed input: 62.91 toks/s, output: 562.15 toks/s]
-2025-03-15T01:07:48.170172827Z 
Processed prompts:  14%|█▎        | 68/500 [02:38<09:02,  1.26s/it, est. speed input: 63.26 toks/s, output: 563.81 toks/s]
-2025-03-15T01:07:48.501646460Z 
Processed prompts:  14%|█▍        | 69/500 [02:42<13:25,  1.87s/it, est. speed input: 62.84 toks/s, output: 567.40 toks/s]
-2025-03-15T01:07:50.601015289Z 
Processed prompts:  14%|█▍        | 70/500 [02:42<10:06,  1.41s/it, est. speed input: 63.50 toks/s, output: 581.33 toks/s]
-2025-03-15T01:07:52.478654344Z 
Processed prompts:  14%|█▍        | 71/500 [02:44<11:33,  1.62s/it, est. speed input: 63.74 toks/s, output: 588.98 toks/s]
-2025-03-15T01:07:53.972316656Z 
Processed prompts:  14%|█▍        | 72/500 [02:46<12:05,  1.69s/it, est. speed input: 63.77 toks/s, output: 590.94 toks/s]
-2025-03-15T01:07:54.537306829Z 
Processed prompts:  15%|█▍        | 73/500 [02:48<11:37,  1.63s/it, est. speed input: 64.04 toks/s, output: 600.70 toks/s]
-2025-03-15T01:07:56.897830963Z 
Processed prompts:  15%|█▍        | 74/500 [02:48<09:19,  1.31s/it, est. speed input: 64.53 toks/s, output: 603.63 toks/s]
-2025-03-15T01:07:57.315152693Z 
Processed prompts:  15%|█▌        | 75/500 [02:50<11:31,  1.63s/it, est. speed input: 64.50 toks/s, output: 610.27 toks/s]
-2025-03-15T01:07:57.497501068Z 
Processed prompts:  15%|█▌        | 76/500 [02:51<08:56,  1.26s/it, est. speed input: 65.03 toks/s, output: 613.44 toks/s]
-2025-03-15T01:08:00.013758322Z 
Processed prompts:  15%|█▌        | 77/500 [02:51<06:37,  1.06it/s, est. speed input: 65.75 toks/s, output: 627.75 toks/s]
-2025-03-15T01:08:02.456832813Z 
Processed prompts:  16%|█▌        | 78/500 [02:54<09:56,  1.41s/it, est. speed input: 65.52 toks/s, output: 628.53 toks/s]
-2025-03-15T01:08:03.887024163Z 
Processed prompts:  16%|█▌        | 79/500 [02:56<12:04,  1.72s/it, est. speed input: 65.44 toks/s, output: 634.72 toks/s]
-2025-03-15T01:08:06.888305615Z 
Processed prompts:  16%|█▌        | 80/500 [02:57<11:26,  1.63s/it, est. speed input: 65.61 toks/s, output: 638.61 toks/s]
-2025-03-15T01:08:09.985134782Z 
Processed prompts:  16%|█▌        | 81/500 [03:00<14:16,  2.04s/it, est. speed input: 65.53 toks/s, output: 642.87 toks/s]
-2025-03-15T01:08:12.240738043Z 
Processed prompts:  16%|█▋        | 82/500 [03:04<16:26,  2.36s/it, est. speed input: 65.07 toks/s, output: 637.22 toks/s]
-2025-03-15T01:08:13.299997146Z 
Processed prompts:  17%|█▋        | 83/500 [03:06<16:11,  2.33s/it, est. speed input: 64.91 toks/s, output: 633.48 toks/s]
-2025-03-15T01:08:16.675308679Z 
Processed prompts:  17%|█▋        | 84/500 [03:07<13:30,  1.95s/it, est. speed input: 65.30 toks/s, output: 644.66 toks/s]
-2025-03-15T01:08:22.480682345Z 
Processed prompts:  17%|█▋        | 85/500 [03:10<16:26,  2.38s/it, est. speed input: 64.93 toks/s, output: 647.97 toks/s]
-2025-03-15T01:08:25.269466759Z 
Processed prompts:  17%|█▋        | 86/500 [03:16<23:29,  3.40s/it, est. speed input: 63.63 toks/s, output: 635.81 toks/s]
-2025-03-15T01:08:25.541389221Z 
Processed prompts:  17%|█▋        | 87/500 [03:19<22:09,  3.22s/it, est. speed input: 63.52 toks/s, output: 641.48 toks/s]
-2025-03-15T01:08:27.532900224Z 
Processed prompts:  18%|█▊        | 88/500 [03:19<16:02,  2.34s/it, est. speed input: 64.21 toks/s, output: 655.17 toks/s]
-2025-03-15T01:08:28.214450724Z 
Processed prompts:  18%|█▊        | 89/500 [03:21<15:17,  2.23s/it, est. speed input: 64.15 toks/s, output: 650.72 toks/s]
-2025-03-15T01:08:29.234352986Z 
Processed prompts:  18%|█▊        | 90/500 [03:22<12:04,  1.77s/it, est. speed input: 64.82 toks/s, output: 663.06 toks/s]
-2025-03-15T01:08:29.592318419Z 
Processed prompts:  18%|█▊        | 91/500 [03:23<10:31,  1.54s/it, est. speed input: 65.10 toks/s, output: 668.64 toks/s]
-2025-03-15T01:08:29.950525502Z 
Processed prompts:  18%|█▊        | 92/500 [03:23<08:04,  1.19s/it, est. speed input: 65.58 toks/s, output: 674.26 toks/s]
-2025-03-15T01:08:34.538953302Z 
Processed prompts:  19%|█▊        | 93/500 [03:24<06:22,  1.07it/s, est. speed input: 66.06 toks/s, output: 680.94 toks/s]
-2025-03-15T01:08:39.749263795Z 
Processed prompts:  19%|█▉        | 94/500 [03:28<13:45,  2.03s/it, est. speed input: 65.16 toks/s, output: 671.03 toks/s]
-2025-03-15T01:08:40.438783796Z 
Processed prompts:  19%|█▉        | 95/500 [03:33<20:09,  2.99s/it, est. speed input: 64.15 toks/s, output: 663.67 toks/s]
-2025-03-15T01:08:42.370550815Z 
Processed prompts:  19%|█▉        | 96/500 [03:34<15:28,  2.30s/it, est. speed input: 64.50 toks/s, output: 667.82 toks/s]
-2025-03-15T01:08:43.390596091Z 
Processed prompts:  19%|█▉        | 97/500 [03:36<14:41,  2.19s/it, est. speed input: 64.58 toks/s, output: 676.23 toks/s]
-2025-03-15T01:08:46.753230540Z 
Processed prompts:  20%|█▉        | 99/500 [03:37<09:26,  1.41s/it, est. speed input: 65.70 toks/s, output: 701.70 toks/s]
-2025-03-15T01:08:48.446689894Z 
Processed prompts:  20%|██        | 100/500 [03:40<12:38,  1.90s/it, est. speed input: 65.89 toks/s, output: 705.33 toks/s]
-2025-03-15T01:08:49.989868122Z 
Processed prompts:  20%|██        | 101/500 [03:42<12:15,  1.84s/it, est. speed input: 65.93 toks/s, output: 707.19 toks/s]
-2025-03-15T01:08:54.368497289Z 
Processed prompts:  20%|██        | 102/500 [03:44<11:41,  1.76s/it, est. speed input: 66.14 toks/s, output: 716.59 toks/s]
-2025-03-15T01:08:55.068583911Z 
Processed prompts:  21%|██        | 103/500 [03:48<16:30,  2.49s/it, est. speed input: 65.40 toks/s, output: 711.09 toks/s]
-2025-03-15T01:08:55.349012584Z 
Processed prompts:  21%|██        | 104/500 [03:49<13:04,  1.98s/it, est. speed input: 65.86 toks/s, output: 723.14 toks/s]
-2025-03-15T01:09:00.690617555Z 
Processed prompts:  21%|██        | 105/500 [03:49<09:48,  1.49s/it, est. speed input: 66.29 toks/s, output: 727.47 toks/s]
-2025-03-15T01:09:01.311223923Z 
Processed prompts:  21%|██        | 106/500 [03:54<17:10,  2.62s/it, est. speed input: 65.64 toks/s, output: 725.08 toks/s]
-2025-03-15T01:09:02.779035810Z 
Processed prompts:  21%|██▏       | 107/500 [03:55<13:17,  2.03s/it, est. speed input: 66.28 toks/s, output: 737.32 toks/s]
-2025-03-15T01:09:03.231001232Z 
Processed prompts:  22%|██▏       | 108/500 [03:56<12:09,  1.86s/it, est. speed input: 66.37 toks/s, output: 738.63 toks/s]
-2025-03-15T01:09:03.430292722Z 
Processed prompts:  22%|██▏       | 109/500 [03:57<09:24,  1.44s/it, est. speed input: 66.97 toks/s, output: 751.36 toks/s]
-2025-03-15T01:09:07.529181608Z 
Processed prompts:  22%|██▏       | 110/500 [03:57<06:57,  1.07s/it, est. speed input: 67.40 toks/s, output: 755.12 toks/s]
-2025-03-15T01:09:11.132276773Z 
Processed prompts:  22%|██▏       | 111/500 [04:01<12:48,  1.98s/it, est. speed input: 66.90 toks/s, output: 756.40 toks/s]
-2025-03-15T01:09:11.515328655Z 
Processed prompts:  22%|██▏       | 112/500 [04:05<15:55,  2.46s/it, est. speed input: 66.45 toks/s, output: 759.33 toks/s]
-2025-03-15T01:09:15.316636259Z 
Processed prompts:  23%|██▎       | 114/500 [04:05<09:06,  1.42s/it, est. speed input: 67.41 toks/s, output: 775.93 toks/s]
-2025-03-15T01:09:16.130039518Z 
Processed prompts:  23%|██▎       | 115/500 [04:09<12:52,  2.01s/it, est. speed input: 66.94 toks/s, output: 778.11 toks/s]
-2025-03-15T01:09:17.189890370Z 
Processed prompts:  23%|██▎       | 116/500 [04:10<10:50,  1.69s/it, est. speed input: 67.18 toks/s, output: 780.31 toks/s]
-2025-03-15T01:09:21.443901159Z 
Processed prompts:  23%|██▎       | 117/500 [04:11<09:43,  1.52s/it, est. speed input: 67.35 toks/s, output: 780.54 toks/s]
-2025-03-15T01:09:27.287232468Z 
Processed prompts:  24%|██▎       | 118/500 [04:15<14:33,  2.29s/it, est. speed input: 66.72 toks/s, output: 777.99 toks/s]
-2025-03-15T01:09:28.635675360Z 
Processed prompts:  24%|██▍       | 119/500 [04:21<20:58,  3.30s/it, est. speed input: 65.67 toks/s, output: 765.30 toks/s]
-2025-03-15T01:09:32.337268608Z 
Processed prompts:  24%|██▍       | 120/500 [04:22<17:19,  2.74s/it, est. speed input: 66.93 toks/s, output: 775.20 toks/s]
-2025-03-15T01:09:32.981704171Z 
Processed prompts:  24%|██▍       | 121/500 [04:26<19:04,  3.02s/it, est. speed input: 66.53 toks/s, output: 778.24 toks/s]
-2025-03-15T01:09:34.939159755Z 
Processed prompts:  24%|██▍       | 122/500 [04:27<14:36,  2.32s/it, est. speed input: 66.80 toks/s, output: 780.97 toks/s]
-2025-03-15T01:09:36.730876255Z 
Processed prompts:  25%|██▍       | 123/500 [04:29<13:53,  2.21s/it, est. speed input: 67.24 toks/s, output: 789.06 toks/s]
-2025-03-15T01:09:37.996674152Z 
Processed prompts:  25%|██▍       | 124/500 [04:30<13:04,  2.09s/it, est. speed input: 67.53 toks/s, output: 797.60 toks/s]
-2025-03-15T01:09:39.089867371Z 
Processed prompts:  25%|██▌       | 125/500 [04:32<11:30,  1.84s/it, est. speed input: 67.64 toks/s, output: 798.21 toks/s]
-2025-03-15T01:09:42.564960013Z 
Processed prompts:  25%|██▌       | 126/500 [04:33<10:05,  1.62s/it, est. speed input: 67.82 toks/s, output: 804.06 toks/s]
-2025-03-15T01:09:43.049956565Z 
Processed prompts:  25%|██▌       | 127/500 [04:36<13:30,  2.17s/it, est. speed input: 67.37 toks/s, output: 795.91 toks/s]
-2025-03-15T01:09:44.674384000Z 
Processed prompts:  26%|██▌       | 129/500 [04:37<07:56,  1.28s/it, est. speed input: 68.15 toks/s, output: 813.22 toks/s]
-2025-03-15T01:09:45.943003509Z 
Processed prompts:  26%|██▌       | 130/500 [04:38<08:26,  1.37s/it, est. speed input: 68.26 toks/s, output: 822.16 toks/s]
-2025-03-15T01:09:49.956838436Z 
Processed prompts:  26%|██▌       | 131/500 [04:40<08:15,  1.34s/it, est. speed input: 68.61 toks/s, output: 832.11 toks/s]
-2025-03-15T01:09:52.819606059Z 
Processed prompts:  27%|██▋       | 133/500 [04:44<09:56,  1.63s/it, est. speed input: 68.43 toks/s, output: 825.79 toks/s]
-2025-03-15T01:09:56.044830077Z 
Processed prompts:  27%|██▋       | 134/500 [04:46<11:41,  1.92s/it, est. speed input: 68.21 toks/s, output: 831.16 toks/s]
-2025-03-15T01:10:06.266394984Z 
Processed prompts:  27%|██▋       | 135/500 [04:50<13:38,  2.24s/it, est. speed input: 68.12 toks/s, output: 835.50 toks/s]
-2025-03-15T01:10:09.996769694Z 
Processed prompts:  27%|██▋       | 136/500 [05:00<26:21,  4.35s/it, est. speed input: 66.64 toks/s, output: 820.57 toks/s]
-2025-03-15T01:10:10.932218273Z 
Processed prompts:  27%|██▋       | 137/500 [05:04<25:16,  4.18s/it, est. speed input: 66.32 toks/s, output: 823.97 toks/s]
-2025-03-15T01:10:11.870400850Z 
Processed prompts:  28%|██▊       | 138/500 [05:05<19:42,  3.27s/it, est. speed input: 66.50 toks/s, output: 828.54 toks/s]
-2025-03-15T01:10:14.262909503Z 
Processed prompts:  28%|██▊       | 139/500 [05:05<15:38,  2.60s/it, est. speed input: 66.66 toks/s, output: 829.39 toks/s]
-2025-03-15T01:10:17.292348042Z 
Processed prompts:  28%|██▊       | 140/500 [05:08<15:14,  2.54s/it, est. speed input: 66.58 toks/s, output: 836.39 toks/s]
-2025-03-15T01:10:17.506470544Z 
Processed prompts:  28%|██▊       | 141/500 [05:11<16:03,  2.68s/it, est. speed input: 66.44 toks/s, output: 841.66 toks/s]
-2025-03-15T01:10:19.084355505Z 
Processed prompts:  28%|██▊       | 142/500 [05:11<11:39,  1.95s/it, est. speed input: 66.76 toks/s, output: 846.15 toks/s]
-2025-03-15T01:10:23.530324573Z 
Processed prompts:  29%|██▊       | 143/500 [05:13<10:57,  1.84s/it, est. speed input: 66.78 toks/s, output: 845.84 toks/s]
-2025-03-15T01:10:25.857257570Z 
Processed prompts:  29%|██▉       | 144/500 [05:17<15:31,  2.62s/it, est. speed input: 66.35 toks/s, output: 847.36 toks/s]
-2025-03-15T01:10:27.542743887Z 
Processed prompts:  29%|██▉       | 145/500 [05:19<14:58,  2.53s/it, est. speed input: 66.66 toks/s, output: 854.53 toks/s]
-2025-03-15T01:10:34.556229592Z 
Processed prompts:  29%|██▉       | 146/500 [05:21<13:26,  2.28s/it, est. speed input: 66.73 toks/s, output: 863.37 toks/s]
-2025-03-15T01:10:35.051151252Z 
Processed prompts:  29%|██▉       | 147/500 [05:28<21:44,  3.69s/it, est. speed input: 65.65 toks/s, output: 848.72 toks/s]
-2025-03-15T01:10:35.913543988Z 
Processed prompts:  30%|██▉       | 148/500 [05:29<16:03,  2.74s/it, est. speed input: 65.93 toks/s, output: 860.67 toks/s]
-2025-03-15T01:10:36.684637890Z 
Processed prompts:  30%|██▉       | 149/500 [05:29<12:43,  2.18s/it, est. speed input: 66.52 toks/s, output: 871.65 toks/s]
-2025-03-15T01:10:43.015748215Z 
Processed prompts:  30%|███       | 150/500 [05:30<10:14,  1.75s/it, est. speed input: 66.71 toks/s, output: 873.39 toks/s]
-2025-03-15T01:10:45.763201571Z 
Processed prompts:  30%|███       | 151/500 [05:37<18:11,  3.13s/it, est. speed input: 65.82 toks/s, output: 866.26 toks/s]
-2025-03-15T01:10:46.355156419Z 
Processed prompts:  30%|███       | 152/500 [05:39<17:28,  3.01s/it, est. speed input: 65.62 toks/s, output: 864.85 toks/s]
-2025-03-15T01:10:49.927057680Z 
Processed prompts:  31%|███       | 153/500 [05:40<13:13,  2.29s/it, est. speed input: 65.84 toks/s, output: 867.35 toks/s]
-2025-03-15T01:10:52.128477649Z 
Processed prompts:  31%|███       | 154/500 [05:44<15:24,  2.67s/it, est. speed input: 65.50 toks/s, output: 865.82 toks/s]
-2025-03-15T01:10:55.824938373Z 
Processed prompts:  31%|███       | 155/500 [05:46<14:33,  2.53s/it, est. speed input: 65.42 toks/s, output: 867.77 toks/s]
-2025-03-15T01:10:57.652925772Z 
Processed prompts:  31%|███       | 156/500 [05:49<16:30,  2.88s/it, est. speed input: 65.04 toks/s, output: 862.53 toks/s]
-2025-03-15T01:10:58.066493082Z 
Processed prompts:  32%|███▏      | 158/500 [05:51<11:14,  1.97s/it, est. speed input: 65.33 toks/s, output: 862.75 toks/s]
-2025-03-15T01:10:59.425944916Z 
Processed prompts:  32%|███▏      | 159/500 [05:52<09:00,  1.59s/it, est. speed input: 65.60 toks/s, output: 871.38 toks/s]
-2025-03-15T01:11:00.119674024Z 
Processed prompts:  32%|███▏      | 160/500 [05:53<08:39,  1.53s/it, est. speed input: 65.65 toks/s, output: 870.12 toks/s]
-2025-03-15T01:11:00.629662725Z 
Processed prompts:  32%|███▏      | 161/500 [05:54<07:20,  1.30s/it, est. speed input: 65.95 toks/s, output: 881.45 toks/s]
-2025-03-15T01:11:00.854330434Z 
Processed prompts:  32%|███▏      | 162/500 [05:54<06:04,  1.08s/it, est. speed input: 66.17 toks/s, output: 883.85 toks/s]
-2025-03-15T01:11:02.593394206Z 
Processed prompts:  33%|███▎      | 163/500 [05:54<04:41,  1.20it/s, est. speed input: 66.44 toks/s, output: 885.64 toks/s]
-2025-03-15T01:11:03.763694248Z 
Processed prompts:  33%|███▎      | 164/500 [05:56<06:08,  1.10s/it, est. speed input: 66.42 toks/s, output: 883.95 toks/s]
-2025-03-15T01:11:04.081473963Z 
Processed prompts:  33%|███▎      | 165/500 [05:57<06:14,  1.12s/it, est. speed input: 66.50 toks/s, output: 883.05 toks/s]
-2025-03-15T01:11:04.585916583Z 
Processed prompts:  33%|███▎      | 166/500 [05:58<04:54,  1.13it/s, est. speed input: 67.36 toks/s, output: 895.27 toks/s]
-2025-03-15T01:11:05.466440539Z 
Processed prompts:  33%|███▎      | 167/500 [05:58<04:16,  1.30it/s, est. speed input: 67.57 toks/s, output: 895.71 toks/s]
-2025-03-15T01:11:06.254080221Z 
Processed prompts:  34%|███▎      | 168/500 [05:59<04:26,  1.25it/s, est. speed input: 67.73 toks/s, output: 901.10 toks/s]
-2025-03-15T01:11:11.584161502Z 
Processed prompts:  34%|███▍      | 169/500 [06:00<04:24,  1.25it/s, est. speed input: 67.93 toks/s, output: 912.12 toks/s]
-2025-03-15T01:11:12.948338947Z 
Processed prompts:  34%|███▍      | 170/500 [06:05<11:50,  2.15s/it, est. speed input: 67.24 toks/s, output: 901.72 toks/s]
-2025-03-15T01:11:13.551839248Z 
Processed prompts:  34%|███▍      | 171/500 [06:07<10:30,  1.92s/it, est. speed input: 67.29 toks/s, output: 901.91 toks/s]
-2025-03-15T01:11:15.194039528Z 
Processed prompts:  34%|███▍      | 172/500 [06:07<08:19,  1.52s/it, est. speed input: 67.62 toks/s, output: 913.37 toks/s]
-2025-03-15T01:11:16.457764506Z 
Processed prompts:  35%|███▍      | 173/500 [06:09<08:29,  1.56s/it, est. speed input: 67.74 toks/s, output: 922.23 toks/s]
-2025-03-15T01:11:23.428418106Z 
Processed prompts:  35%|███▍      | 174/500 [06:10<07:59,  1.47s/it, est. speed input: 67.81 toks/s, output: 922.51 toks/s]
-2025-03-15T01:11:25.090198007Z 
Processed prompts:  35%|███▌      | 175/500 [06:17<16:53,  3.12s/it, est. speed input: 66.85 toks/s, output: 908.72 toks/s]
-2025-03-15T01:11:26.375045788Z 
Processed prompts:  35%|███▌      | 176/500 [06:19<14:29,  2.68s/it, est. speed input: 66.97 toks/s, output: 917.60 toks/s]
-2025-03-15T01:11:28.138935663Z 
Processed prompts:  35%|███▌      | 177/500 [06:20<12:11,  2.26s/it, est. speed input: 67.03 toks/s, output: 917.29 toks/s]
-2025-03-15T01:11:31.635860130Z 
Processed prompts:  36%|███▌      | 178/500 [06:22<11:20,  2.11s/it, est. speed input: 67.00 toks/s, output: 915.98 toks/s]
-2025-03-15T01:11:33.791844444Z 
Processed prompts:  36%|███▌      | 179/500 [06:25<13:31,  2.53s/it, est. speed input: 66.69 toks/s, output: 913.35 toks/s]
-2025-03-15T01:11:34.984451098Z 
Processed prompts:  36%|███▌      | 180/500 [06:27<12:53,  2.42s/it, est. speed input: 66.73 toks/s, output: 921.07 toks/s]
-2025-03-15T01:11:37.725049164Z 
Processed prompts:  36%|███▌      | 181/500 [06:29<10:53,  2.05s/it, est. speed input: 66.86 toks/s, output: 931.04 toks/s]
-2025-03-15T01:11:39.504600905Z 
Processed prompts:  36%|███▋      | 182/500 [06:31<11:57,  2.26s/it, est. speed input: 66.67 toks/s, output: 926.82 toks/s]
-2025-03-15T01:11:40.797585413Z 
Processed prompts:  37%|███▋      | 183/500 [06:33<11:10,  2.11s/it, est. speed input: 66.64 toks/s, output: 924.99 toks/s]
-2025-03-15T01:11:41.316497058Z 
Processed prompts:  37%|███▋      | 184/500 [06:34<09:50,  1.87s/it, est. speed input: 66.71 toks/s, output: 927.91 toks/s]
-2025-03-15T01:11:43.572141888Z 
Processed prompts:  37%|███▋      | 185/500 [06:35<07:40,  1.46s/it, est. speed input: 67.38 toks/s, output: 939.44 toks/s]
-2025-03-15T01:11:43.994903715Z 
Processed prompts:  37%|███▋      | 186/500 [06:37<08:54,  1.70s/it, est. speed input: 67.28 toks/s, output: 940.19 toks/s]
-2025-03-15T01:11:45.872411901Z 
Processed prompts:  37%|███▋      | 187/500 [06:38<06:52,  1.32s/it, est. speed input: 67.49 toks/s, output: 944.17 toks/s]
-2025-03-15T01:11:46.295807784Z 
Processed prompts:  38%|███▊      | 188/500 [06:39<07:43,  1.49s/it, est. speed input: 67.45 toks/s, output: 944.07 toks/s]
-2025-03-15T01:11:47.204615373Z 
Processed prompts:  38%|███▊      | 189/500 [06:40<06:02,  1.17s/it, est. speed input: 67.65 toks/s, output: 944.87 toks/s]
-2025-03-15T01:11:50.635486175Z 
Processed prompts:  38%|███▊      | 190/500 [06:41<05:37,  1.09s/it, est. speed input: 67.77 toks/s, output: 947.13 toks/s]
-2025-03-15T01:11:54.481632457Z 
Processed prompts:  38%|███▊      | 191/500 [06:44<09:13,  1.79s/it, est. speed input: 67.45 toks/s, output: 940.37 toks/s]
-2025-03-15T01:11:56.469299169Z 
Processed prompts:  38%|███▊      | 192/500 [06:48<12:21,  2.41s/it, est. speed input: 67.10 toks/s, output: 937.13 toks/s]
-2025-03-15T01:11:59.094819615Z 
Processed prompts:  39%|███▊      | 193/500 [06:50<11:40,  2.28s/it, est. speed input: 67.17 toks/s, output: 945.24 toks/s]
-2025-03-15T01:12:03.451169009Z 
Processed prompts:  39%|███▉      | 194/500 [06:53<12:09,  2.39s/it, est. speed input: 67.09 toks/s, output: 951.84 toks/s]
-2025-03-15T01:12:06.371308162Z 
Processed prompts:  39%|███▉      | 196/500 [06:57<11:36,  2.29s/it, est. speed input: 66.90 toks/s, output: 946.81 toks/s]
-2025-03-15T01:12:06.845252598Z 
Processed prompts:  39%|███▉      | 197/500 [07:00<12:21,  2.45s/it, est. speed input: 66.73 toks/s, output: 951.41 toks/s]
-2025-03-15T01:12:09.068544594Z 
Processed prompts:  40%|████      | 200/500 [07:00<06:20,  1.27s/it, est. speed input: 67.64 toks/s, output: 982.34 toks/s]
-2025-03-15T01:12:09.508951884Z 
Processed prompts:  40%|████      | 201/500 [07:03<07:15,  1.46s/it, est. speed input: 67.59 toks/s, output: 989.72 toks/s]
-2025-03-15T01:12:15.423752811Z 
Processed prompts:  40%|████      | 202/500 [07:03<06:07,  1.23s/it, est. speed input: 67.78 toks/s, output: 993.08 toks/s]
-2025-03-15T01:12:15.760211344Z 
Processed prompts:  41%|████      | 203/500 [07:09<11:38,  2.35s/it, est. speed input: 67.12 toks/s, output: 987.52 toks/s]
-2025-03-15T01:12:16.390600552Z 
Processed prompts:  41%|████      | 204/500 [07:09<09:04,  1.84s/it, est. speed input: 67.34 toks/s, output: 993.28 toks/s]
-2025-03-15T01:12:17.026683994Z 
Processed prompts:  41%|████      | 205/500 [07:10<07:27,  1.52s/it, est. speed input: 67.49 toks/s, output: 995.51 toks/s]
-2025-03-15T01:12:18.435584737Z 
Processed prompts:  41%|████▏     | 207/500 [07:11<04:52,  1.00it/s, est. speed input: 67.97 toks/s, output: 1007.97 toks/s]
-2025-03-15T01:12:18.673080024Z 
Processed prompts:  42%|████▏     | 208/500 [07:12<05:19,  1.10s/it, est. speed input: 68.05 toks/s, output: 1017.17 toks/s]
-2025-03-15T01:12:19.310667464Z 
Processed prompts:  42%|████▏     | 209/500 [07:12<04:15,  1.14it/s, est. speed input: 68.25 toks/s, output: 1018.03 toks/s]
-2025-03-15T01:12:23.754931341Z 
Processed prompts:  42%|████▏     | 211/500 [07:13<03:06,  1.55it/s, est. speed input: 68.78 toks/s, output: 1031.16 toks/s]
-2025-03-15T01:12:25.951052668Z 
Processed prompts:  43%|████▎     | 213/500 [07:17<05:54,  1.23s/it, est. speed input: 68.55 toks/s, output: 1024.23 toks/s]
-2025-03-15T01:12:27.762064916Z 
Processed prompts:  43%|████▎     | 214/500 [07:20<06:51,  1.44s/it, est. speed input: 68.44 toks/s, output: 1020.98 toks/s]
-2025-03-15T01:12:29.870128327Z 
Processed prompts:  43%|████▎     | 215/500 [07:21<07:14,  1.52s/it, est. speed input: 68.40 toks/s, output: 1019.38 toks/s]
-2025-03-15T01:12:30.302179289Z 
Processed prompts:  43%|████▎     | 216/500 [07:23<07:54,  1.67s/it, est. speed input: 68.42 toks/s, output: 1026.96 toks/s]
-2025-03-15T01:12:30.639480751Z 
Processed prompts:  43%|████▎     | 217/500 [07:24<06:20,  1.35s/it, est. speed input: 68.61 toks/s, output: 1033.12 toks/s]
-2025-03-15T01:12:33.237864221Z 
Processed prompts:  44%|████▎     | 218/500 [07:24<05:01,  1.07s/it, est. speed input: 68.81 toks/s, output: 1037.41 toks/s]
-2025-03-15T01:12:36.521078395Z 
Processed prompts:  44%|████▍     | 219/500 [07:27<07:01,  1.50s/it, est. speed input: 68.72 toks/s, output: 1043.78 toks/s]
-2025-03-15T01:12:38.931653518Z 
Processed prompts:  44%|████▍     | 220/500 [07:30<09:22,  2.01s/it, est. speed input: 68.50 toks/s, output: 1048.55 toks/s]
-2025-03-15T01:12:40.755217271Z 
Processed prompts:  44%|████▍     | 221/500 [07:33<09:52,  2.13s/it, est. speed input: 68.38 toks/s, output: 1047.62 toks/s]
-2025-03-15T01:12:41.689758400Z 
Processed prompts:  44%|████▍     | 222/500 [07:34<09:26,  2.04s/it, est. speed input: 68.34 toks/s, output: 1046.45 toks/s]
-2025-03-15T01:12:44.369999770Z 
Processed prompts:  45%|████▍     | 223/500 [07:35<07:54,  1.71s/it, est. speed input: 68.49 toks/s, output: 1056.66 toks/s]
-2025-03-15T01:12:45.395911100Z 
Processed prompts:  45%|████▍     | 224/500 [07:38<09:11,  2.00s/it, est. speed input: 68.35 toks/s, output: 1058.80 toks/s]
-2025-03-15T01:12:45.633360702Z 
Processed prompts:  45%|████▌     | 225/500 [07:39<07:50,  1.71s/it, est. speed input: 68.44 toks/s, output: 1062.20 toks/s]
-2025-03-15T01:12:48.651564839Z 
Processed prompts:  45%|████▌     | 226/500 [07:39<05:48,  1.27s/it, est. speed input: 68.63 toks/s, output: 1063.67 toks/s]
-2025-03-15T01:12:52.569665019Z 
Processed prompts:  45%|████▌     | 227/500 [07:42<08:09,  1.79s/it, est. speed input: 68.45 toks/s, output: 1066.86 toks/s]
-2025-03-15T01:12:52.810594007Z 
Processed prompts:  46%|████▌     | 228/500 [07:46<11:00,  2.43s/it, est. speed input: 68.12 toks/s, output: 1063.97 toks/s]
-2025-03-15T01:12:53.449312414Z 
Processed prompts:  46%|████▌     | 229/500 [07:46<08:00,  1.77s/it, est. speed input: 68.32 toks/s, output: 1068.20 toks/s]
-2025-03-15T01:12:54.876099132Z 
Processed prompts:  46%|████▌     | 230/500 [07:47<06:27,  1.43s/it, est. speed input: 68.45 toks/s, output: 1069.90 toks/s]
-2025-03-15T01:12:57.494477780Z 
Processed prompts:  46%|████▌     | 231/500 [07:48<06:25,  1.43s/it, est. speed input: 68.60 toks/s, output: 1078.92 toks/s]
-2025-03-15T01:12:59.626551591Z 
Processed prompts:  46%|████▋     | 232/500 [07:51<07:59,  1.79s/it, est. speed input: 68.43 toks/s, output: 1074.83 toks/s]
-2025-03-15T01:13:01.254618622Z 
Processed prompts:  47%|████▋     | 233/500 [07:53<08:24,  1.89s/it, est. speed input: 68.33 toks/s, output: 1070.74 toks/s]
-2025-03-15T01:13:01.595511908Z 
Processed prompts:  47%|████▋     | 234/500 [07:55<08:01,  1.81s/it, est. speed input: 68.32 toks/s, output: 1070.15 toks/s]
-2025-03-15T01:13:02.334149296Z 
Processed prompts:  47%|████▋     | 235/500 [07:55<06:03,  1.37s/it, est. speed input: 68.48 toks/s, output: 1070.68 toks/s]
-2025-03-15T01:13:03.472898597Z 
Processed prompts:  47%|████▋     | 236/500 [07:56<05:11,  1.18s/it, est. speed input: 68.60 toks/s, output: 1073.44 toks/s]
-2025-03-15T01:13:05.406547327Z 
Processed prompts:  47%|████▋     | 237/500 [07:57<05:07,  1.17s/it, est. speed input: 68.75 toks/s, output: 1083.11 toks/s]
-2025-03-15T01:13:09.341919388Z 
Processed prompts:  48%|████▊     | 238/500 [07:59<06:06,  1.40s/it, est. speed input: 68.69 toks/s, output: 1081.42 toks/s]
-2025-03-15T01:13:12.879639672Z 
Processed prompts:  48%|████▊     | 239/500 [08:03<09:23,  2.16s/it, est. speed input: 69.93 toks/s, output: 1084.82 toks/s]
-2025-03-15T01:13:15.017163490Z 
Processed prompts:  48%|████▊     | 240/500 [08:06<11:08,  2.57s/it, est. speed input: 69.64 toks/s, output: 1080.62 toks/s]
-2025-03-15T01:13:15.562252231Z 
Processed prompts:  48%|████▊     | 241/500 [08:09<10:32,  2.44s/it, est. speed input: 69.57 toks/s, output: 1083.29 toks/s]
-2025-03-15T01:13:17.367789987Z 
Processed prompts:  48%|████▊     | 242/500 [08:09<08:03,  1.87s/it, est. speed input: 69.72 toks/s, output: 1087.60 toks/s]
-2025-03-15T01:13:21.933439292Z 
Processed prompts:  49%|████▊     | 243/500 [08:11<07:56,  1.85s/it, est. speed input: 69.67 toks/s, output: 1084.83 toks/s]
-2025-03-15T01:13:22.879470188Z 
Processed prompts:  49%|████▉     | 244/500 [08:16<11:22,  2.67s/it, est. speed input: 69.33 toks/s, output: 1086.98 toks/s]
-2025-03-15T01:13:25.031057807Z 
Processed prompts:  49%|████▉     | 245/500 [08:16<09:08,  2.15s/it, est. speed input: 69.41 toks/s, output: 1088.64 toks/s]
-2025-03-15T01:13:25.231401647Z 
Processed prompts:  49%|████▉     | 246/500 [08:19<09:06,  2.15s/it, est. speed input: 69.38 toks/s, output: 1096.06 toks/s]
-2025-03-15T01:13:28.703778943Z 
Processed prompts:  49%|████▉     | 247/500 [08:19<06:36,  1.57s/it, est. speed input: 69.56 toks/s, output: 1097.59 toks/s]
-2025-03-15T01:13:29.844298992Z 
Processed prompts:  50%|████▉     | 248/500 [08:22<08:58,  2.14s/it, est. speed input: 69.28 toks/s, output: 1092.96 toks/s]
-2025-03-15T01:13:31.737281374Z 
Processed prompts:  50%|████▉     | 249/500 [08:23<07:41,  1.84s/it, est. speed input: 69.31 toks/s, output: 1091.33 toks/s]
-2025-03-15T01:13:34.734319456Z 
Processed prompts:  50%|█████     | 250/500 [08:25<07:43,  1.85s/it, est. speed input: 69.28 toks/s, output: 1094.62 toks/s]
-2025-03-15T01:13:35.132245154Z 
Processed prompts:  50%|█████     | 251/500 [08:28<09:07,  2.20s/it, est. speed input: 69.10 toks/s, output: 1094.44 toks/s]
-2025-03-15T01:13:38.637519284Z 
Processed prompts:  50%|█████     | 252/500 [08:29<06:51,  1.66s/it, est. speed input: 69.26 toks/s, output: 1098.29 toks/s]
-2025-03-15T01:13:40.133493936Z 
Processed prompts:  51%|█████     | 253/500 [08:32<09:06,  2.21s/it, est. speed input: 69.04 toks/s, output: 1102.80 toks/s]
-2025-03-15T01:13:44.504183179Z 
Processed prompts:  51%|█████     | 254/500 [08:34<08:11,  2.00s/it, est. speed input: 69.13 toks/s, output: 1111.61 toks/s]
-2025-03-15T01:13:44.703190651Z 
Processed prompts:  51%|█████     | 255/500 [08:38<11:03,  2.71s/it, est. speed input: 68.74 toks/s, output: 1105.04 toks/s]
-2025-03-15T01:13:45.100523472Z 
Processed prompts:  51%|█████     | 256/500 [08:38<07:57,  1.96s/it, est. speed input: 68.90 toks/s, output: 1105.81 toks/s]
-2025-03-15T01:13:45.794062244Z 
Processed prompts:  51%|█████▏    | 257/500 [08:39<06:01,  1.49s/it, est. speed input: 69.03 toks/s, output: 1106.35 toks/s]
-2025-03-15T01:13:47.772928592Z 
Processed prompts:  52%|█████▏    | 258/500 [08:39<05:02,  1.25s/it, est. speed input: 69.13 toks/s, output: 1106.70 toks/s]
-2025-03-15T01:13:48.566449669Z 
Processed prompts:  52%|█████▏    | 259/500 [08:41<05:53,  1.47s/it, est. speed input: 69.07 toks/s, output: 1107.01 toks/s]
-2025-03-15T01:13:49.360761307Z 
Processed prompts:  52%|█████▏    | 260/500 [08:42<05:03,  1.27s/it, est. speed input: 69.17 toks/s, output: 1108.57 toks/s]
-2025-03-15T01:13:49.758964158Z 
Processed prompts:  52%|█████▏    | 261/500 [08:43<04:28,  1.12s/it, est. speed input: 69.25 toks/s, output: 1108.98 toks/s]
-2025-03-15T01:13:52.035339297Z 
Processed prompts:  52%|█████▏    | 262/500 [08:43<03:35,  1.10it/s, est. speed input: 69.43 toks/s, output: 1116.84 toks/s]
-2025-03-15T01:13:53.922651150Z 
Processed prompts:  53%|█████▎    | 263/500 [08:46<05:12,  1.32s/it, est. speed input: 69.31 toks/s, output: 1113.90 toks/s]
-2025-03-15T01:13:55.303420894Z 
Processed prompts:  53%|█████▎    | 264/500 [08:47<05:51,  1.49s/it, est. speed input: 69.25 toks/s, output: 1111.38 toks/s]
-2025-03-15T01:13:55.897929959Z 
Processed prompts:  53%|█████▎    | 265/500 [08:49<05:42,  1.46s/it, est. speed input: 69.39 toks/s, output: 1120.45 toks/s]
-2025-03-15T01:13:58.760143863Z 
Processed prompts:  53%|█████▎    | 266/500 [08:49<04:40,  1.20s/it, est. speed input: 69.63 toks/s, output: 1131.15 toks/s]
-2025-03-15T01:13:59.252157257Z 
Processed prompts:  53%|█████▎    | 267/500 [08:52<06:35,  1.70s/it, est. speed input: 69.43 toks/s, output: 1126.17 toks/s]
-2025-03-15T01:14:00.530868978Z 
Processed prompts:  54%|█████▍    | 269/500 [08:53<03:57,  1.03s/it, est. speed input: 69.70 toks/s, output: 1126.97 toks/s]
-2025-03-15T01:14:01.121552591Z 
Processed prompts:  54%|█████▍    | 270/500 [08:54<04:10,  1.09s/it, est. speed input: 69.72 toks/s, output: 1126.15 toks/s]
-2025-03-15T01:14:01.414832207Z 
Processed prompts:  54%|█████▍    | 271/500 [08:55<03:39,  1.04it/s, est. speed input: 69.84 toks/s, output: 1128.22 toks/s]
-2025-03-15T01:14:02.134954698Z 
Processed prompts:  54%|█████▍    | 272/500 [08:55<02:57,  1.29it/s, est. speed input: 69.99 toks/s, output: 1130.27 toks/s]
-2025-03-15T01:14:03.931709602Z 
Processed prompts:  55%|█████▍    | 273/500 [08:56<02:52,  1.31it/s, est. speed input: 70.07 toks/s, output: 1130.28 toks/s]
-2025-03-15T01:14:04.986538011Z 
Processed prompts:  55%|█████▍    | 274/500 [08:58<03:58,  1.06s/it, est. speed input: 70.03 toks/s, output: 1128.96 toks/s]
-2025-03-15T01:14:05.502974999Z 
Processed prompts:  55%|█████▌    | 275/500 [08:59<03:57,  1.06s/it, est. speed input: 70.07 toks/s, output: 1128.44 toks/s]
-2025-03-15T01:14:10.552651294Z 
Processed prompts:  55%|█████▌    | 276/500 [08:59<03:21,  1.11it/s, est. speed input: 70.26 toks/s, output: 1139.28 toks/s]
-2025-03-15T01:14:12.696371641Z 
Processed prompts:  55%|█████▌    | 277/500 [09:04<07:53,  2.12s/it, est. speed input: 70.12 toks/s, output: 1140.62 toks/s]
-2025-03-15T01:14:15.025943574Z 
Processed prompts:  56%|█████▌    | 278/500 [09:06<07:52,  2.13s/it, est. speed input: 70.05 toks/s, output: 1143.07 toks/s]
-2025-03-15T01:14:21.540546600Z 
Processed prompts:  56%|█████▌    | 279/500 [09:09<08:03,  2.19s/it, est. speed input: 69.93 toks/s, output: 1140.50 toks/s]
-2025-03-15T01:14:22.414790771Z 
Processed prompts:  56%|█████▌    | 280/500 [09:15<12:45,  3.48s/it, est. speed input: 69.38 toks/s, output: 1139.00 toks/s]
-2025-03-15T01:14:25.347980011Z 
Processed prompts:  56%|█████▌    | 281/500 [09:16<09:51,  2.70s/it, est. speed input: 69.44 toks/s, output: 1139.42 toks/s]
-2025-03-15T01:14:26.225417067Z 
Processed prompts:  56%|█████▋    | 282/500 [09:19<10:03,  2.77s/it, est. speed input: 69.24 toks/s, output: 1134.66 toks/s]
-2025-03-15T01:14:27.003929763Z 
Processed prompts:  57%|█████▋    | 283/500 [09:20<07:58,  2.20s/it, est. speed input: 69.33 toks/s, output: 1139.07 toks/s]
-2025-03-15T01:14:35.070005685Z 
Processed prompts:  57%|█████▋    | 284/500 [09:21<06:23,  1.78s/it, est. speed input: 69.41 toks/s, output: 1139.76 toks/s]
-2025-03-15T01:14:36.436154205Z 
Processed prompts:  57%|█████▋    | 286/500 [09:29<10:02,  2.82s/it, est. speed input: 68.75 toks/s, output: 1127.41 toks/s]
-2025-03-15T01:14:39.666562065Z 
Processed prompts:  57%|█████▋    | 287/500 [09:30<08:43,  2.46s/it, est. speed input: 68.79 toks/s, output: 1132.20 toks/s]
-2025-03-15T01:14:41.520282121Z 
Processed prompts:  58%|█████▊    | 288/500 [09:33<09:23,  2.66s/it, est. speed input: 68.59 toks/s, output: 1130.47 toks/s]
-2025-03-15T01:14:42.787913365Z 
Processed prompts:  58%|█████▊    | 289/500 [09:35<08:34,  2.44s/it, est. speed input: 68.52 toks/s, output: 1128.19 toks/s]
-2025-03-15T01:14:44.444791982Z 
Processed prompts:  58%|█████▊    | 290/500 [09:36<07:23,  2.11s/it, est. speed input: 68.52 toks/s, output: 1127.17 toks/s]
-2025-03-15T01:14:45.125537475Z 
Processed prompts:  58%|█████▊    | 291/500 [09:38<06:54,  1.98s/it, est. speed input: 68.69 toks/s, output: 1135.75 toks/s]
-2025-03-15T01:14:46.969593297Z 
Processed prompts:  58%|█████▊    | 292/500 [09:39<05:33,  1.61s/it, est. speed input: 68.79 toks/s, output: 1138.56 toks/s]
-2025-03-15T01:14:47.551364464Z 
Processed prompts:  59%|█████▊    | 293/500 [09:41<05:46,  1.68s/it, est. speed input: 68.86 toks/s, output: 1146.75 toks/s]
-2025-03-15T01:14:49.971523537Z 
Processed prompts:  59%|█████▉    | 294/500 [09:41<04:38,  1.35s/it, est. speed input: 68.96 toks/s, output: 1148.91 toks/s]
-2025-03-15T01:14:53.755919410Z 
Processed prompts:  59%|█████▉    | 295/500 [09:44<05:42,  1.67s/it, est. speed input: 68.85 toks/s, output: 1147.97 toks/s]
-2025-03-15T01:14:55.606437785Z 
Processed prompts:  59%|█████▉    | 296/500 [09:47<07:48,  2.30s/it, est. speed input: 68.56 toks/s, output: 1142.45 toks/s]
-2025-03-15T01:14:58.033563583Z 
Processed prompts:  59%|█████▉    | 297/500 [09:49<07:19,  2.16s/it, est. speed input: 68.50 toks/s, output: 1140.92 toks/s]
-2025-03-15T01:14:59.488922622Z 
Processed prompts:  60%|█████▉    | 298/500 [09:52<07:33,  2.24s/it, est. speed input: 68.40 toks/s, output: 1140.47 toks/s]
-2025-03-15T01:15:00.942770032Z 
Processed prompts:  60%|█████▉    | 299/500 [09:53<06:43,  2.01s/it, est. speed input: 68.42 toks/s, output: 1144.49 toks/s]
-2025-03-15T01:15:02.399582152Z 
Processed prompts:  60%|██████    | 300/500 [09:55<06:08,  1.84s/it, est. speed input: 68.43 toks/s, output: 1145.10 toks/s]
-2025-03-15T01:15:07.043698910Z 
Processed prompts:  60%|██████    | 301/500 [09:56<05:43,  1.73s/it, est. speed input: 68.45 toks/s, output: 1149.16 toks/s][2025-03-15 01:15:07,043] [ WARNING]: Sequence group 497 is preempted by PreemptionMode.RECOMPUTE mode because there is not enough KV cache space. This can affect the end-to-end performance. Increase gpu_memory_utilization or tensor_parallel_size to provide more KV cache memory. total_num_cumulative_preemption=1 (scheduler.py:1560)
-2025-03-15T01:15:15.415688888Z 
Processed prompts:  60%|██████    | 302/500 [10:01<09:26,  2.86s/it, est. speed input: 67.98 toks/s, output: 1140.85 toks/s]
-2025-03-15T01:15:18.291221589Z 
Processed prompts:  61%|██████    | 303/500 [10:09<13:57,  4.25s/it, est. speed input: 67.30 toks/s, output: 1130.27 toks/s]
-2025-03-15T01:15:19.629507022Z 
Processed prompts:  61%|██████    | 304/500 [10:12<12:32,  3.84s/it, est. speed input: 67.16 toks/s, output: 1129.17 toks/s]
-2025-03-15T01:15:22.116652061Z 
Processed prompts:  61%|██████    | 305/500 [10:13<10:02,  3.09s/it, est. speed input: 67.18 toks/s, output: 1131.08 toks/s]
-2025-03-15T01:15:34.009000918Z 
Processed prompts:  61%|██████    | 306/500 [10:16<09:24,  2.91s/it, est. speed input: 67.09 toks/s, output: 1132.36 toks/s]
-2025-03-15T01:15:43.258770098Z 
Processed prompts:  62%|██████▏   | 308/500 [10:28<13:47,  4.31s/it, est. speed input: 66.14 toks/s, output: 1117.72 toks/s]
-2025-03-15T01:15:49.131007404Z 
Processed prompts:  62%|██████▏   | 309/500 [10:37<17:37,  5.54s/it, est. speed input: 65.34 toks/s, output: 1105.33 toks/s]
-2025-03-15T01:15:53.490767457Z 
Processed prompts:  62%|██████▏   | 310/500 [10:43<17:48,  5.62s/it, est. speed input: 65.18 toks/s, output: 1106.89 toks/s]
-2025-03-15T01:15:59.908034530Z 
Processed prompts:  62%|██████▏   | 311/500 [10:47<16:37,  5.28s/it, est. speed input: 65.01 toks/s, output: 1111.08 toks/s]
-2025-03-15T01:16:02.705888525Z 
Processed prompts:  62%|██████▏   | 312/500 [10:53<17:32,  5.60s/it, est. speed input: 64.68 toks/s, output: 1111.82 toks/s]
-2025-03-15T01:16:08.010562846Z 
Processed prompts:  63%|██████▎   | 313/500 [10:56<14:57,  4.80s/it, est. speed input: 64.58 toks/s, output: 1114.90 toks/s]
-2025-03-15T01:16:13.025306718Z 
Processed prompts:  63%|██████▎   | 314/500 [11:02<15:19,  4.94s/it, est. speed input: 64.25 toks/s, output: 1116.18 toks/s]
-2025-03-15T01:16:14.362958865Z 
Processed prompts:  63%|██████▎   | 315/500 [11:07<15:18,  4.97s/it, est. speed input: 64.00 toks/s, output: 1119.42 toks/s]
-2025-03-15T01:16:15.969404742Z 
Processed prompts:  63%|██████▎   | 316/500 [11:08<11:56,  3.90s/it, est. speed input: 64.04 toks/s, output: 1123.72 toks/s]
-2025-03-15T01:16:18.829141107Z 
Processed prompts:  63%|██████▎   | 317/500 [11:10<09:48,  3.22s/it, est. speed input: 64.33 toks/s, output: 1132.65 toks/s]
-2025-03-15T01:16:22.943105720Z 
Processed prompts:  64%|██████▎   | 318/500 [11:12<09:26,  3.11s/it, est. speed input: 64.49 toks/s, output: 1139.46 toks/s]
-2025-03-15T01:16:30.436202324Z 
Processed prompts:  64%|██████▍   | 319/500 [11:17<10:17,  3.41s/it, est. speed input: 64.26 toks/s, output: 1139.49 toks/s]
-2025-03-15T01:16:30.968205419Z 
Processed prompts:  64%|██████▍   | 320/500 [11:24<13:53,  4.63s/it, est. speed input: 63.71 toks/s, output: 1132.53 toks/s]
-2025-03-15T01:16:35.826278707Z 
Processed prompts:  64%|██████▍   | 321/500 [11:25<10:09,  3.40s/it, est. speed input: 63.90 toks/s, output: 1143.27 toks/s]
-2025-03-15T01:16:38.918487041Z 
Processed prompts:  64%|██████▍   | 322/500 [11:29<11:23,  3.84s/it, est. speed input: 63.63 toks/s, output: 1146.83 toks/s]
-2025-03-15T01:16:40.604479135Z 
Processed prompts:  65%|██████▍   | 323/500 [11:32<10:39,  3.62s/it, est. speed input: 63.53 toks/s, output: 1153.32 toks/s]
-2025-03-15T01:16:46.253895179Z 
Processed prompts:  65%|██████▍   | 324/500 [11:34<08:54,  3.04s/it, est. speed input: 63.68 toks/s, output: 1162.13 toks/s]
-2025-03-15T01:16:48.286267090Z 
Processed prompts:  65%|██████▌   | 325/500 [11:40<11:08,  3.82s/it, est. speed input: 63.32 toks/s, output: 1158.13 toks/s]
-2025-03-15T01:16:48.462141188Z 
Processed prompts:  65%|██████▌   | 326/500 [11:42<09:31,  3.28s/it, est. speed input: 63.34 toks/s, output: 1166.39 toks/s]
-2025-03-15T01:16:51.511646825Z 
Processed prompts:  65%|██████▌   | 327/500 [11:42<06:46,  2.35s/it, est. speed input: 63.64 toks/s, output: 1177.70 toks/s]
-2025-03-15T01:17:07.530098325Z 
Processed prompts:  66%|██████▌   | 328/500 [11:45<07:20,  2.56s/it, est. speed input: 63.70 toks/s, output: 1184.21 toks/s]
-2025-03-15T01:17:12.169015955Z 
Processed prompts:  66%|██████▌   | 329/500 [12:01<18:48,  6.60s/it, est. speed input: 62.47 toks/s, output: 1169.51 toks/s]
-2025-03-15T01:17:16.013302787Z 
Processed prompts:  66%|██████▌   | 330/500 [12:06<17:01,  6.01s/it, est. speed input: 62.40 toks/s, output: 1173.62 toks/s]
-2025-03-15T01:17:18.020725448Z 
Processed prompts:  66%|██████▌   | 331/500 [12:10<15:05,  5.36s/it, est. speed input: 62.21 toks/s, output: 1172.74 toks/s]
-2025-03-15T01:17:18.455864228Z 
Processed prompts:  66%|██████▋   | 332/500 [12:12<12:11,  4.35s/it, est. speed input: 62.18 toks/s, output: 1174.63 toks/s]
-2025-03-15T01:17:22.909065760Z 
Processed prompts:  67%|██████▋   | 333/500 [12:12<08:50,  3.18s/it, est. speed input: 62.29 toks/s, output: 1180.94 toks/s]
-2025-03-15T01:17:33.275170425Z 
Processed prompts:  67%|██████▋   | 334/500 [12:16<09:51,  3.56s/it, est. speed input: 62.09 toks/s, output: 1185.39 toks/s]
-2025-03-15T01:17:38.577691240Z 
Processed prompts:  67%|██████▋   | 335/500 [12:27<15:24,  5.60s/it, est. speed input: 61.40 toks/s, output: 1179.03 toks/s]
-2025-03-15T01:17:46.941558011Z 
Processed prompts:  67%|██████▋   | 336/500 [12:32<15:04,  5.51s/it, est. speed input: 61.10 toks/s, output: 1176.09 toks/s]
-2025-03-15T01:17:50.291183222Z 
Processed prompts:  67%|██████▋   | 337/500 [12:41<17:17,  6.37s/it, est. speed input: 60.61 toks/s, output: 1174.75 toks/s]
-2025-03-15T01:17:58.299721150Z 
Processed prompts:  68%|██████▊   | 338/500 [12:44<14:44,  5.46s/it, est. speed input: 60.48 toks/s, output: 1175.69 toks/s]
-2025-03-15T01:18:00.504153474Z 
Processed prompts:  68%|██████▊   | 339/500 [12:52<16:42,  6.23s/it, est. speed input: 60.28 toks/s, output: 1175.09 toks/s]
-2025-03-15T01:18:04.300863249Z 
Processed prompts:  68%|██████▊   | 340/500 [12:54<13:23,  5.02s/it, est. speed input: 60.52 toks/s, output: 1183.32 toks/s]
-2025-03-15T01:18:06.809865412Z 
Processed prompts:  68%|██████▊   | 341/500 [12:58<12:19,  4.65s/it, est. speed input: 60.36 toks/s, output: 1183.31 toks/s]
-2025-03-15T01:18:14.479053543Z 
Processed prompts:  68%|██████▊   | 342/500 [13:00<10:33,  4.01s/it, est. speed input: 60.35 toks/s, output: 1191.09 toks/s]
-2025-03-15T01:18:14.645651358Z 
Processed prompts:  69%|██████▊   | 343/500 [13:08<13:21,  5.11s/it, est. speed input: 59.93 toks/s, output: 1191.09 toks/s]
-2025-03-15T01:18:15.449487832Z 
Processed prompts:  69%|██████▉   | 344/500 [13:08<09:25,  3.63s/it, est. speed input: 60.10 toks/s, output: 1202.42 toks/s]
-2025-03-15T01:18:15.777084895Z 
Processed prompts:  69%|██████▉   | 345/500 [13:09<07:10,  2.78s/it, est. speed input: 60.26 toks/s, output: 1212.78 toks/s]
-2025-03-15T01:18:17.288463779Z 
Processed prompts:  69%|██████▉   | 346/500 [13:09<05:14,  2.04s/it, est. speed input: 60.39 toks/s, output: 1222.45 toks/s]
-2025-03-15T01:18:17.703175897Z 
Processed prompts:  69%|██████▉   | 347/500 [13:11<04:48,  1.88s/it, est. speed input: 60.40 toks/s, output: 1223.34 toks/s]
-2025-03-15T01:18:22.025179572Z 
Processed prompts:  70%|██████▉   | 348/500 [13:11<03:39,  1.44s/it, est. speed input: 60.53 toks/s, output: 1234.27 toks/s]
-2025-03-15T01:18:23.734626215Z 
Processed prompts:  70%|██████▉   | 349/500 [13:16<05:48,  2.31s/it, est. speed input: 60.38 toks/s, output: 1239.14 toks/s]
-2025-03-15T01:18:26.435716749Z 
Processed prompts:  70%|███████   | 350/500 [13:17<05:19,  2.13s/it, est. speed input: 60.40 toks/s, output: 1246.38 toks/s]
-2025-03-15T01:18:26.811350368Z 
Processed prompts:  70%|███████   | 351/500 [13:20<05:42,  2.30s/it, est. speed input: 60.41 toks/s, output: 1253.74 toks/s]
-2025-03-15T01:18:30.960239125Z 
Processed prompts:  70%|███████   | 352/500 [13:20<04:14,  1.72s/it, est. speed input: 60.55 toks/s, output: 1264.71 toks/s]
-2025-03-15T01:18:35.862604044Z 
Processed prompts:  71%|███████   | 353/500 [13:25<06:00,  2.45s/it, est. speed input: 61.20 toks/s, output: 1269.75 toks/s]
-2025-03-15T01:18:37.459835814Z 
Processed prompts:  71%|███████   | 354/500 [13:29<07:45,  3.19s/it, est. speed input: 60.96 toks/s, output: 1265.21 toks/s]
-2025-03-15T01:18:40.573310862Z 
Processed prompts:  71%|███████   | 355/500 [13:31<06:32,  2.71s/it, est. speed input: 60.96 toks/s, output: 1266.51 toks/s]
-2025-03-15T01:18:44.720481323Z 
Processed prompts:  71%|███████   | 356/500 [13:34<06:47,  2.83s/it, est. speed input: 60.84 toks/s, output: 1263.61 toks/s]
-2025-03-15T01:18:45.331158358Z 
Processed prompts:  71%|███████▏  | 357/500 [13:38<07:41,  3.23s/it, est. speed input: 60.68 toks/s, output: 1266.59 toks/s]
-2025-03-15T01:18:49.668101720Z 
Processed prompts:  72%|███████▏  | 358/500 [13:39<05:46,  2.44s/it, est. speed input: 60.83 toks/s, output: 1277.19 toks/s]
-2025-03-15T01:18:50.897037890Z 
Processed prompts:  72%|███████▏  | 359/500 [13:43<07:04,  3.01s/it, est. speed input: 60.62 toks/s, output: 1272.32 toks/s]
-2025-03-15T01:18:57.027396251Z 
Processed prompts:  72%|███████▏  | 360/500 [13:44<05:46,  2.48s/it, est. speed input: 60.69 toks/s, output: 1281.97 toks/s]
-2025-03-15T01:19:06.121873380Z 
Processed prompts:  72%|███████▏  | 361/500 [13:51<08:16,  3.57s/it, est. speed input: 60.38 toks/s, output: 1281.65 toks/s]
-2025-03-15T01:19:07.432074586Z 
Processed prompts:  72%|███████▏  | 362/500 [14:00<12:01,  5.23s/it, est. speed input: 59.83 toks/s, output: 1269.58 toks/s]
-2025-03-15T01:19:08.734565573Z 
Processed prompts:  73%|███████▎  | 363/500 [14:01<09:15,  4.05s/it, est. speed input: 59.96 toks/s, output: 1279.15 toks/s]
-2025-03-15T01:19:14.275732001Z 
Processed prompts:  73%|███████▎  | 364/500 [14:02<07:19,  3.23s/it, est. speed input: 60.00 toks/s, output: 1285.82 toks/s]
-2025-03-15T01:19:18.800975149Z 
Processed prompts:  73%|███████▎  | 365/500 [14:08<08:49,  3.92s/it, est. speed input: 59.72 toks/s, output: 1279.78 toks/s]
-2025-03-15T01:19:19.928753504Z 
Processed prompts:  73%|███████▎  | 366/500 [14:12<09:09,  4.10s/it, est. speed input: 59.67 toks/s, output: 1284.53 toks/s]
-2025-03-15T01:19:21.573935877Z 
Processed prompts:  73%|███████▎  | 367/500 [14:14<07:06,  3.21s/it, est. speed input: 59.72 toks/s, output: 1290.20 toks/s]
-2025-03-15T01:19:24.505547160Z 
Processed prompts:  74%|███████▎  | 368/500 [14:15<06:01,  2.74s/it, est. speed input: 59.72 toks/s, output: 1292.72 toks/s]
-2025-03-15T01:19:25.367817022Z 
Processed prompts:  74%|███████▍  | 369/500 [14:18<06:06,  2.80s/it, est. speed input: 59.62 toks/s, output: 1290.23 toks/s]
-2025-03-15T01:19:40.227455837Z 
Processed prompts:  74%|███████▍  | 370/500 [14:19<04:48,  2.22s/it, est. speed input: 59.72 toks/s, output: 1300.48 toks/s]
-2025-03-15T01:19:44.540260522Z 
Processed prompts:  74%|███████▍  | 371/500 [14:34<12:55,  6.01s/it, est. speed input: 59.19 toks/s, output: 1289.92 toks/s]
-2025-03-15T01:19:44.711127121Z 
Processed prompts:  74%|███████▍  | 372/500 [14:38<11:44,  5.50s/it, est. speed input: 59.13 toks/s, output: 1295.14 toks/s]
-2025-03-15T01:19:49.006065921Z 
Processed prompts:  75%|███████▍  | 373/500 [14:38<08:15,  3.90s/it, est. speed input: 59.22 toks/s, output: 1297.66 toks/s]
-2025-03-15T01:20:03.282156741Z 
Processed prompts:  75%|███████▍  | 374/500 [14:43<08:26,  4.02s/it, est. speed input: 59.04 toks/s, output: 1293.76 toks/s][2025-03-15 01:20:03,281] [ WARNING]: Sequence group 485 is preempted by PreemptionMode.RECOMPUTE mode because there is not enough KV cache space. This can affect the end-to-end performance. Increase gpu_memory_utilization or tensor_parallel_size to provide more KV cache memory. total_num_cumulative_preemption=51 (scheduler.py:1560)
-2025-03-15T01:20:22.167982862Z 
Processed prompts:  75%|███████▌  | 375/500 [15:04<19:18,  9.27s/it, est. speed input: 57.75 toks/s, output: 1270.32 toks/s]
-2025-03-15T01:20:28.046254650Z 
Processed prompts:  75%|███████▌  | 376/500 [15:16<20:37,  9.98s/it, est. speed input: 57.16 toks/s, output: 1265.69 toks/s]
-2025-03-15T01:20:28.458770045Z 
Processed prompts:  75%|███████▌  | 377/500 [15:22<17:56,  8.75s/it, est. speed input: 56.94 toks/s, output: 1269.16 toks/s]
-2025-03-15T01:20:33.421240676Z 
Processed prompts:  76%|███████▌  | 378/500 [15:22<12:42,  6.25s/it, est. speed input: 57.03 toks/s, output: 1272.93 toks/s]
-2025-03-15T01:20:38.656242699Z 
Processed prompts:  76%|███████▌  | 379/500 [15:27<11:49,  5.86s/it, est. speed input: 56.87 toks/s, output: 1277.66 toks/s]
-2025-03-15T01:20:44.864988025Z 
Processed prompts:  76%|███████▌  | 380/500 [15:32<11:21,  5.68s/it, est. speed input: 56.69 toks/s, output: 1282.03 toks/s]
-2025-03-15T01:20:51.546138380Z 
Processed prompts:  76%|███████▌  | 381/500 [15:38<11:34,  5.84s/it, est. speed input: 56.42 toks/s, output: 1277.61 toks/s]
-2025-03-15T01:20:52.038826866Z 
Processed prompts:  76%|███████▋  | 382/500 [15:45<11:58,  6.09s/it, est. speed input: 56.18 toks/s, output: 1280.13 toks/s]
-2025-03-15T01:20:56.602537885Z 
Processed prompts:  77%|███████▋  | 383/500 [15:46<08:35,  4.41s/it, est. speed input: 56.48 toks/s, output: 1291.01 toks/s]
-2025-03-15T01:21:08.804331140Z 
Processed prompts:  77%|███████▋  | 384/500 [15:50<08:36,  4.46s/it, est. speed input: 56.34 toks/s, output: 1295.23 toks/s]
-2025-03-15T01:21:10.710866405Z 
Processed prompts:  77%|███████▋  | 385/500 [16:02<12:59,  6.78s/it, est. speed input: 55.72 toks/s, output: 1281.77 toks/s]
-2025-03-15T01:21:14.999818527Z 
Processed prompts:  77%|███████▋  | 386/500 [16:04<10:06,  5.32s/it, est. speed input: 55.74 toks/s, output: 1289.57 toks/s]
-2025-03-15T01:21:19.200192890Z 
Processed prompts:  77%|███████▋  | 387/500 [16:09<09:26,  5.01s/it, est. speed input: 55.59 toks/s, output: 1287.19 toks/s]
-2025-03-15T01:21:34.941001299Z 
Processed prompts:  78%|███████▊  | 389/500 [16:13<06:46,  3.67s/it, est. speed input: 55.74 toks/s, output: 1296.13 toks/s]
-2025-03-15T01:21:39.192891034Z 
Processed prompts:  78%|███████▊  | 390/500 [16:29<12:12,  6.66s/it, est. speed input: 55.08 toks/s, output: 1287.07 toks/s]
-2025-03-15T01:21:41.427689732Z 
Processed prompts:  78%|███████▊  | 391/500 [16:33<10:57,  6.03s/it, est. speed input: 54.97 toks/s, output: 1291.76 toks/s]
-2025-03-15T01:21:48.837744636Z 
Processed prompts:  78%|███████▊  | 392/500 [16:35<08:59,  5.00s/it, est. speed input: 54.98 toks/s, output: 1300.42 toks/s]
-2025-03-15T01:21:56.749396085Z 
Processed prompts:  79%|███████▊  | 393/500 [16:42<10:06,  5.67s/it, est. speed input: 54.67 toks/s, output: 1295.08 toks/s]
-2025-03-15T01:22:00.433389868Z 
Processed prompts:  79%|███████▉  | 394/500 [16:50<11:09,  6.31s/it, est. speed input: 54.36 toks/s, output: 1295.14 toks/s]
-2025-03-15T01:22:01.245962194Z 
Processed prompts:  79%|███████▉  | 396/500 [16:54<07:27,  4.30s/it, est. speed input: 54.44 toks/s, output: 1311.23 toks/s]
-2025-03-15T01:22:13.794050582Z 
Processed prompts:  79%|███████▉  | 397/500 [16:55<05:55,  3.46s/it, est. speed input: 54.55 toks/s, output: 1321.76 toks/s]
-2025-03-15T01:22:25.115653046Z 
Processed prompts:  80%|███████▉  | 398/500 [17:07<09:51,  5.80s/it, est. speed input: 54.26 toks/s, output: 1317.20 toks/s]
-2025-03-15T01:22:26.729157966Z 
Processed prompts:  80%|███████▉  | 399/500 [17:19<12:15,  7.28s/it, est. speed input: 53.98 toks/s, output: 1314.44 toks/s]
-2025-03-15T01:22:30.981094979Z 
Processed prompts:  80%|████████  | 400/500 [17:20<09:30,  5.71s/it, est. speed input: 54.09 toks/s, output: 1324.00 toks/s]
-2025-03-15T01:22:46.895536779Z 
Processed prompts:  80%|████████  | 401/500 [17:25<08:44,  5.30s/it, est. speed input: 54.06 toks/s, output: 1330.21 toks/s]
-2025-03-15T01:22:55.110978514Z 
Processed prompts:  80%|████████  | 402/500 [17:40<13:39,  8.36s/it, est. speed input: 53.44 toks/s, output: 1321.87 toks/s]
-2025-03-15T01:23:17.723285849Z 
Processed prompts:  81%|████████  | 404/500 [17:49<10:18,  6.44s/it, est. speed input: 53.31 toks/s, output: 1330.84 toks/s]
-2025-03-15T01:23:26.768757001Z 
Processed prompts:  81%|████████  | 405/500 [18:11<16:26, 10.39s/it, est. speed input: 52.48 toks/s, output: 1314.91 toks/s]
-2025-03-15T01:23:28.270253711Z 
Processed prompts:  81%|████████  | 406/500 [18:20<15:43, 10.04s/it, est. speed input: 52.14 toks/s, output: 1308.74 toks/s]
-2025-03-15T01:24:03.611262423Z 
Processed prompts:  81%|████████▏ | 407/500 [18:22<11:59,  7.74s/it, est. speed input: 52.22 toks/s, output: 1318.60 toks/s]
-2025-03-15T01:24:08.451108669Z 
Processed prompts:  82%|████████▏ | 408/500 [18:57<23:38, 15.41s/it, est. speed input: 50.69 toks/s, output: 1284.72 toks/s]
-2025-03-15T01:24:11.433345377Z 
Processed prompts:  82%|████████▏ | 409/500 [19:02<18:49, 12.41s/it, est. speed input: 50.60 toks/s, output: 1290.95 toks/s]
-2025-03-15T01:24:30.906995432Z 
Processed prompts:  82%|████████▏ | 410/500 [19:05<14:31,  9.68s/it, est. speed input: 50.58 toks/s, output: 1299.26 toks/s]
-2025-03-15T01:24:49.570444496Z 
Processed prompts:  82%|████████▏ | 411/500 [19:24<18:36, 12.54s/it, est. speed input: 49.99 toks/s, output: 1289.24 toks/s]
-2025-03-15T01:24:50.196398655Z 
Processed prompts:  82%|████████▏ | 412/500 [19:43<21:02, 14.35s/it, est. speed input: 49.28 toks/s, output: 1273.19 toks/s]
-2025-03-15T01:24:59.607105995Z 
Processed prompts:  83%|████████▎ | 413/500 [19:44<14:54, 10.28s/it, est. speed input: 49.41 toks/s, output: 1284.22 toks/s]
-2025-03-15T01:25:11.181788309Z 
Processed prompts:  83%|████████▎ | 414/500 [19:53<14:22, 10.02s/it, est. speed input: 49.14 toks/s, output: 1285.81 toks/s]
-2025-03-15T01:25:18.897713380Z 
Processed prompts:  83%|████████▎ | 415/500 [20:05<14:51, 10.49s/it, est. speed input: 48.74 toks/s, output: 1277.80 toks/s]
-2025-03-15T01:25:26.665334920Z 
Processed prompts:  83%|████████▎ | 416/500 [20:12<13:31,  9.66s/it, est. speed input: 48.54 toks/s, output: 1281.40 toks/s]
-2025-03-15T01:25:28.649921420Z 
Processed prompts:  83%|████████▎ | 417/500 [20:20<12:34,  9.09s/it, est. speed input: 48.36 toks/s, output: 1284.98 toks/s]
-2025-03-15T01:25:31.003195929Z 
Processed prompts:  84%|████████▎ | 418/500 [20:22<09:31,  6.97s/it, est. speed input: 48.36 toks/s, output: 1288.53 toks/s]
-2025-03-15T01:25:41.118310974Z 
Processed prompts:  84%|████████▍ | 419/500 [20:25<07:32,  5.58s/it, est. speed input: 48.39 toks/s, output: 1297.79 toks/s]
-2025-03-15T01:26:18.133884851Z 
Processed prompts:  84%|████████▍ | 420/500 [20:35<09:15,  6.94s/it, est. speed input: 48.12 toks/s, output: 1298.92 toks/s]
-2025-03-15T01:26:35.742891576Z 
Processed prompts:  84%|████████▍ | 421/500 [21:12<21:00, 15.96s/it, est. speed input: 46.80 toks/s, output: 1268.17 toks/s]
-2025-03-15T01:26:42.014497705Z 
Processed prompts:  84%|████████▍ | 422/500 [21:29<21:23, 16.45s/it, est. speed input: 46.24 toks/s, output: 1257.04 toks/s]
-2025-03-15T01:27:05.341279891Z 
Processed prompts:  85%|████████▍ | 424/500 [21:36<13:03, 10.31s/it, est. speed input: 46.21 toks/s, output: 1267.93 toks/s]
-2025-03-15T01:27:11.664856603Z 
Processed prompts:  85%|████████▌ | 425/500 [21:59<16:55, 13.54s/it, est. speed input: 45.95 toks/s, output: 1257.35 toks/s]
-2025-03-15T01:28:06.630727058Z 
Processed prompts:  85%|████████▌ | 426/500 [22:05<14:22, 11.65s/it, est. speed input: 45.82 toks/s, output: 1261.09 toks/s]
-2025-03-15T01:28:54.646137052Z 
Processed prompts:  85%|████████▌ | 427/500 [23:00<28:30, 23.43s/it, est. speed input: 44.11 toks/s, output: 1222.77 toks/s]
-2025-03-15T01:29:09.910964296Z 
Processed prompts:  86%|████████▌ | 428/500 [23:48<36:22, 30.31s/it, est. speed input: 42.71 toks/s, output: 1193.60 toks/s]
-2025-03-15T01:29:15.479120570Z 
Processed prompts:  86%|████████▌ | 429/500 [24:03<30:46, 26.01s/it, est. speed input: 42.34 toks/s, output: 1191.36 toks/s]
-2025-03-15T01:29:18.225737078Z 
Processed prompts:  86%|████████▌ | 430/500 [24:09<23:26, 20.09s/it, est. speed input: 42.37 toks/s, output: 1198.72 toks/s]
-2025-03-15T01:29:26.110101905Z 
Processed prompts:  86%|████████▌ | 431/500 [24:12<17:15, 15.01s/it, est. speed input: 42.50 toks/s, output: 1208.39 toks/s]
-2025-03-15T01:30:03.041370433Z 
Processed prompts:  86%|████████▋ | 432/500 [24:20<14:37, 12.91s/it, est. speed input: 42.37 toks/s, output: 1213.80 toks/s]
-2025-03-15T01:30:06.365482963Z 
Processed prompts:  87%|████████▋ | 433/500 [24:57<22:22, 20.03s/it, est. speed input: 41.39 toks/s, output: 1192.55 toks/s]
-2025-03-15T01:30:26.324922790Z 
Processed prompts:  87%|████████▋ | 434/500 [25:00<16:33, 15.06s/it, est. speed input: 41.47 toks/s, output: 1201.88 toks/s]
-2025-03-15T01:30:56.958312236Z 
Processed prompts:  87%|████████▋ | 435/500 [25:20<17:53, 16.52s/it, est. speed input: 41.07 toks/s, output: 1198.09 toks/s]
-2025-03-15T01:36:24.376173142Z 
Processed prompts:  87%|████████▋ | 436/500 [25:51<22:07, 20.74s/it, est. speed input: 40.34 toks/s, output: 1186.44 toks/s]
-2025-03-15T01:37:44.103806070Z 
Processed prompts:  87%|████████▋ | 437/500 [31:18<1:58:05, 112.47s/it, est. speed input: 33.53 toks/s, output: 991.92 toks/s]
-2025-03-15T01:38:10.985139662Z 
Processed prompts:  88%|████████▊ | 438/500 [32:38<1:46:05, 102.67s/it, est. speed input: 32.25 toks/s, output: 963.88 toks/s]
-2025-03-15T01:38:23.919634766Z 
Processed prompts:  88%|████████▊ | 439/500 [33:05<1:21:17, 79.97s/it, est. speed input: 31.99 toks/s, output: 963.20 toks/s] 
-2025-03-15T01:39:42.293060708Z 
Processed prompts:  88%|████████▊ | 440/500 [33:17<59:52, 59.88s/it, est. speed input: 31.89 toks/s, output: 969.34 toks/s]  
-2025-03-15T01:40:01.753319911Z 
Processed prompts:  88%|████████▊ | 441/500 [34:36<1:04:19, 65.42s/it, est. speed input: 30.86 toks/s, output: 945.18 toks/s]
-2025-03-15T01:40:29.655374127Z 
Processed prompts:  88%|████████▊ | 442/500 [34:55<49:55, 51.64s/it, est. speed input: 30.66 toks/s, output: 948.85 toks/s]  
-2025-03-15T01:40:30.702900705Z 
Processed prompts:  89%|████████▊ | 443/500 [35:23<42:17, 44.52s/it, est. speed input: 30.33 toks/s, output: 948.84 toks/s]
-2025-03-15T01:40:38.167862619Z 
Processed prompts:  89%|████████▉ | 444/500 [35:24<29:23, 31.48s/it, est. speed input: 30.38 toks/s, output: 960.83 toks/s]
-2025-03-15T01:40:56.345615634Z 
Processed prompts:  89%|████████▉ | 445/500 [35:32<22:15, 24.28s/it, est. speed input: 30.35 toks/s, output: 969.92 toks/s]
-2025-03-15T01:41:42.895381773Z 
Processed prompts:  89%|████████▉ | 446/500 [35:50<20:12, 22.45s/it, est. speed input: 30.15 toks/s, output: 974.17 toks/s]
-2025-03-15T01:41:51.805035128Z 
Processed prompts:  89%|████████▉ | 447/500 [36:36<26:12, 29.68s/it, est. speed input: 29.57 toks/s, output: 965.33 toks/s]
-2025-03-15T01:41:55.032131775Z 
Processed prompts:  90%|████████▉ | 448/500 [36:45<20:19, 23.45s/it, est. speed input: 29.58 toks/s, output: 973.91 toks/s]
-2025-03-15T01:42:11.430282508Z 
Processed prompts:  90%|████████▉ | 449/500 [36:49<14:46, 17.38s/it, est. speed input: 29.62 toks/s, output: 984.97 toks/s]
-2025-03-15T01:42:22.242600633Z 
Processed prompts:  90%|█████████ | 450/500 [37:05<14:14, 17.09s/it, est. speed input: 29.47 toks/s, output: 990.21 toks/s]
-2025-03-15T01:42:35.361907204Z 
Processed prompts:  90%|█████████ | 451/500 [37:16<12:25, 15.20s/it, est. speed input: 29.39 toks/s, output: 997.91 toks/s]
-2025-03-15T01:42:44.171517037Z 
Processed prompts:  90%|█████████ | 452/500 [37:29<11:39, 14.58s/it, est. speed input: 29.28 toks/s, output: 1004.58 toks/s]
-2025-03-15T01:42:54.929926614Z 
Processed prompts:  91%|█████████ | 453/500 [37:38<10:03, 12.85s/it, est. speed input: 29.25 toks/s, output: 1013.16 toks/s]
-2025-03-15T01:43:02.884804824Z 
Processed prompts:  91%|█████████ | 454/500 [37:49<09:22, 12.22s/it, est. speed input: 29.18 toks/s, output: 1020.84 toks/s]
-2025-03-15T01:43:06.294064828Z 
Processed prompts:  91%|█████████ | 455/500 [37:56<08:12, 10.94s/it, est. speed input: 29.14 toks/s, output: 1029.77 toks/s]
-2025-03-15T01:43:18.141930038Z 
Processed prompts:  91%|█████████ | 456/500 [38:00<06:21,  8.68s/it, est. speed input: 29.14 toks/s, output: 1033.28 toks/s]
-2025-03-15T01:43:18.692247038Z 
Processed prompts:  91%|█████████▏| 457/500 [38:12<06:54,  9.63s/it, est. speed input: 29.06 toks/s, output: 1040.45 toks/s]
-2025-03-15T01:43:21.085075744Z 
Processed prompts:  92%|█████████▏| 458/500 [38:12<04:50,  6.91s/it, est. speed input: 29.09 toks/s, output: 1046.09 toks/s]
-2025-03-15T01:43:35.548840819Z 
Processed prompts:  92%|█████████▏| 459/500 [38:15<03:47,  5.55s/it, est. speed input: 29.14 toks/s, output: 1057.50 toks/s]
-2025-03-15T01:43:50.168179444Z 
Processed prompts:  92%|█████████▏| 460/500 [38:29<05:29,  8.23s/it, est. speed input: 29.00 toks/s, output: 1055.25 toks/s]
-2025-03-15T01:44:00.619162180Z 
Processed prompts:  92%|█████████▏| 461/500 [38:44<06:35, 10.14s/it, est. speed input: 29.05 toks/s, output: 1061.15 toks/s]
-2025-03-15T01:44:11.265477681Z 
Processed prompts:  92%|█████████▏| 462/500 [38:54<06:28, 10.24s/it, est. speed input: 28.97 toks/s, output: 1067.34 toks/s]
-2025-03-15T01:44:36.426687530Z 
Processed prompts:  93%|█████████▎| 463/500 [39:05<06:23, 10.36s/it, est. speed input: 28.91 toks/s, output: 1075.04 toks/s]
-2025-03-15T01:44:38.520497119Z 
Processed prompts:  93%|█████████▎| 464/500 [39:30<08:52, 14.80s/it, est. speed input: 28.66 toks/s, output: 1073.58 toks/s]
-2025-03-15T01:44:45.019581222Z 
Processed prompts:  93%|█████████▎| 465/500 [39:32<06:24, 10.99s/it, est. speed input: 28.70 toks/s, output: 1085.21 toks/s]
-2025-03-15T01:44:51.418853693Z 
Processed prompts:  93%|█████████▎| 466/500 [39:39<05:27,  9.64s/it, est. speed input: 28.73 toks/s, output: 1094.84 toks/s]
-2025-03-15T01:44:59.515182550Z 
Processed prompts:  93%|█████████▎| 467/500 [39:45<04:46,  8.67s/it, est. speed input: 28.72 toks/s, output: 1104.50 toks/s]
-2025-03-15T01:45:02.623329589Z 
Processed prompts:  94%|█████████▎| 468/500 [39:53<04:31,  8.50s/it, est. speed input: 28.73 toks/s, output: 1113.38 toks/s]
-2025-03-15T01:45:08.349210745Z 
Processed prompts:  94%|█████████▍| 469/500 [39:56<03:33,  6.88s/it, est. speed input: 28.76 toks/s, output: 1124.56 toks/s]
-2025-03-15T01:45:16.005793488Z 
Processed prompts:  94%|█████████▍| 470/500 [40:02<03:16,  6.53s/it, est. speed input: 28.75 toks/s, output: 1134.52 toks/s]
-2025-03-15T01:45:43.202588123Z 
Processed prompts:  94%|█████████▍| 471/500 [40:10<03:19,  6.87s/it, est. speed input: 28.70 toks/s, output: 1135.26 toks/s]
-2025-03-15T01:45:50.648355923Z 
Processed prompts:  94%|█████████▍| 472/500 [40:37<06:03, 12.97s/it, est. speed input: 28.47 toks/s, output: 1135.32 toks/s]
-2025-03-15T01:46:02.367012613Z 
Processed prompts:  95%|█████████▍| 473/500 [40:44<05:05, 11.31s/it, est. speed input: 28.43 toks/s, output: 1139.42 toks/s]
-2025-03-15T01:46:30.218382766Z 
Processed prompts:  95%|█████████▍| 474/500 [40:56<04:57, 11.43s/it, est. speed input: 28.34 toks/s, output: 1142.19 toks/s]
-2025-03-15T01:46:38.157652962Z 
Processed prompts:  95%|█████████▌| 475/500 [41:24<06:48, 16.36s/it, est. speed input: 28.08 toks/s, output: 1142.24 toks/s]
-2025-03-15T01:46:48.232573756Z 
Processed prompts:  95%|█████████▌| 476/500 [41:32<05:31, 13.83s/it, est. speed input: 28.09 toks/s, output: 1151.48 toks/s]
-2025-03-15T01:46:50.708187695Z 
Processed prompts:  95%|█████████▌| 477/500 [41:42<04:52, 12.71s/it, est. speed input: 28.05 toks/s, output: 1159.75 toks/s]
-2025-03-15T01:46:55.167429456Z 
Processed prompts:  96%|█████████▌| 478/500 [41:44<03:32,  9.64s/it, est. speed input: 28.08 toks/s, output: 1171.53 toks/s]
-2025-03-15T01:46:56.662535423Z 
Processed prompts:  96%|█████████▌| 479/500 [41:49<02:49,  8.08s/it, est. speed input: 28.16 toks/s, output: 1182.38 toks/s]
-2025-03-15T01:46:58.186803337Z 
Processed prompts:  96%|█████████▌| 480/500 [41:50<02:02,  6.11s/it, est. speed input: 28.25 toks/s, output: 1194.62 toks/s]
-2025-03-15T01:46:58.304746791Z 
Processed prompts:  96%|█████████▌| 481/500 [41:52<01:29,  4.73s/it, est. speed input: 28.33 toks/s, output: 1206.84 toks/s]
-2025-03-15T01:46:58.939328872Z 
Processed prompts:  96%|█████████▋| 482/500 [41:52<01:00,  3.35s/it, est. speed input: 28.42 toks/s, output: 1219.73 toks/s]
-2025-03-15T01:46:59.820122079Z 
Processed prompts:  97%|█████████▋| 483/500 [41:53<00:43,  2.53s/it, est. speed input: 28.50 toks/s, output: 1232.38 toks/s]
-2025-03-15T01:47:00.121435146Z 
Processed prompts:  97%|█████████▋| 484/500 [41:53<00:32,  2.04s/it, est. speed input: 28.57 toks/s, output: 1244.90 toks/s]
-2025-03-15T01:47:00.392494148Z 
Processed prompts:  97%|█████████▋| 485/500 [41:54<00:22,  1.52s/it, est. speed input: 28.64 toks/s, output: 1257.71 toks/s]
-2025-03-15T01:47:01.287926040Z 
Processed prompts:  97%|█████████▋| 487/500 [41:54<00:11,  1.14it/s, est. speed input: 28.78 toks/s, output: 1283.50 toks/s]
-2025-03-15T01:47:01.447301142Z 
Processed prompts:  98%|█████████▊| 489/500 [41:55<00:07,  1.41it/s, est. speed input: 28.89 toks/s, output: 1308.97 toks/s]
-2025-03-15T01:47:38.546415633Z 
Processed prompts:  98%|█████████▊| 491/500 [41:55<00:04,  2.08it/s, est. speed input: 29.00 toks/s, output: 1334.83 toks/s]
-2025-03-15T01:47:39.981230656Z 
Processed prompts:  99%|█████████▊| 493/500 [42:32<00:46,  6.64s/it, est. speed input: 28.68 toks/s, output: 1338.53 toks/s]
-2025-03-15T01:48:01.141923881Z 
Processed prompts:  99%|█████████▉| 494/500 [42:34<00:33,  5.62s/it, est. speed input: 28.71 toks/s, output: 1347.31 toks/s]
-2025-03-15T01:48:24.872226179Z 
Processed prompts:  99%|█████████▉| 495/500 [42:55<00:45,  9.02s/it, est. speed input: 28.52 toks/s, output: 1347.37 toks/s]
-2025-03-15T01:48:38.607231181Z 
Processed prompts:  99%|█████████▉| 496/500 [43:18<00:50, 12.52s/it, est. speed input: 28.30 toks/s, output: 1347.63 toks/s]
-2025-03-15T01:50:02.588239450Z 
Processed prompts:  99%|█████████▉| 497/500 [43:32<00:38, 12.83s/it, est. speed input: 28.20 toks/s, output: 1351.54 toks/s]
-2025-03-15T01:50:23.879260051Z 
Processed prompts: 100%|█████████▉| 498/500 [44:56<01:03, 31.76s/it, est. speed input: 27.36 toks/s, output: 1319.44 toks/s]
-2025-03-15T01:50:51.980047444Z 
Processed prompts: 100%|█████████▉| 499/500 [45:17<00:28, 28.87s/it, est. speed input: 27.18 toks/s, output: 1320.50 toks/s]
-2025-03-15T01:50:51.980195704Z 
Processed prompts: 100%|██████████| 500/500 [45:46<00:00, 28.66s/it, est. speed input: 26.94 toks/s, output: 1318.88 toks/s]
Processed prompts: 100%|██████████| 500/500 [45:46<00:00,  5.49s/it, est. speed input: 26.94 toks/s, output: 1318.88 toks/s]
-2025-03-15T01:50:53.282411496Z 
Splits: 100%|██████████| 1/1 [45:47<00:00, 2747.55s/it]
Splits: 100%|██████████| 1/1 [45:47<00:00, 2747.55s/it]
-2025-03-15T01:50:56.081974930Z [2025-03-15 01:50:56,081] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T01:51:01.108034985Z [2025-03-15 01:51:01,107] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T01:51:01.121106527Z [2025-03-15 01:51:01,120] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T01:51:01.121142750Z [2025-03-15 01:51:01,120] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T01:51:04.443055415Z [2025-03-15 01:51:04,442] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp1_300/results/quyanh/OpenRS-GRPO/results_2025-03-15T01-51-01.120880.json (evaluation_tracker.py:234)
-2025-03-15T01:51:04.448293966Z |      Task       |Version|     Metric     |Value|   |Stderr|
-2025-03-15T01:51:04.448308900Z |-----------------|------:|----------------|----:|---|-----:|
-2025-03-15T01:51:04.448311558Z |all              |       |extractive_match|0.756|±  |0.0192|
-2025-03-15T01:51:04.448313874Z |custom:math_500:0|      1|extractive_match|0.756|±  |0.0192|
-2025-03-15T01:51:07.520269318Z Evaluating task: amc23
-2025-03-15T01:51:23.265120920Z [2025-03-15 01:51:23,264] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T01:52:10.716357979Z INFO 03-15 01:52:10 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T01:52:18.303310992Z [2025-03-15 01:52:18,302] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T01:53:04.332584653Z [2025-03-15 01:53:04,331] [    INFO]: This model supports multiple tasks: {'reward', 'generate', 'classify', 'score', 'embed'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T01:53:04.350814729Z [2025-03-15 01:53:04,349] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=d5b189384159d2dd4ee220552788f06245ced964, override_neuron_config=None, tokenizer_revision=d5b189384159d2dd4ee220552788f06245ced964, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T01:53:12.667191201Z [2025-03-15 01:53:12,666] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T01:53:13.522654642Z [2025-03-15 01:53:13,522] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T01:53:14.786016578Z [2025-03-15 01:53:14,785] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T01:53:15.086246232Z [2025-03-15 01:53:15,085] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T01:53:15.088923698Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T01:53:16.076340940Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.01it/s]
-2025-03-15T01:53:16.076396782Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.01it/s]
-2025-03-15T01:53:16.590411427Z [2025-03-15 01:53:16,589] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T01:53:18.916535006Z [2025-03-15 01:53:18,916] [    INFO]: Memory profiling takes 1.99 seconds
-2025-03-15T01:53:18.916581549Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T01:53:18.916587989Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T01:53:19.127151380Z [2025-03-15 01:53:19,126] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T01:53:19.127190124Z [2025-03-15 01:53:19,126] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T01:53:23.082573113Z [2025-03-15 01:53:23,081] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T01:53:40.280528123Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:28,  1.19it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:01<00:25,  1.28it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:02<00:24,  1.31it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:03<00:23,  1.30it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:03<00:19,  1.53it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:04<00:17,  1.70it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:04<00:15,  1.81it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:04<00:14,  1.92it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:05<00:12,  2.01it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:05<00:12,  2.07it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:06<00:11,  2.11it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:06<00:10,  2.14it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:07<00:10,  2.15it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:07<00:09,  2.18it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:08<00:09,  2.21it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:08<00:08,  2.22it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:08<00:08,  2.24it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:09<00:07,  2.25it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:09<00:07,  2.26it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:10<00:06,  2.26it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:10<00:06,  2.26it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:11<00:05,  2.24it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:11<00:05,  2.25it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:12<00:04,  2.25it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:12<00:04,  2.25it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:13<00:04,  2.19it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:13<00:03,  2.20it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:13<00:03,  2.21it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:14<00:02,  2.21it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:14<00:02,  2.22it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:15<00:01,  2.21it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:15<00:01,  2.19it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:16<00:00,  2.18it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:16<00:00,  2.19it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:17<00:00,  2.05it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:17<00:00,  2.04it/s]
-2025-03-15T01:53:40.280784685Z [2025-03-15 01:53:40,280] [    INFO]: Graph capturing finished in 17 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T01:53:40.302889183Z [2025-03-15 01:53:40,302] [    INFO]: init engine (profile, create kv cache, warmup model) took 23.71 seconds (llm_engine.py:431)
-2025-03-15T01:53:41.302711676Z [2025-03-15 01:53:41,302] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T01:53:41.336021196Z [2025-03-15 01:53:41,335] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T01:53:41.336075217Z [2025-03-15 01:53:41,335] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T01:53:41.336081747Z [2025-03-15 01:53:41,335] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T01:53:41.336086767Z [2025-03-15 01:53:41,335] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T01:53:41.336091415Z [2025-03-15 01:53:41,335] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T01:53:41.336095980Z [2025-03-15 01:53:41,335] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T01:53:41.336100545Z [2025-03-15 01:53:41,335] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T01:53:41.336120477Z [2025-03-15 01:53:41,335] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T01:53:41.338280727Z [2025-03-15 01:53:41,338] [    INFO]: knoveleng/AMC-23 default (lighteval_task.py:187)
-2025-03-15T01:53:41.338301812Z [2025-03-15 01:53:41,338] [ WARNING]: Careful, the task custom|amc23 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T01:53:44.421703289Z [2025-03-15 01:53:44,421] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T01:53:44.421757631Z [2025-03-15 01:53:44,421] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T01:53:44.421780518Z [2025-03-15 01:53:44,421] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T01:53:44.437544928Z [2025-03-15 01:53:44,437] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T01:53:44.450868712Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 01:53:44,450] [ WARNING]: context_size + max_new_tokens=33060 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T01:53:55.765337237Z 
Processed prompts:   0%|          | 0/40 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T01:54:00.030121767Z 
Processed prompts:   2%|▎         | 1/40 [00:11<07:21, 11.31s/it, est. speed input: 13.71 toks/s, output: 66.23 toks/s]
-2025-03-15T01:54:03.320454102Z 
Processed prompts:   5%|▌         | 2/40 [00:15<04:32,  7.17s/it, est. speed input: 21.06 toks/s, output: 113.97 toks/s]
-2025-03-15T01:54:04.784225154Z 
Processed prompts:   8%|▊         | 3/40 [00:18<03:19,  5.40s/it, est. speed input: 22.85 toks/s, output: 158.29 toks/s]
-2025-03-15T01:54:09.767492129Z 
Processed prompts:  10%|█         | 4/40 [00:20<02:18,  3.84s/it, est. speed input: 28.48 toks/s, output: 211.04 toks/s]
-2025-03-15T01:54:10.870729817Z 
Processed prompts:  12%|█▎        | 5/40 [00:25<02:28,  4.25s/it, est. speed input: 29.75 toks/s, output: 233.41 toks/s]
-2025-03-15T01:54:13.610746924Z 
Processed prompts:  15%|█▌        | 6/40 [00:26<01:48,  3.18s/it, est. speed input: 34.64 toks/s, output: 287.53 toks/s]
-2025-03-15T01:54:17.638476892Z 
Processed prompts:  18%|█▊        | 7/40 [00:29<01:40,  3.04s/it, est. speed input: 38.55 toks/s, output: 324.24 toks/s]
-2025-03-15T01:54:26.163557438Z 
Processed prompts:  20%|██        | 8/40 [00:33<01:47,  3.35s/it, est. speed input: 37.64 toks/s, output: 348.38 toks/s]
-2025-03-15T01:54:31.913289954Z 
Processed prompts:  22%|██▎       | 9/40 [00:41<02:34,  4.97s/it, est. speed input: 32.27 toks/s, output: 339.80 toks/s]
-2025-03-15T01:54:34.617088086Z 
Processed prompts:  25%|██▌       | 10/40 [00:47<02:36,  5.21s/it, est. speed input: 30.79 toks/s, output: 360.50 toks/s]
-2025-03-15T01:54:36.119935970Z 
Processed prompts:  28%|██▊       | 11/40 [00:50<02:08,  4.44s/it, est. speed input: 33.19 toks/s, output: 402.70 toks/s]
-2025-03-15T01:54:55.615528928Z 
Processed prompts:  30%|███       | 12/40 [00:51<01:39,  3.55s/it, est. speed input: 35.27 toks/s, output: 452.52 toks/s]
-2025-03-15T01:55:01.191450804Z 
Processed prompts:  32%|███▎      | 13/40 [01:11<03:46,  8.38s/it, est. speed input: 27.42 toks/s, output: 388.58 toks/s]
-2025-03-15T01:55:38.991705650Z 
Processed prompts:  35%|███▌      | 14/40 [01:16<03:15,  7.53s/it, est. speed input: 28.07 toks/s, output: 419.94 toks/s]
-2025-03-15T01:55:43.597874169Z 
Processed prompts:  38%|███▊      | 15/40 [01:54<06:56, 16.66s/it, est. speed input: 20.48 toks/s, output: 337.93 toks/s]
-2025-03-15T01:56:20.033773324Z 
Processed prompts:  40%|████      | 16/40 [01:59<05:12, 13.03s/it, est. speed input: 20.65 toks/s, output: 381.16 toks/s]
-2025-03-15T01:56:30.533748740Z 
Processed prompts:  42%|████▎     | 17/40 [02:35<07:41, 20.07s/it, est. speed input: 17.29 toks/s, output: 345.94 toks/s]
-2025-03-15T01:56:47.783234868Z 
Processed prompts:  45%|████▌     | 18/40 [02:46<06:18, 17.19s/it, est. speed input: 16.97 toks/s, output: 377.54 toks/s]
-2025-03-15T01:56:54.888148448Z 
Processed prompts:  48%|████▊     | 19/40 [03:03<06:01, 17.21s/it, est. speed input: 16.43 toks/s, output: 394.64 toks/s]
-2025-03-15T01:57:00.455846209Z 
Processed prompts:  50%|█████     | 20/40 [03:10<04:43, 14.18s/it, est. speed input: 16.61 toks/s, output: 432.26 toks/s]
-2025-03-15T01:57:06.019744526Z 
Processed prompts:  52%|█████▎    | 21/40 [03:15<03:40, 11.59s/it, est. speed input: 16.95 toks/s, output: 472.12 toks/s]
-2025-03-15T01:57:28.298824054Z 
Processed prompts:  55%|█████▌    | 22/40 [03:21<02:56,  9.78s/it, est. speed input: 17.14 toks/s, output: 511.04 toks/s]
-2025-03-15T01:57:41.060565110Z 
Processed prompts:  57%|█████▊    | 23/40 [03:43<03:50, 13.53s/it, est. speed input: 15.92 toks/s, output: 511.57 toks/s]
-2025-03-15T01:57:42.427031295Z 
Processed prompts:  60%|██████    | 24/40 [03:56<03:32, 13.30s/it, est. speed input: 16.29 toks/s, output: 535.10 toks/s]
-2025-03-15T01:57:48.395551527Z 
Processed prompts:  62%|██████▎   | 25/40 [03:57<02:25,  9.72s/it, est. speed input: 16.67 toks/s, output: 583.14 toks/s]
-2025-03-15T01:59:13.000715653Z 
Processed prompts:  65%|██████▌   | 26/40 [04:03<02:00,  8.59s/it, est. speed input: 16.73 toks/s, output: 619.95 toks/s]
-2025-03-15T01:59:30.936391790Z 
Processed prompts:  68%|██████▊   | 27/40 [05:28<06:48, 31.40s/it, est. speed input: 12.91 toks/s, output: 510.56 toks/s]
-2025-03-15T01:59:34.762082524Z 
Processed prompts:  70%|███████   | 28/40 [05:46<05:28, 27.36s/it, est. speed input: 13.01 toks/s, output: 534.17 toks/s]
-2025-03-15T02:00:38.810163466Z 
Processed prompts:  72%|███████▎  | 29/40 [05:50<03:43, 20.30s/it, est. speed input: 13.37 toks/s, output: 578.35 toks/s]
-2025-03-15T02:02:21.150526279Z 
Processed prompts:  75%|███████▌  | 30/40 [06:54<05:34, 33.42s/it, est. speed input: 11.57 toks/s, output: 538.64 toks/s]
-2025-03-15T02:02:37.613972741Z 
Processed prompts:  78%|███████▊  | 31/40 [08:36<08:06, 54.10s/it, est. speed input: 9.59 toks/s, output: 480.85 toks/s] 
-2025-03-15T02:03:09.868991921Z 
Processed prompts:  80%|████████  | 32/40 [08:53<05:42, 42.81s/it, est. speed input: 9.51 toks/s, output: 514.83 toks/s]
-2025-03-15T02:03:26.629834361Z 
Processed prompts:  82%|████████▎ | 33/40 [09:25<04:37, 39.64s/it, est. speed input: 9.23 toks/s, output: 534.25 toks/s]
-2025-03-15T02:03:53.042196267Z 
Processed prompts:  85%|████████▌ | 34/40 [09:42<03:16, 32.78s/it, est. speed input: 9.20 toks/s, output: 567.73 toks/s]
-2025-03-15T02:04:37.925528587Z 
Processed prompts:  88%|████████▊ | 35/40 [10:08<02:34, 30.87s/it, est. speed input: 9.28 toks/s, output: 592.18 toks/s]
-2025-03-15T02:04:39.982978951Z 
Processed prompts:  90%|█████████ | 36/40 [10:53<02:20, 35.07s/it, est. speed input: 8.96 toks/s, output: 601.21 toks/s]
-2025-03-15T02:04:40.143949078Z 
Processed prompts:  92%|█████████▎| 37/40 [10:55<01:15, 25.17s/it, est. speed input: 9.18 toks/s, output: 649.05 toks/s]
-2025-03-15T02:04:40.331587352Z 
Processed prompts:  95%|█████████▌| 38/40 [10:55<00:35, 17.67s/it, est. speed input: 9.42 toks/s, output: 698.63 toks/s]
-2025-03-15T02:04:40.331633859Z 
Processed prompts: 100%|██████████| 40/40 [10:55<00:00,  9.56s/it, est. speed input: 9.86 toks/s, output: 797.92 toks/s]
Processed prompts: 100%|██████████| 40/40 [10:55<00:00, 16.40s/it, est. speed input: 9.86 toks/s, output: 797.92 toks/s]
-2025-03-15T02:04:40.498161165Z 
Splits: 100%|██████████| 1/1 [10:56<00:00, 656.06s/it]
Splits: 100%|██████████| 1/1 [10:56<00:00, 656.06s/it]
-2025-03-15T02:04:41.538615483Z [2025-03-15 02:04:41,538] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T02:04:41.892222776Z [2025-03-15 02:04:41,891] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T02:04:41.905620633Z [2025-03-15 02:04:41,905] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T02:04:41.905654393Z [2025-03-15 02:04:41,905] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T02:04:42.328196044Z [2025-03-15 02:04:42,327] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp1_300/results/quyanh/OpenRS-GRPO/results_2025-03-15T02-04-41.905474.json (evaluation_tracker.py:234)
-2025-03-15T02:04:42.331189292Z |     Task     |Version|     Metric     |Value|   |Stderr|
-2025-03-15T02:04:42.331221188Z |--------------|------:|----------------|----:|---|-----:|
-2025-03-15T02:04:42.331226959Z |all           |       |extractive_match|0.575|±  |0.0792|
-2025-03-15T02:04:42.331231628Z |custom:amc23:0|      1|extractive_match|0.575|±  |0.0792|
-2025-03-15T02:04:45.154744895Z ----------------------------------------
-2025-03-15T02:04:45.155854637Z ----------------------------------------
-2025-03-15T02:04:45.155890690Z Running evaluations for experiment 1, step 400
-2025-03-15T02:04:45.155895837Z Revision: rev1_400 = e40a221bc25c91d653b4fdeba757e968b8721ad6
-2025-03-15T02:04:45.155900697Z Output directory: data/evals/Exp1_400
-2025-03-15T02:04:45.159678042Z Evaluating task: aime24
-2025-03-15T02:04:52.057876397Z [2025-03-15 02:04:52,057] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T02:05:40.814833638Z INFO 03-15 02:05:40 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T02:05:47.377766365Z [2025-03-15 02:05:47,376] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T02:06:53.585437687Z [2025-03-15 02:06:53,584] [    INFO]: This model supports multiple tasks: {'generate', 'classify', 'reward', 'embed', 'score'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T02:06:53.592972119Z [2025-03-15 02:06:53,592] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=e40a221bc25c91d653b4fdeba757e968b8721ad6, override_neuron_config=None, tokenizer_revision=e40a221bc25c91d653b4fdeba757e968b8721ad6, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T02:06:57.515321155Z [2025-03-15 02:06:57,514] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T02:06:57.934184429Z [2025-03-15 02:06:57,933] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T02:06:58.464461845Z [2025-03-15 02:06:58,464] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T02:07:05.552392797Z [2025-03-15 02:07:05,551] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T02:07:05.553362349Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T02:07:06.176811861Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.60it/s]
-2025-03-15T02:07:06.176855445Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.60it/s]
-2025-03-15T02:07:06.503301499Z [2025-03-15 02:07:06,502] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T02:07:08.080031645Z [2025-03-15 02:07:08,079] [    INFO]: Memory profiling takes 1.38 seconds
-2025-03-15T02:07:08.080076348Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T02:07:08.080082102Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T02:07:08.288591725Z [2025-03-15 02:07:08,288] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T02:07:08.288638220Z [2025-03-15 02:07:08,288] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T02:07:11.971903114Z [2025-03-15 02:07:11,971] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T02:07:26.456473363Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:16,  2.11it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:00<00:15,  2.16it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:14,  2.18it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:01<00:14,  2.18it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:02<00:13,  2.15it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:02<00:12,  2.26it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:03<00:12,  2.31it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:03<00:11,  2.35it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:03<00:11,  2.35it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:04<00:10,  2.39it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:04<00:09,  2.43it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:05<00:09,  2.45it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:05<00:08,  2.47it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:05<00:08,  2.48it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:06<00:08,  2.49it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:06<00:07,  2.48it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:07<00:07,  2.48it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:07<00:06,  2.45it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:07<00:06,  2.47it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:08<00:06,  2.48it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:08<00:05,  2.48it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:09<00:05,  2.46it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:09<00:04,  2.47it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:10<00:04,  2.47it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:10<00:04,  2.47it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:10<00:03,  2.41it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:11<00:03,  2.44it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:11<00:02,  2.46it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:12<00:02,  2.47it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:12<00:02,  2.49it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:12<00:01,  2.48it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:13<00:01,  2.48it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:13<00:00,  2.47it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:14<00:00,  2.48it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:14<00:00,  2.45it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:14<00:00,  2.42it/s]
-2025-03-15T02:07:26.456660856Z [2025-03-15 02:07:26,456] [    INFO]: Graph capturing finished in 14 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T02:07:26.464635125Z [2025-03-15 02:07:26,464] [    INFO]: init engine (profile, create kv cache, warmup model) took 19.96 seconds (llm_engine.py:431)
-2025-03-15T02:07:27.194619493Z [2025-03-15 02:07:27,194] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T02:07:27.211942492Z [2025-03-15 02:07:27,211] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T02:07:27.211986358Z [2025-03-15 02:07:27,211] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T02:07:27.211996549Z [2025-03-15 02:07:27,211] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T02:07:27.212005272Z [2025-03-15 02:07:27,211] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T02:07:27.212009965Z [2025-03-15 02:07:27,211] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T02:07:27.212026682Z [2025-03-15 02:07:27,211] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T02:07:27.212031612Z [2025-03-15 02:07:27,211] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T02:07:27.212069099Z [2025-03-15 02:07:27,211] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T02:07:27.214256714Z [2025-03-15 02:07:27,213] [    INFO]: HuggingFaceH4/aime_2024 default (lighteval_task.py:187)
-2025-03-15T02:07:27.214290219Z [2025-03-15 02:07:27,214] [ WARNING]: Careful, the task custom|aime24 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T02:07:29.522996368Z [2025-03-15 02:07:29,522] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T02:07:29.523046448Z [2025-03-15 02:07:29,522] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T02:07:29.523355827Z [2025-03-15 02:07:29,522] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T02:07:29.536927823Z [2025-03-15 02:07:29,536] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T02:07:29.548115254Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 02:07:29,547] [ WARNING]: context_size + max_new_tokens=33238 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T02:08:34.237099279Z 
Processed prompts:   0%|          | 0/30 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T02:09:05.739424503Z 
Processed prompts:   3%|▎         | 1/30 [01:04<31:15, 64.69s/it, est. speed input: 3.11 toks/s, output: 62.21 toks/s]
-2025-03-15T02:09:18.073204730Z 
Processed prompts:   7%|▋         | 2/30 [01:36<21:04, 45.17s/it, est. speed input: 4.38 toks/s, output: 100.16 toks/s]
-2025-03-15T02:09:30.456525337Z 
Processed prompts:  10%|█         | 3/30 [01:48<13:34, 30.17s/it, est. speed input: 5.09 toks/s, output: 145.88 toks/s]
-2025-03-15T02:09:34.692724668Z 
Processed prompts:  13%|█▎        | 4/30 [02:00<10:01, 23.15s/it, est. speed input: 6.30 toks/s, output: 186.96 toks/s]
-2025-03-15T02:09:36.739786537Z 
Processed prompts:  17%|█▋        | 5/30 [02:05<06:48, 16.33s/it, est. speed input: 7.19 toks/s, output: 236.32 toks/s]
-2025-03-15T02:09:45.319759377Z 
Processed prompts:  20%|██        | 6/30 [02:07<04:35, 11.47s/it, est. speed input: 8.05 toks/s, output: 288.07 toks/s]
-2025-03-15T02:09:46.880095748Z 
Processed prompts:  23%|██▎       | 7/30 [02:15<04:02, 10.53s/it, est. speed input: 8.79 toks/s, output: 324.99 toks/s]
-2025-03-15T02:09:58.972885353Z 
Processed prompts:  27%|██▋       | 8/30 [02:17<02:48,  7.67s/it, est. speed input: 9.61 toks/s, output: 376.35 toks/s]
-2025-03-15T02:10:06.839126690Z 
Processed prompts:  30%|███       | 9/30 [02:29<03:10,  9.05s/it, est. speed input: 9.78 toks/s, output: 400.25 toks/s]
-2025-03-15T02:10:18.218364896Z 
Processed prompts:  33%|███▎      | 10/30 [02:37<02:53,  8.69s/it, est. speed input: 10.40 toks/s, output: 434.26 toks/s]
-2025-03-15T02:10:28.774189030Z 
Processed prompts:  37%|███▋      | 11/30 [02:48<03:00,  9.51s/it, est. speed input: 10.63 toks/s, output: 458.62 toks/s]
-2025-03-15T02:10:41.157626799Z 
Processed prompts:  40%|████      | 12/30 [02:59<02:56,  9.83s/it, est. speed input: 11.00 toks/s, output: 484.96 toks/s]
-2025-03-15T02:10:49.376174423Z 
Processed prompts:  43%|████▎     | 13/30 [03:11<03:00, 10.60s/it, est. speed input: 11.20 toks/s, output: 506.70 toks/s]
-2025-03-15T02:11:14.039179016Z 
Processed prompts:  47%|████▋     | 14/30 [03:19<02:38,  9.88s/it, est. speed input: 11.43 toks/s, output: 538.77 toks/s]
-2025-03-15T02:11:19.419915521Z 
Processed prompts:  50%|█████     | 15/30 [03:44<03:35, 14.34s/it, est. speed input: 10.86 toks/s, output: 532.17 toks/s]
-2025-03-15T02:11:39.356182691Z 
Processed prompts:  53%|█████▎    | 16/30 [03:49<02:42, 11.64s/it, est. speed input: 11.72 toks/s, output: 572.25 toks/s]
-2025-03-15T02:11:51.629604130Z 
Processed prompts:  57%|█████▋    | 17/30 [04:09<03:03, 14.14s/it, est. speed input: 11.68 toks/s, output: 578.98 toks/s]
-2025-03-15T02:12:01.659902939Z 
Processed prompts:  60%|██████    | 18/30 [04:22<02:42, 13.58s/it, est. speed input: 11.85 toks/s, output: 604.24 toks/s]
-2025-03-15T02:12:15.371550343Z 
Processed prompts:  63%|██████▎   | 19/30 [04:32<02:17, 12.51s/it, est. speed input: 11.98 toks/s, output: 634.37 toks/s]
-2025-03-15T02:12:18.877323428Z 
Processed prompts:  67%|██████▋   | 20/30 [04:45<02:08, 12.87s/it, est. speed input: 11.97 toks/s, output: 656.43 toks/s]
-2025-03-15T02:12:20.292902162Z 
Processed prompts:  70%|███████   | 21/30 [04:49<01:30, 10.06s/it, est. speed input: 12.46 toks/s, output: 701.02 toks/s]
-2025-03-15T02:12:31.275022306Z 
Processed prompts:  73%|███████▎  | 22/30 [04:50<00:59,  7.47s/it, est. speed input: 12.93 toks/s, output: 750.19 toks/s]
-2025-03-15T02:12:33.895349645Z 
Processed prompts:  77%|███████▋  | 23/30 [05:01<00:59,  8.52s/it, est. speed input: 12.88 toks/s, output: 775.81 toks/s]
-2025-03-15T02:12:34.602489185Z 
Processed prompts:  80%|████████  | 24/30 [05:04<00:40,  6.75s/it, est. speed input: 13.23 toks/s, output: 822.16 toks/s]
-2025-03-15T02:12:46.514120994Z 
Processed prompts:  83%|████████▎ | 25/30 [05:05<00:24,  4.94s/it, est. speed input: 13.91 toks/s, output: 873.33 toks/s]
-2025-03-15T02:12:47.762125630Z 
Processed prompts:  87%|████████▋ | 26/30 [05:16<00:28,  7.03s/it, est. speed input: 13.89 toks/s, output: 894.34 toks/s]
-2025-03-15T02:12:51.190478767Z 
Processed prompts:  90%|█████████ | 27/30 [05:18<00:15,  5.30s/it, est. speed input: 14.30 toks/s, output: 944.77 toks/s]
-2025-03-15T02:13:27.682676325Z 
Processed prompts:  93%|█████████▎| 28/30 [05:21<00:09,  4.74s/it, est. speed input: 15.00 toks/s, output: 988.77 toks/s]
-2025-03-15T02:14:09.664559586Z 
Processed prompts:  97%|█████████▋| 29/30 [05:58<00:14, 14.26s/it, est. speed input: 14.11 toks/s, output: 945.17 toks/s]
-2025-03-15T02:14:09.664833673Z 
Processed prompts: 100%|██████████| 30/30 [06:40<00:00, 22.58s/it, est. speed input: 13.80 toks/s, output: 906.73 toks/s]
Processed prompts: 100%|██████████| 30/30 [06:40<00:00, 13.34s/it, est. speed input: 13.80 toks/s, output: 906.73 toks/s]
-2025-03-15T02:14:09.768607167Z 
Splits: 100%|██████████| 1/1 [06:40<00:00, 400.23s/it]
Splits: 100%|██████████| 1/1 [06:40<00:00, 400.23s/it]
-2025-03-15T02:14:10.613583861Z [2025-03-15 02:14:10,613] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T02:14:11.172696702Z [2025-03-15 02:14:11,172] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T02:14:11.184988166Z [2025-03-15 02:14:11,184] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T02:14:11.185025145Z [2025-03-15 02:14:11,184] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T02:14:11.467762617Z [2025-03-15 02:14:11,467] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp1_400/results/quyanh/OpenRS-GRPO/results_2025-03-15T02-14-11.184777.json (evaluation_tracker.py:234)
-2025-03-15T02:14:11.470806026Z |     Task      |Version|     Metric     |Value |   |Stderr|
-2025-03-15T02:14:11.470826833Z |---------------|------:|----------------|-----:|---|-----:|
-2025-03-15T02:14:11.470831866Z |all            |       |extractive_match|0.3333|±  |0.0875|
-2025-03-15T02:14:11.470836423Z |custom:aime24:0|      1|extractive_match|0.3333|±  |0.0875|
-2025-03-15T02:14:14.144846358Z Evaluating task: math_500
-2025-03-15T02:14:33.494705209Z [2025-03-15 02:14:33,493] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T02:15:14.927692057Z INFO 03-15 02:15:14 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T02:15:18.153164764Z [2025-03-15 02:15:18,152] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T02:16:06.324922493Z [2025-03-15 02:16:06,323] [    INFO]: This model supports multiple tasks: {'score', 'reward', 'generate', 'classify', 'embed'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T02:16:06.335756650Z [2025-03-15 02:16:06,334] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=e40a221bc25c91d653b4fdeba757e968b8721ad6, override_neuron_config=None, tokenizer_revision=e40a221bc25c91d653b4fdeba757e968b8721ad6, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T02:16:10.551186958Z [2025-03-15 02:16:10,550] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T02:16:11.189622250Z [2025-03-15 02:16:11,189] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T02:16:11.765098723Z [2025-03-15 02:16:11,764] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T02:16:12.057326541Z [2025-03-15 02:16:12,056] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T02:16:12.058789172Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T02:16:12.817185312Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.32it/s]
-2025-03-15T02:16:12.817227372Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.32it/s]
-2025-03-15T02:16:13.247703952Z [2025-03-15 02:16:13,247] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T02:16:15.014548442Z [2025-03-15 02:16:15,014] [    INFO]: Memory profiling takes 1.55 seconds
-2025-03-15T02:16:15.014591988Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T02:16:15.014599288Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T02:16:15.309277495Z [2025-03-15 02:16:15,308] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T02:16:15.309350046Z [2025-03-15 02:16:15,309] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T02:16:19.254066998Z [2025-03-15 02:16:19,253] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T02:16:33.903197995Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:18,  1.83it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:00<00:15,  2.14it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:14,  2.25it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:01<00:13,  2.29it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:02<00:12,  2.31it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:02<00:12,  2.33it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:03<00:12,  2.30it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:03<00:11,  2.35it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:03<00:10,  2.38it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:04<00:10,  2.40it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:04<00:09,  2.42it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:05<00:09,  2.43it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:05<00:09,  2.44it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:05<00:08,  2.45it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:06<00:08,  2.44it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:06<00:07,  2.43it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:07<00:07,  2.43it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:07<00:06,  2.44it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:07<00:06,  2.44it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:08<00:06,  2.39it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:08<00:05,  2.40it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:09<00:05,  2.39it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:09<00:04,  2.41it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:10<00:04,  2.42it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:10<00:04,  2.44it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:10<00:03,  2.41it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:11<00:03,  2.43it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:11<00:02,  2.43it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:12<00:02,  2.43it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:12<00:02,  2.44it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:12<00:01,  2.43it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:13<00:01,  2.39it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:13<00:00,  2.40it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:14<00:00,  2.41it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:14<00:00,  2.39it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:14<00:00,  2.39it/s]
-2025-03-15T02:16:33.903448345Z [2025-03-15 02:16:33,903] [    INFO]: Graph capturing finished in 15 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T02:16:33.912385852Z [2025-03-15 02:16:33,912] [    INFO]: init engine (profile, create kv cache, warmup model) took 20.66 seconds (llm_engine.py:431)
-2025-03-15T02:16:34.622697145Z [2025-03-15 02:16:34,622] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T02:16:34.638238197Z [2025-03-15 02:16:34,638] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T02:16:34.638283544Z [2025-03-15 02:16:34,638] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T02:16:34.638299344Z [2025-03-15 02:16:34,638] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T02:16:34.638343812Z [2025-03-15 02:16:34,638] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T02:16:34.638392804Z [2025-03-15 02:16:34,638] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T02:16:34.638426492Z [2025-03-15 02:16:34,638] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T02:16:34.638469792Z [2025-03-15 02:16:34,638] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T02:16:34.638512392Z [2025-03-15 02:16:34,638] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T02:16:34.640741740Z [2025-03-15 02:16:34,640] [    INFO]: HuggingFaceH4/MATH-500 default (lighteval_task.py:187)
-2025-03-15T02:16:34.640782136Z [2025-03-15 02:16:34,640] [ WARNING]: Careful, the task custom|math_500 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T02:16:37.047363907Z [2025-03-15 02:16:37,046] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T02:16:37.047456544Z [2025-03-15 02:16:37,047] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T02:16:37.047467147Z [2025-03-15 02:16:37,047] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T02:16:37.212056537Z [2025-03-15 02:16:37,211] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T02:16:37.356732355Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 02:16:37,356] [ WARNING]: context_size + max_new_tokens=33636 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T02:17:06.060005500Z 
Processed prompts:   0%|          | 0/500 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T02:17:13.657067985Z 
Processed prompts:   0%|          | 1/500 [00:28<3:58:18, 28.65s/it, est. speed input: 4.71 toks/s, output: 17.21 toks/s]
-2025-03-15T02:17:16.507720394Z 
Processed prompts:   0%|          | 2/500 [00:36<2:15:01, 16.27s/it, est. speed input: 8.08 toks/s, output: 30.87 toks/s]
-2025-03-15T02:17:16.881310610Z 
Processed prompts:   1%|          | 3/500 [00:39<1:24:00, 10.14s/it, est. speed input: 11.51 toks/s, output: 45.88 toks/s]
-2025-03-15T02:17:18.196733374Z 
Processed prompts:   1%|          | 4/500 [00:39<51:57,  6.28s/it, est. speed input: 17.78 toks/s, output: 62.70 toks/s]  
-2025-03-15T02:17:20.579510491Z 
Processed prompts:   1%|          | 5/500 [00:40<37:03,  4.49s/it, est. speed input: 20.59 toks/s, output: 77.91 toks/s]
-2025-03-15T02:17:24.325391947Z 
Processed prompts:   1%|          | 6/500 [00:43<31:05,  3.78s/it, est. speed input: 23.12 toks/s, output: 90.82 toks/s]
-2025-03-15T02:17:27.059517425Z 
Processed prompts:   1%|▏         | 7/500 [00:46<30:56,  3.77s/it, est. speed input: 25.28 toks/s, output: 100.75 toks/s]
-2025-03-15T02:17:27.688208496Z 
Processed prompts:   2%|▏         | 8/500 [00:49<28:11,  3.44s/it, est. speed input: 26.87 toks/s, output: 112.18 toks/s]
-2025-03-15T02:17:30.804675007Z 
Processed prompts:   2%|▏         | 10/500 [00:50<15:55,  1.95s/it, est. speed input: 31.88 toks/s, output: 144.53 toks/s]
-2025-03-15T02:17:31.004573429Z 
Processed prompts:   2%|▏         | 11/500 [00:53<18:18,  2.25s/it, est. speed input: 32.66 toks/s, output: 153.02 toks/s]
-2025-03-15T02:17:31.448011673Z 
Processed prompts:   2%|▏         | 12/500 [00:53<13:50,  1.70s/it, est. speed input: 35.43 toks/s, output: 169.37 toks/s]
-2025-03-15T02:17:32.624582097Z 
Processed prompts:   3%|▎         | 13/500 [00:54<10:59,  1.35s/it, est. speed input: 37.56 toks/s, output: 184.89 toks/s]
-2025-03-15T02:17:33.799817348Z 
Processed prompts:   3%|▎         | 14/500 [00:55<10:34,  1.30s/it, est. speed input: 39.06 toks/s, output: 197.85 toks/s]
-2025-03-15T02:17:34.549209788Z 
Processed prompts:   3%|▎         | 15/500 [00:56<10:14,  1.27s/it, est. speed input: 40.55 toks/s, output: 210.61 toks/s]
-2025-03-15T02:17:35.120242267Z 
Processed prompts:   3%|▎         | 16/500 [00:57<09:00,  1.12s/it, est. speed input: 42.26 toks/s, output: 224.72 toks/s]
-2025-03-15T02:17:35.564935892Z 
Processed prompts:   3%|▎         | 17/500 [00:57<07:41,  1.05it/s, est. speed input: 44.24 toks/s, output: 239.35 toks/s]
-2025-03-15T02:17:37.055313848Z 
Processed prompts:   4%|▎         | 18/500 [00:58<06:28,  1.24it/s, est. speed input: 47.04 toks/s, output: 254.37 toks/s]
-2025-03-15T02:17:38.182752921Z 
Processed prompts:   4%|▍         | 19/500 [00:59<08:05,  1.01s/it, est. speed input: 50.28 toks/s, output: 264.85 toks/s]
-2025-03-15T02:17:41.049832169Z 
Processed prompts:   4%|▍         | 20/500 [01:00<08:21,  1.04s/it, est. speed input: 51.70 toks/s, output: 276.75 toks/s]
-2025-03-15T02:17:42.435753923Z 
Processed prompts:   4%|▍         | 21/500 [01:03<12:40,  1.59s/it, est. speed input: 51.68 toks/s, output: 281.07 toks/s]
-2025-03-15T02:17:43.703403549Z 
Processed prompts:   4%|▍         | 22/500 [01:05<12:10,  1.53s/it, est. speed input: 52.98 toks/s, output: 291.84 toks/s]
-2025-03-15T02:17:44.226551072Z 
Processed prompts:   5%|▍         | 23/500 [01:06<11:31,  1.45s/it, est. speed input: 54.09 toks/s, output: 303.00 toks/s]
-2025-03-15T02:17:45.442967196Z 
Processed prompts:   5%|▍         | 24/500 [01:06<09:18,  1.17s/it, est. speed input: 55.88 toks/s, output: 317.36 toks/s]
-2025-03-15T02:17:46.408542790Z 
Processed prompts:   5%|▌         | 25/500 [01:08<09:23,  1.19s/it, est. speed input: 56.93 toks/s, output: 328.40 toks/s]
-2025-03-15T02:17:47.246378521Z 
Processed prompts:   5%|▌         | 26/500 [01:09<08:50,  1.12s/it, est. speed input: 58.61 toks/s, output: 340.50 toks/s]
-2025-03-15T02:17:47.646298207Z 
Processed prompts:   5%|▌         | 27/500 [01:09<08:09,  1.04s/it, est. speed input: 59.78 toks/s, output: 353.09 toks/s]
-2025-03-15T02:17:48.810153122Z 
Processed prompts:   6%|▌         | 28/500 [01:10<06:38,  1.18it/s, est. speed input: 61.32 toks/s, output: 367.75 toks/s]
-2025-03-15T02:17:49.214739961Z 
Processed prompts:   6%|▌         | 29/500 [01:11<07:22,  1.06it/s, est. speed input: 62.77 toks/s, output: 378.41 toks/s]
-2025-03-15T02:17:50.079646834Z 
Processed prompts:   6%|▌         | 30/500 [01:11<06:06,  1.28it/s, est. speed input: 64.20 toks/s, output: 392.92 toks/s]
-2025-03-15T02:17:55.422293063Z 
Processed prompts:   6%|▋         | 32/500 [01:12<04:49,  1.61it/s, est. speed input: 67.03 toks/s, output: 421.32 toks/s]
-2025-03-15T02:17:56.407395039Z 
Processed prompts:   7%|▋         | 33/500 [01:18<13:56,  1.79s/it, est. speed input: 64.23 toks/s, output: 408.90 toks/s]
-2025-03-15T02:17:56.620032909Z 
Processed prompts:   7%|▋         | 34/500 [01:19<12:16,  1.58s/it, est. speed input: 65.48 toks/s, output: 420.22 toks/s]
-2025-03-15T02:17:57.410517675Z 
Processed prompts:   7%|▋         | 35/500 [01:19<09:21,  1.21s/it, est. speed input: 67.15 toks/s, output: 435.51 toks/s]
-2025-03-15T02:17:57.558354199Z 
Processed prompts:   7%|▋         | 36/500 [01:20<08:26,  1.09s/it, est. speed input: 68.16 toks/s, output: 447.60 toks/s]
-2025-03-15T02:17:57.833968402Z 
Processed prompts:   7%|▋         | 37/500 [01:20<06:20,  1.22it/s, est. speed input: 69.95 toks/s, output: 463.17 toks/s]
-2025-03-15T02:17:58.758899957Z 
Processed prompts:   8%|▊         | 38/500 [01:20<05:06,  1.51it/s, est. speed input: 71.60 toks/s, output: 477.97 toks/s]
-2025-03-15T02:18:05.108723639Z 
Processed prompts:   8%|▊         | 39/500 [01:21<05:41,  1.35it/s, est. speed input: 72.75 toks/s, output: 488.91 toks/s]
-2025-03-15T02:18:06.193716701Z 
Processed prompts:   8%|▊         | 40/500 [01:27<18:21,  2.39s/it, est. speed input: 69.98 toks/s, output: 469.81 toks/s]
-2025-03-15T02:18:07.796901566Z 
Processed prompts:   8%|▊         | 42/500 [01:28<11:48,  1.55s/it, est. speed input: 72.42 toks/s, output: 496.45 toks/s]
-2025-03-15T02:18:08.549025023Z 
Processed prompts:   9%|▊         | 43/500 [01:30<11:53,  1.56s/it, est. speed input: 72.53 toks/s, output: 496.36 toks/s]
-2025-03-15T02:18:09.035646754Z 
Processed prompts:   9%|▉         | 44/500 [01:31<10:15,  1.35s/it, est. speed input: 73.34 toks/s, output: 508.50 toks/s]
-2025-03-15T02:18:16.083502899Z 
Processed prompts:   9%|▉         | 45/500 [01:31<08:28,  1.12s/it, est. speed input: 74.30 toks/s, output: 512.05 toks/s]
-2025-03-15T02:18:16.510544176Z 
Processed prompts:   9%|▉         | 46/500 [01:38<20:58,  2.77s/it, est. speed input: 70.45 toks/s, output: 491.61 toks/s]
-2025-03-15T02:18:18.498101093Z 
Processed prompts:   9%|▉         | 47/500 [01:39<15:52,  2.10s/it, est. speed input: 71.83 toks/s, output: 505.62 toks/s]
-2025-03-15T02:18:18.993604752Z 
Processed prompts:  10%|▉         | 48/500 [01:41<15:35,  2.07s/it, est. speed input: 71.92 toks/s, output: 511.77 toks/s]
-2025-03-15T02:18:21.539482140Z 
Processed prompts:  10%|▉         | 49/500 [01:41<12:05,  1.61s/it, est. speed input: 72.87 toks/s, output: 525.36 toks/s]
-2025-03-15T02:18:23.198807548Z 
Processed prompts:  10%|█         | 51/500 [01:44<10:53,  1.46s/it, est. speed input: 75.37 toks/s, output: 544.27 toks/s]
-2025-03-15T02:18:27.922872497Z 
Processed prompts:  10%|█         | 52/500 [01:45<11:14,  1.51s/it, est. speed input: 75.38 toks/s, output: 545.37 toks/s]
-2025-03-15T02:18:28.290496814Z 
Processed prompts:  11%|█         | 53/500 [01:50<17:26,  2.34s/it, est. speed input: 73.31 toks/s, output: 537.93 toks/s]
-2025-03-15T02:18:30.040006370Z 
Processed prompts:  11%|█         | 54/500 [01:50<13:26,  1.81s/it, est. speed input: 74.45 toks/s, output: 552.01 toks/s]
-2025-03-15T02:18:30.547199823Z 
Processed prompts:  11%|█         | 55/500 [01:52<13:17,  1.79s/it, est. speed input: 74.98 toks/s, output: 559.27 toks/s]
-2025-03-15T02:18:30.996441367Z 
Processed prompts:  11%|█         | 56/500 [01:53<10:32,  1.43s/it, est. speed input: 75.96 toks/s, output: 572.60 toks/s]
-2025-03-15T02:18:31.847679443Z 
Processed prompts:  12%|█▏        | 58/500 [01:53<06:31,  1.13it/s, est. speed input: 78.27 toks/s, output: 601.93 toks/s]
-2025-03-15T02:18:32.842670518Z 
Processed prompts:  12%|█▏        | 59/500 [01:54<06:27,  1.14it/s, est. speed input: 78.97 toks/s, output: 613.26 toks/s]
-2025-03-15T02:18:33.905942744Z 
Processed prompts:  12%|█▏        | 60/500 [01:55<06:39,  1.10it/s, est. speed input: 79.36 toks/s, output: 615.68 toks/s]
-2025-03-15T02:18:34.830653406Z 
Processed prompts:  12%|█▏        | 61/500 [01:56<06:57,  1.05it/s, est. speed input: 79.72 toks/s, output: 618.92 toks/s]
-2025-03-15T02:18:38.068321927Z 
Processed prompts:  12%|█▏        | 62/500 [01:57<06:53,  1.06it/s, est. speed input: 80.29 toks/s, output: 629.81 toks/s]
-2025-03-15T02:18:38.582432143Z 
Processed prompts:  13%|█▎        | 63/500 [02:00<11:36,  1.59s/it, est. speed input: 79.24 toks/s, output: 628.63 toks/s]
-2025-03-15T02:18:38.885188111Z 
Processed prompts:  13%|█▎        | 65/500 [02:01<07:13,  1.00it/s, est. speed input: 82.49 toks/s, output: 651.53 toks/s]
-2025-03-15T02:18:41.386676680Z 
Processed prompts:  13%|█▎        | 66/500 [02:01<05:59,  1.21it/s, est. speed input: 83.31 toks/s, output: 657.55 toks/s]
-2025-03-15T02:18:42.681151438Z 
Processed prompts:  13%|█▎        | 67/500 [02:03<09:04,  1.26s/it, est. speed input: 83.18 toks/s, output: 659.95 toks/s]
-2025-03-15T02:18:44.476400549Z 
Processed prompts:  14%|█▎        | 68/500 [02:05<09:07,  1.27s/it, est. speed input: 83.37 toks/s, output: 668.79 toks/s]
-2025-03-15T02:18:47.563705622Z 
Processed prompts:  14%|█▍        | 69/500 [02:07<10:09,  1.41s/it, est. speed input: 83.25 toks/s, output: 674.97 toks/s]
-2025-03-15T02:18:49.233983796Z 
Processed prompts:  14%|█▍        | 70/500 [02:10<13:32,  1.89s/it, est. speed input: 82.42 toks/s, output: 674.55 toks/s]
-2025-03-15T02:18:49.686425072Z 
Processed prompts:  14%|█▍        | 71/500 [02:11<13:03,  1.83s/it, est. speed input: 82.33 toks/s, output: 675.17 toks/s]
-2025-03-15T02:18:52.097918590Z 
Processed prompts:  14%|█▍        | 72/500 [02:12<10:09,  1.43s/it, est. speed input: 82.97 toks/s, output: 679.82 toks/s]
-2025-03-15T02:18:52.483199487Z 
Processed prompts:  15%|█▍        | 73/500 [02:14<12:12,  1.72s/it, est. speed input: 82.85 toks/s, output: 683.18 toks/s]
-2025-03-15T02:18:53.584535471Z 
Processed prompts:  15%|█▍        | 74/500 [02:15<09:23,  1.32s/it, est. speed input: 83.66 toks/s, output: 696.75 toks/s]
-2025-03-15T02:18:54.110295750Z 
Processed prompts:  15%|█▌        | 75/500 [02:16<08:53,  1.26s/it, est. speed input: 84.02 toks/s, output: 706.61 toks/s]
-2025-03-15T02:18:56.440141517Z 
Processed prompts:  15%|█▌        | 76/500 [02:16<07:20,  1.04s/it, est. speed input: 84.77 toks/s, output: 719.39 toks/s]
-2025-03-15T02:18:56.752096950Z 
Processed prompts:  15%|█▌        | 77/500 [02:19<10:02,  1.42s/it, est. speed input: 84.26 toks/s, output: 722.80 toks/s]
-2025-03-15T02:18:58.077011226Z 
Processed prompts:  16%|█▌        | 78/500 [02:19<07:40,  1.09s/it, est. speed input: 85.13 toks/s, output: 736.64 toks/s]
-2025-03-15T02:18:58.315948425Z 
Processed prompts:  16%|█▌        | 79/500 [02:20<08:08,  1.16s/it, est. speed input: 85.46 toks/s, output: 745.14 toks/s]
-2025-03-15T02:19:00.876739439Z 
Processed prompts:  16%|█▌        | 80/500 [02:20<06:11,  1.13it/s, est. speed input: 86.55 toks/s, output: 759.31 toks/s]
-2025-03-15T02:19:02.503357577Z 
Processed prompts:  16%|█▌        | 81/500 [02:23<09:41,  1.39s/it, est. speed input: 86.09 toks/s, output: 761.16 toks/s]
-2025-03-15T02:19:03.332125004Z 
Processed prompts:  16%|█▋        | 82/500 [02:25<10:09,  1.46s/it, est. speed input: 86.36 toks/s, output: 768.01 toks/s]
-2025-03-15T02:19:05.057753706Z 
Processed prompts:  17%|█▋        | 84/500 [02:25<06:46,  1.02it/s, est. speed input: 87.67 toks/s, output: 785.19 toks/s]
-2025-03-15T02:19:06.837572021Z 
Processed prompts:  17%|█▋        | 85/500 [02:27<08:02,  1.16s/it, est. speed input: 87.48 toks/s, output: 784.91 toks/s]
-2025-03-15T02:19:07.814396834Z 
Processed prompts:  17%|█▋        | 86/500 [02:29<09:08,  1.32s/it, est. speed input: 87.23 toks/s, output: 780.92 toks/s]
-2025-03-15T02:19:08.570816688Z 
Processed prompts:  17%|█▋        | 87/500 [02:30<08:27,  1.23s/it, est. speed input: 87.55 toks/s, output: 791.09 toks/s]
-2025-03-15T02:19:09.187530643Z 
Processed prompts:  18%|█▊        | 88/500 [02:31<07:32,  1.10s/it, est. speed input: 87.94 toks/s, output: 797.45 toks/s]
-2025-03-15T02:19:10.024854760Z 
Processed prompts:  18%|█▊        | 89/500 [02:31<06:34,  1.04it/s, est. speed input: 88.37 toks/s, output: 799.76 toks/s]
-2025-03-15T02:19:11.173629889Z 
Processed prompts:  18%|█▊        | 90/500 [02:32<06:19,  1.08it/s, est. speed input: 89.54 toks/s, output: 810.58 toks/s]
-2025-03-15T02:19:12.259133376Z 
Processed prompts:  18%|█▊        | 91/500 [02:33<06:44,  1.01it/s, est. speed input: 89.68 toks/s, output: 813.85 toks/s]
-2025-03-15T02:19:15.692603151Z 
Processed prompts:  18%|█▊        | 92/500 [02:34<06:55,  1.02s/it, est. speed input: 89.97 toks/s, output: 823.33 toks/s]
-2025-03-15T02:19:16.868397136Z 
Processed prompts:  19%|█▊        | 93/500 [02:38<11:45,  1.73s/it, est. speed input: 88.85 toks/s, output: 820.60 toks/s]
-2025-03-15T02:19:17.337070674Z 
Processed prompts:  19%|█▉        | 94/500 [02:39<10:36,  1.57s/it, est. speed input: 89.14 toks/s, output: 829.67 toks/s]
-2025-03-15T02:19:18.104343279Z 
Processed prompts:  19%|█▉        | 95/500 [02:39<08:22,  1.24s/it, est. speed input: 89.65 toks/s, output: 835.68 toks/s]
-2025-03-15T02:19:19.614247762Z 
Processed prompts:  19%|█▉        | 96/500 [02:40<07:23,  1.10s/it, est. speed input: 89.96 toks/s, output: 837.90 toks/s]
-2025-03-15T02:19:22.402778782Z 
Processed prompts:  19%|█▉        | 97/500 [02:42<08:12,  1.22s/it, est. speed input: 90.24 toks/s, output: 845.18 toks/s]
-2025-03-15T02:19:23.625447344Z 
Processed prompts:  20%|█▉        | 99/500 [02:44<08:41,  1.30s/it, est. speed input: 90.66 toks/s, output: 852.92 toks/s]
-2025-03-15T02:19:23.800027337Z 
Processed prompts:  20%|██        | 100/500 [02:46<08:32,  1.28s/it, est. speed input: 90.89 toks/s, output: 861.69 toks/s]
-2025-03-15T02:19:24.197887426Z 
Processed prompts:  20%|██        | 101/500 [02:46<06:35,  1.01it/s, est. speed input: 91.69 toks/s, output: 875.82 toks/s]
-2025-03-15T02:19:27.234056922Z 
Processed prompts:  20%|██        | 102/500 [02:46<05:30,  1.20it/s, est. speed input: 92.18 toks/s, output: 878.22 toks/s]
-2025-03-15T02:19:28.395697711Z 
Processed prompts:  21%|██        | 103/500 [02:49<09:34,  1.45s/it, est. speed input: 91.29 toks/s, output: 877.51 toks/s]
-2025-03-15T02:19:29.108074696Z 
Processed prompts:  21%|██        | 104/500 [02:50<09:00,  1.37s/it, est. speed input: 91.39 toks/s, output: 879.72 toks/s]
-2025-03-15T02:19:29.591970329Z 
Processed prompts:  21%|██        | 105/500 [02:51<07:44,  1.18s/it, est. speed input: 91.83 toks/s, output: 891.05 toks/s]
-2025-03-15T02:19:30.532517431Z 
Processed prompts:  21%|██        | 106/500 [02:52<06:23,  1.03it/s, est. speed input: 92.25 toks/s, output: 893.11 toks/s]
-2025-03-15T02:19:34.583536448Z 
Processed prompts:  21%|██▏       | 107/500 [02:53<06:18,  1.04it/s, est. speed input: 92.41 toks/s, output: 891.13 toks/s]
-2025-03-15T02:19:38.739233496Z 
Processed prompts:  22%|██▏       | 108/500 [02:57<12:16,  1.88s/it, est. speed input: 91.10 toks/s, output: 885.67 toks/s]
-2025-03-15T02:19:40.610089281Z 
Processed prompts:  22%|██▏       | 110/500 [03:01<12:48,  1.97s/it, est. speed input: 90.41 toks/s, output: 884.35 toks/s]
-2025-03-15T02:19:43.636592172Z 
Processed prompts:  22%|██▏       | 111/500 [03:03<12:36,  1.95s/it, est. speed input: 90.15 toks/s, output: 883.65 toks/s]
-2025-03-15T02:19:44.667914748Z 
Processed prompts:  22%|██▏       | 112/500 [03:06<14:24,  2.23s/it, est. speed input: 89.31 toks/s, output: 874.23 toks/s]
-2025-03-15T02:19:45.152619514Z 
Processed prompts:  23%|██▎       | 113/500 [03:07<12:16,  1.90s/it, est. speed input: 89.84 toks/s, output: 884.22 toks/s]
-2025-03-15T02:19:45.793292029Z 
Processed prompts:  23%|██▎       | 114/500 [03:07<09:41,  1.51s/it, est. speed input: 90.61 toks/s, output: 896.73 toks/s]
-2025-03-15T02:19:48.203329224Z 
Processed prompts:  23%|██▎       | 115/500 [03:08<08:05,  1.26s/it, est. speed input: 91.29 toks/s, output: 908.47 toks/s]
-2025-03-15T02:19:50.001748507Z 
Processed prompts:  23%|██▎       | 116/500 [03:10<10:11,  1.59s/it, est. speed input: 90.75 toks/s, output: 903.97 toks/s]
-2025-03-15T02:19:50.335140797Z 
Processed prompts:  23%|██▎       | 117/500 [03:12<10:33,  1.65s/it, est. speed input: 91.53 toks/s, output: 910.27 toks/s]
-2025-03-15T02:19:51.679310456Z 
Processed prompts:  24%|██▎       | 118/500 [03:12<08:02,  1.26s/it, est. speed input: 92.54 toks/s, output: 923.44 toks/s]
-2025-03-15T02:19:56.218516599Z 
Processed prompts:  24%|██▍       | 119/500 [03:14<08:10,  1.29s/it, est. speed input: 92.76 toks/s, output: 931.78 toks/s]
-2025-03-15T02:19:57.647413744Z 
Processed prompts:  24%|██▍       | 120/500 [03:18<14:16,  2.25s/it, est. speed input: 91.21 toks/s, output: 914.30 toks/s]
-2025-03-15T02:19:58.061455663Z 
Processed prompts:  24%|██▍       | 121/500 [03:20<12:41,  2.01s/it, est. speed input: 92.52 toks/s, output: 922.38 toks/s]
-2025-03-15T02:20:00.892007822Z 
Processed prompts:  24%|██▍       | 122/500 [03:20<09:39,  1.53s/it, est. speed input: 92.94 toks/s, output: 929.35 toks/s]
-2025-03-15T02:20:01.698135255Z 
Processed prompts:  25%|██▍       | 123/500 [03:23<12:04,  1.92s/it, est. speed input: 92.25 toks/s, output: 925.64 toks/s]
-2025-03-15T02:20:01.957976446Z 
Processed prompts:  25%|██▍       | 124/500 [03:24<09:56,  1.59s/it, est. speed input: 92.46 toks/s, output: 927.77 toks/s]
-2025-03-15T02:20:03.238396808Z 
Processed prompts:  25%|██▌       | 125/500 [03:24<07:26,  1.19s/it, est. speed input: 92.95 toks/s, output: 937.04 toks/s]
-2025-03-15T02:20:08.072470798Z 
Processed prompts:  25%|██▌       | 126/500 [03:25<07:35,  1.22s/it, est. speed input: 93.03 toks/s, output: 945.76 toks/s]
-2025-03-15T02:20:08.417494325Z 
Processed prompts:  25%|██▌       | 127/500 [03:30<14:18,  2.30s/it, est. speed input: 91.47 toks/s, output: 932.33 toks/s]
-2025-03-15T02:20:09.782969144Z 
Processed prompts:  26%|██▌       | 128/500 [03:31<10:37,  1.71s/it, est. speed input: 92.51 toks/s, output: 945.32 toks/s]
-2025-03-15T02:20:11.782994501Z 
Processed prompts:  26%|██▌       | 129/500 [03:32<09:57,  1.61s/it, est. speed input: 92.46 toks/s, output: 944.58 toks/s]
-2025-03-15T02:20:12.695173895Z 
Processed prompts:  26%|██▌       | 130/500 [03:34<10:38,  1.73s/it, est. speed input: 92.13 toks/s, output: 940.11 toks/s]
-2025-03-15T02:20:14.387289045Z 
Processed prompts:  26%|██▋       | 132/500 [03:35<06:59,  1.14s/it, est. speed input: 92.79 toks/s, output: 944.71 toks/s]
-2025-03-15T02:20:15.525005534Z 
Processed prompts:  27%|██▋       | 133/500 [03:36<07:48,  1.28s/it, est. speed input: 92.69 toks/s, output: 951.79 toks/s]
-2025-03-15T02:20:17.388442280Z 
Processed prompts:  27%|██▋       | 134/500 [03:38<07:34,  1.24s/it, est. speed input: 92.81 toks/s, output: 961.27 toks/s]
-2025-03-15T02:20:19.326101220Z 
Processed prompts:  27%|██▋       | 135/500 [03:39<08:34,  1.41s/it, est. speed input: 92.73 toks/s, output: 967.54 toks/s]
-2025-03-15T02:20:19.990599000Z 
Processed prompts:  27%|██▋       | 136/500 [03:41<09:27,  1.56s/it, est. speed input: 92.52 toks/s, output: 973.50 toks/s]
-2025-03-15T02:20:27.170327492Z 
Processed prompts:  27%|██▋       | 137/500 [03:42<07:52,  1.30s/it, est. speed input: 92.76 toks/s, output: 975.57 toks/s]
-2025-03-15T02:20:27.778099513Z 
Processed prompts:  28%|██▊       | 138/500 [03:49<18:08,  3.01s/it, est. speed input: 90.37 toks/s, output: 952.30 toks/s]
-2025-03-15T02:20:30.884169754Z 
Processed prompts:  28%|██▊       | 141/500 [03:50<08:41,  1.45s/it, est. speed input: 91.72 toks/s, output: 975.00 toks/s]
-2025-03-15T02:20:31.398360621Z 
Processed prompts:  28%|██▊       | 142/500 [03:53<10:43,  1.80s/it, est. speed input: 90.98 toks/s, output: 966.26 toks/s]
-2025-03-15T02:20:35.486862559Z 
Processed prompts:  29%|██▊       | 143/500 [03:53<08:56,  1.50s/it, est. speed input: 91.32 toks/s, output: 974.55 toks/s]
-2025-03-15T02:20:39.532249212Z 
Processed prompts:  29%|██▉       | 145/500 [03:58<10:09,  1.72s/it, est. speed input: 90.91 toks/s, output: 977.78 toks/s]
-2025-03-15T02:20:40.298320790Z 
Processed prompts:  29%|██▉       | 146/500 [04:02<13:09,  2.23s/it, est. speed input: 89.86 toks/s, output: 965.40 toks/s]
-2025-03-15T02:20:46.427560814Z 
Processed prompts:  29%|██▉       | 147/500 [04:02<11:03,  1.88s/it, est. speed input: 90.07 toks/s, output: 971.16 toks/s]
-2025-03-15T02:20:50.107689186Z 
Processed prompts:  30%|██▉       | 148/500 [04:09<17:23,  2.96s/it, est. speed input: 88.44 toks/s, output: 961.42 toks/s]
-2025-03-15T02:20:51.274118323Z 
Processed prompts:  30%|██▉       | 149/500 [04:12<18:27,  3.15s/it, est. speed input: 90.59 toks/s, output: 961.55 toks/s]
-2025-03-15T02:20:51.469027437Z 
Processed prompts:  30%|███       | 150/500 [04:13<15:12,  2.61s/it, est. speed input: 90.63 toks/s, output: 964.17 toks/s]
-2025-03-15T02:20:53.905936665Z 
Processed prompts:  30%|███       | 151/500 [04:14<11:11,  1.92s/it, est. speed input: 91.20 toks/s, output: 977.50 toks/s]
-2025-03-15T02:20:55.179698127Z 
Processed prompts:  30%|███       | 152/500 [04:16<12:00,  2.07s/it, est. speed input: 90.76 toks/s, output: 971.43 toks/s]
-2025-03-15T02:20:55.624161968Z 
Processed prompts:  31%|███       | 153/500 [04:17<10:38,  1.84s/it, est. speed input: 90.80 toks/s, output: 976.92 toks/s]
-2025-03-15T02:20:57.482782564Z 
Processed prompts:  31%|███       | 154/500 [04:18<08:14,  1.43s/it, est. speed input: 91.35 toks/s, output: 989.27 toks/s]
-2025-03-15T02:20:57.678987160Z 
Processed prompts:  31%|███       | 155/500 [04:20<08:56,  1.56s/it, est. speed input: 91.27 toks/s, output: 996.22 toks/s]
-2025-03-15T02:20:57.956301832Z 
Processed prompts:  31%|███       | 156/500 [04:20<06:36,  1.15s/it, est. speed input: 91.65 toks/s, output: 1003.20 toks/s]
-2025-03-15T02:20:59.320213759Z 
Processed prompts:  31%|███▏      | 157/500 [04:20<05:05,  1.12it/s, est. speed input: 92.02 toks/s, output: 1011.58 toks/s]
-2025-03-15T02:20:59.766066824Z 
Processed prompts:  32%|███▏      | 158/500 [04:21<05:53,  1.03s/it, est. speed input: 91.97 toks/s, output: 1012.01 toks/s]
-2025-03-15T02:21:01.288839156Z 
Processed prompts:  32%|███▏      | 159/500 [04:22<04:52,  1.17it/s, est. speed input: 92.30 toks/s, output: 1024.28 toks/s]
-2025-03-15T02:21:01.649767529Z 
Processed prompts:  32%|███▏      | 160/500 [04:23<05:59,  1.06s/it, est. speed input: 92.29 toks/s, output: 1032.35 toks/s]
-2025-03-15T02:21:04.432862953Z 
Processed prompts:  32%|███▏      | 161/500 [04:24<04:47,  1.18it/s, est. speed input: 92.59 toks/s, output: 1035.65 toks/s]
-2025-03-15T02:21:06.216777493Z 
Processed prompts:  32%|███▏      | 162/500 [04:27<08:02,  1.43s/it, est. speed input: 92.05 toks/s, output: 1029.65 toks/s]
-2025-03-15T02:21:07.334363109Z 
Processed prompts:  33%|███▎      | 163/500 [04:28<08:37,  1.53s/it, est. speed input: 91.85 toks/s, output: 1027.72 toks/s]
-2025-03-15T02:21:08.367387990Z 
Processed prompts:  33%|███▎      | 164/500 [04:29<07:53,  1.41s/it, est. speed input: 93.01 toks/s, output: 1037.40 toks/s]
-2025-03-15T02:21:08.564558164Z 
Processed prompts:  33%|███▎      | 165/500 [04:30<07:14,  1.30s/it, est. speed input: 93.07 toks/s, output: 1038.13 toks/s]
-2025-03-15T02:21:10.101310825Z 
Processed prompts:  33%|███▎      | 166/500 [04:31<05:22,  1.03it/s, est. speed input: 93.41 toks/s, output: 1042.05 toks/s]
-2025-03-15T02:21:10.799689412Z 
Processed prompts:  33%|███▎      | 167/500 [04:32<06:18,  1.14s/it, est. speed input: 93.36 toks/s, output: 1050.08 toks/s]
-2025-03-15T02:21:10.995251645Z 
Processed prompts:  34%|███▍      | 169/500 [04:33<04:16,  1.29it/s, est. speed input: 94.07 toks/s, output: 1063.70 toks/s]
-2025-03-15T02:21:11.441739393Z 
Processed prompts:  34%|███▍      | 170/500 [04:33<03:28,  1.59it/s, est. speed input: 94.43 toks/s, output: 1069.34 toks/s]
-2025-03-15T02:21:13.659914017Z 
Processed prompts:  34%|███▍      | 171/500 [04:34<03:11,  1.72it/s, est. speed input: 94.68 toks/s, output: 1071.85 toks/s]
-2025-03-15T02:21:13.856622914Z 
Processed prompts:  35%|███▍      | 173/500 [04:36<04:24,  1.24it/s, est. speed input: 94.74 toks/s, output: 1074.84 toks/s]
-2025-03-15T02:21:14.052662120Z 
Processed prompts:  35%|███▍      | 174/500 [04:36<03:36,  1.50it/s, est. speed input: 95.08 toks/s, output: 1078.64 toks/s]
-2025-03-15T02:21:15.758536284Z 
Processed prompts:  35%|███▌      | 175/500 [04:36<02:57,  1.83it/s, est. speed input: 95.47 toks/s, output: 1091.75 toks/s]
-2025-03-15T02:21:18.899372097Z 
Processed prompts:  35%|███▌      | 176/500 [04:38<04:36,  1.17it/s, est. speed input: 95.28 toks/s, output: 1088.38 toks/s]
-2025-03-15T02:21:19.180326179Z 
Processed prompts:  35%|███▌      | 177/500 [04:41<07:57,  1.48s/it, est. speed input: 94.66 toks/s, output: 1090.07 toks/s]
-2025-03-15T02:21:19.376539798Z 
Processed prompts:  36%|███▌      | 178/500 [04:41<06:07,  1.14s/it, est. speed input: 94.97 toks/s, output: 1094.26 toks/s]
-2025-03-15T02:21:20.412639414Z 
Processed prompts:  36%|███▌      | 179/500 [04:41<04:39,  1.15it/s, est. speed input: 95.31 toks/s, output: 1100.03 toks/s]
-2025-03-15T02:21:22.719108096Z 
Processed prompts:  36%|███▌      | 180/500 [04:43<04:54,  1.09it/s, est. speed input: 95.44 toks/s, output: 1109.82 toks/s]
-2025-03-15T02:21:22.916100641Z 
Processed prompts:  36%|███▌      | 181/500 [04:45<07:02,  1.33s/it, est. speed input: 95.05 toks/s, output: 1103.53 toks/s]
-2025-03-15T02:21:25.221069508Z 
Processed prompts:  36%|███▋      | 182/500 [04:45<05:15,  1.01it/s, est. speed input: 95.36 toks/s, output: 1105.38 toks/s]
-2025-03-15T02:21:25.589565173Z 
Processed prompts:  37%|███▋      | 183/500 [04:47<07:18,  1.38s/it, est. speed input: 94.99 toks/s, output: 1102.44 toks/s]
-2025-03-15T02:21:26.213365327Z 
Processed prompts:  37%|███▋      | 184/500 [04:48<05:41,  1.08s/it, est. speed input: 95.25 toks/s, output: 1104.47 toks/s]
-2025-03-15T02:21:27.942431945Z 
Processed prompts:  37%|███▋      | 185/500 [04:48<04:57,  1.06it/s, est. speed input: 95.43 toks/s, output: 1106.93 toks/s]
-2025-03-15T02:21:30.183765214Z 
Processed prompts:  37%|███▋      | 186/500 [04:50<06:10,  1.18s/it, est. speed input: 95.26 toks/s, output: 1107.54 toks/s]
-2025-03-15T02:21:31.149940265Z 
Processed prompts:  37%|███▋      | 187/500 [04:52<07:48,  1.50s/it, est. speed input: 94.92 toks/s, output: 1105.25 toks/s]
-2025-03-15T02:21:31.518189100Z 
Processed prompts:  38%|███▊      | 188/500 [04:53<06:57,  1.34s/it, est. speed input: 95.00 toks/s, output: 1108.45 toks/s]
-2025-03-15T02:21:32.737160920Z 
Processed prompts:  38%|███▊      | 189/500 [04:54<05:25,  1.05s/it, est. speed input: 95.25 toks/s, output: 1111.37 toks/s]
-2025-03-15T02:21:35.834598857Z 
Processed prompts:  38%|███▊      | 190/500 [04:55<05:40,  1.10s/it, est. speed input: 95.46 toks/s, output: 1120.50 toks/s]
-2025-03-15T02:21:38.179816407Z 
Processed prompts:  38%|███▊      | 191/500 [04:58<08:44,  1.70s/it, est. speed input: 94.87 toks/s, output: 1117.73 toks/s]
-2025-03-15T02:21:38.552043750Z 
Processed prompts:  38%|███▊      | 192/500 [05:00<09:42,  1.89s/it, est. speed input: 95.52 toks/s, output: 1122.70 toks/s]
-2025-03-15T02:21:43.987230465Z 
Processed prompts:  39%|███▊      | 193/500 [05:01<07:20,  1.44s/it, est. speed input: 95.77 toks/s, output: 1125.96 toks/s]
-2025-03-15T02:21:44.872935057Z 
Processed prompts:  39%|███▉      | 196/500 [05:06<08:20,  1.65s/it, est. speed input: 95.49 toks/s, output: 1131.55 toks/s]
-2025-03-15T02:21:45.333692351Z 
Processed prompts:  39%|███▉      | 197/500 [05:07<07:30,  1.49s/it, est. speed input: 95.56 toks/s, output: 1131.97 toks/s]
-2025-03-15T02:21:47.946206693Z 
Processed prompts:  40%|███▉      | 198/500 [05:07<06:17,  1.25s/it, est. speed input: 95.76 toks/s, output: 1131.59 toks/s]
-2025-03-15T02:21:49.267640073Z 
Processed prompts:  40%|███▉      | 199/500 [05:10<07:57,  1.59s/it, est. speed input: 95.32 toks/s, output: 1129.73 toks/s]
-2025-03-15T02:21:50.002832202Z 
Processed prompts:  40%|████      | 200/500 [05:11<07:35,  1.52s/it, est. speed input: 95.38 toks/s, output: 1138.54 toks/s]
-2025-03-15T02:21:53.836684162Z 
Processed prompts:  40%|████      | 202/500 [05:12<05:05,  1.03s/it, est. speed input: 95.88 toks/s, output: 1149.15 toks/s]
-2025-03-15T02:21:55.164197366Z 
Processed prompts:  41%|████      | 203/500 [05:16<08:19,  1.68s/it, est. speed input: 95.52 toks/s, output: 1148.80 toks/s]
-2025-03-15T02:21:56.664976704Z 
Processed prompts:  41%|████      | 204/500 [05:17<07:51,  1.59s/it, est. speed input: 95.61 toks/s, output: 1157.56 toks/s]
-2025-03-15T02:21:57.214008647Z 
Processed prompts:  41%|████      | 205/500 [05:19<07:42,  1.57s/it, est. speed input: 95.51 toks/s, output: 1155.96 toks/s]
-2025-03-15T02:21:59.370807516Z 
Processed prompts:  41%|████      | 206/500 [05:19<06:19,  1.29s/it, est. speed input: 95.70 toks/s, output: 1160.80 toks/s]
-2025-03-15T02:21:59.659672899Z 
Processed prompts:  41%|████▏     | 207/500 [05:21<07:29,  1.53s/it, est. speed input: 95.43 toks/s, output: 1162.42 toks/s]
-2025-03-15T02:22:00.480202015Z 
Processed prompts:  42%|████▏     | 208/500 [05:22<05:43,  1.18s/it, est. speed input: 95.96 toks/s, output: 1174.87 toks/s]
-2025-03-15T02:22:01.810889274Z 
Processed prompts:  42%|████▏     | 210/500 [05:23<04:01,  1.20it/s, est. speed input: 96.37 toks/s, output: 1178.24 toks/s]
-2025-03-15T02:22:03.402413341Z 
Processed prompts:  42%|████▏     | 211/500 [05:24<04:35,  1.05it/s, est. speed input: 96.31 toks/s, output: 1177.45 toks/s]
-2025-03-15T02:22:04.213177795Z 
Processed prompts:  43%|████▎     | 213/500 [05:25<04:15,  1.13it/s, est. speed input: 96.50 toks/s, output: 1178.08 toks/s]
-2025-03-15T02:22:04.936824871Z 
Processed prompts:  43%|████▎     | 214/500 [05:26<04:09,  1.15it/s, est. speed input: 96.73 toks/s, output: 1188.62 toks/s]
-2025-03-15T02:22:05.660276659Z 
Processed prompts:  43%|████▎     | 215/500 [05:27<03:57,  1.20it/s, est. speed input: 96.99 toks/s, output: 1199.44 toks/s]
-2025-03-15T02:22:06.295896259Z 
Processed prompts:  43%|████▎     | 216/500 [05:28<03:48,  1.24it/s, est. speed input: 97.09 toks/s, output: 1198.56 toks/s]
-2025-03-15T02:22:07.538116025Z 
Processed prompts:  43%|████▎     | 217/500 [05:28<03:35,  1.32it/s, est. speed input: 97.21 toks/s, output: 1198.16 toks/s]
-2025-03-15T02:22:08.520969906Z 
Processed prompts:  44%|████▎     | 218/500 [05:30<04:12,  1.12it/s, est. speed input: 97.19 toks/s, output: 1200.32 toks/s]
-2025-03-15T02:22:11.495349667Z 
Processed prompts:  44%|████▍     | 219/500 [05:31<04:18,  1.09it/s, est. speed input: 97.50 toks/s, output: 1210.19 toks/s]
-2025-03-15T02:22:12.655301430Z 
Processed prompts:  44%|████▍     | 220/500 [05:34<07:03,  1.51s/it, est. speed input: 96.97 toks/s, output: 1204.75 toks/s]
-2025-03-15T02:22:13.814124445Z 
Processed prompts:  44%|████▍     | 221/500 [05:35<06:33,  1.41s/it, est. speed input: 96.96 toks/s, output: 1205.05 toks/s]
-2025-03-15T02:22:15.497467161Z 
Processed prompts:  44%|████▍     | 222/500 [05:36<06:11,  1.34s/it, est. speed input: 97.14 toks/s, output: 1214.29 toks/s]
-2025-03-15T02:22:15.789332125Z 
Processed prompts:  45%|████▍     | 223/500 [05:38<06:38,  1.44s/it, est. speed input: 97.00 toks/s, output: 1216.00 toks/s]
-2025-03-15T02:22:16.080962228Z 
Processed prompts:  45%|████▍     | 224/500 [05:38<05:03,  1.10s/it, est. speed input: 97.23 toks/s, output: 1218.60 toks/s]
-2025-03-15T02:22:18.029681373Z 
Processed prompts:  45%|████▌     | 225/500 [05:38<03:55,  1.17it/s, est. speed input: 97.46 toks/s, output: 1220.91 toks/s]
-2025-03-15T02:22:18.940714554Z 
Processed prompts:  45%|████▌     | 226/500 [05:40<05:24,  1.18s/it, est. speed input: 97.30 toks/s, output: 1227.29 toks/s]
-2025-03-15T02:22:19.502702167Z 
Processed prompts:  45%|████▌     | 227/500 [05:41<05:00,  1.10s/it, est. speed input: 97.33 toks/s, output: 1225.32 toks/s]
-2025-03-15T02:22:19.973898152Z 
Processed prompts:  46%|████▌     | 228/500 [05:42<04:15,  1.06it/s, est. speed input: 97.48 toks/s, output: 1226.88 toks/s]
-2025-03-15T02:22:22.374099807Z 
Processed prompts:  46%|████▌     | 229/500 [05:42<03:36,  1.25it/s, est. speed input: 97.66 toks/s, output: 1228.12 toks/s]
-2025-03-15T02:22:23.545281054Z 
Processed prompts:  46%|████▌     | 230/500 [05:44<05:45,  1.28s/it, est. speed input: 97.27 toks/s, output: 1221.25 toks/s]
-2025-03-15T02:22:26.595968107Z 
Processed prompts:  46%|████▌     | 231/500 [05:46<05:35,  1.25s/it, est. speed input: 97.30 toks/s, output: 1227.22 toks/s]
-2025-03-15T02:22:28.480696051Z 
Processed prompts:  46%|████▋     | 232/500 [05:49<07:59,  1.79s/it, est. speed input: 96.82 toks/s, output: 1229.81 toks/s]
-2025-03-15T02:22:28.689586424Z 
Processed prompts:  47%|████▋     | 233/500 [05:51<08:05,  1.82s/it, est. speed input: 96.61 toks/s, output: 1226.46 toks/s]
-2025-03-15T02:22:31.193902897Z 
Processed prompts:  47%|████▋     | 234/500 [05:51<05:55,  1.33s/it, est. speed input: 96.83 toks/s, output: 1227.31 toks/s]
-2025-03-15T02:22:32.193784837Z 
Processed prompts:  47%|████▋     | 235/500 [05:53<07:26,  1.69s/it, est. speed input: 96.59 toks/s, output: 1231.90 toks/s]
-2025-03-15T02:22:32.576902984Z 
Processed prompts:  47%|████▋     | 236/500 [05:54<06:30,  1.48s/it, est. speed input: 96.60 toks/s, output: 1230.73 toks/s]
-2025-03-15T02:22:34.199931318Z 
Processed prompts:  47%|████▋     | 237/500 [05:55<05:02,  1.15s/it, est. speed input: 96.79 toks/s, output: 1232.06 toks/s]
-2025-03-15T02:22:35.469138530Z 
Processed prompts:  48%|████▊     | 238/500 [05:56<05:38,  1.29s/it, est. speed input: 96.66 toks/s, output: 1231.74 toks/s]
-2025-03-15T02:22:37.366261291Z 
Processed prompts:  48%|████▊     | 239/500 [05:58<05:35,  1.29s/it, est. speed input: 97.22 toks/s, output: 1240.63 toks/s]
-2025-03-15T02:22:38.463175214Z 
Processed prompts:  48%|████▊     | 240/500 [05:59<06:21,  1.47s/it, est. speed input: 97.04 toks/s, output: 1242.31 toks/s]
-2025-03-15T02:22:39.299059503Z 
Processed prompts:  48%|████▊     | 241/500 [06:01<05:51,  1.36s/it, est. speed input: 97.03 toks/s, output: 1241.24 toks/s]
-2025-03-15T02:22:41.383348840Z 
Processed prompts:  48%|████▊     | 242/500 [06:01<05:09,  1.20s/it, est. speed input: 97.07 toks/s, output: 1239.48 toks/s]
-2025-03-15T02:22:43.816856600Z 
Processed prompts:  49%|████▊     | 243/500 [06:03<06:16,  1.47s/it, est. speed input: 97.01 toks/s, output: 1245.60 toks/s]
-2025-03-15T02:22:44.382484075Z 
Processed prompts:  49%|████▉     | 244/500 [06:06<07:29,  1.76s/it, est. speed input: 96.85 toks/s, output: 1250.53 toks/s]
-2025-03-15T02:22:44.559658568Z 
Processed prompts:  49%|████▉     | 245/500 [06:06<05:56,  1.40s/it, est. speed input: 97.07 toks/s, output: 1261.80 toks/s]
-2025-03-15T02:22:46.597577513Z 
Processed prompts:  49%|████▉     | 246/500 [06:07<04:22,  1.03s/it, est. speed input: 97.31 toks/s, output: 1264.02 toks/s]
-2025-03-15T02:22:48.547061957Z 
Processed prompts:  49%|████▉     | 247/500 [06:09<05:37,  1.33s/it, est. speed input: 97.10 toks/s, output: 1267.47 toks/s]
-2025-03-15T02:22:48.988720039Z 
Processed prompts:  50%|████▉     | 248/500 [06:11<06:22,  1.52s/it, est. speed input: 96.87 toks/s, output: 1263.82 toks/s]
-2025-03-15T02:22:49.869881302Z 
Processed prompts:  50%|████▉     | 249/500 [06:11<05:00,  1.20s/it, est. speed input: 97.03 toks/s, output: 1265.00 toks/s]
-2025-03-15T02:22:50.396224444Z 
Processed prompts:  50%|█████     | 250/500 [06:12<04:35,  1.10s/it, est. speed input: 97.18 toks/s, output: 1275.18 toks/s]
-2025-03-15T02:22:50.575273885Z 
Processed prompts:  50%|█████     | 251/500 [06:12<03:51,  1.08it/s, est. speed input: 97.34 toks/s, output: 1278.99 toks/s]
-2025-03-15T02:22:51.801781871Z 
Processed prompts:  50%|█████     | 252/500 [06:13<02:54,  1.42it/s, est. speed input: 97.58 toks/s, output: 1282.72 toks/s]
-2025-03-15T02:22:52.682975373Z 
Processed prompts:  51%|█████     | 253/500 [06:14<03:32,  1.16it/s, est. speed input: 97.55 toks/s, output: 1283.37 toks/s]
-2025-03-15T02:22:55.481732723Z 
Processed prompts:  51%|█████     | 254/500 [06:15<03:33,  1.15it/s, est. speed input: 97.67 toks/s, output: 1293.51 toks/s]
-2025-03-15T02:22:56.091915378Z 
Processed prompts:  51%|█████     | 255/500 [06:18<05:54,  1.45s/it, est. speed input: 97.20 toks/s, output: 1285.23 toks/s]
-2025-03-15T02:22:57.225093286Z 
Processed prompts:  51%|█████     | 256/500 [06:18<04:51,  1.20s/it, est. speed input: 97.33 toks/s, output: 1288.63 toks/s]
-2025-03-15T02:22:59.312758701Z 
Processed prompts:  51%|█████▏    | 257/500 [06:19<04:45,  1.18s/it, est. speed input: 97.32 toks/s, output: 1288.31 toks/s]
-2025-03-15T02:23:00.005928973Z 
Processed prompts:  52%|█████▏    | 258/500 [06:21<05:50,  1.45s/it, est. speed input: 97.31 toks/s, output: 1294.40 toks/s]
-2025-03-15T02:23:00.178915986Z 
Processed prompts:  52%|█████▏    | 260/500 [06:22<03:45,  1.06it/s, est. speed input: 97.71 toks/s, output: 1304.09 toks/s]
-2025-03-15T02:23:02.595638664Z 
Processed prompts:  52%|█████▏    | 261/500 [06:22<02:59,  1.33it/s, est. speed input: 98.03 toks/s, output: 1316.62 toks/s]
-2025-03-15T02:23:03.456636960Z 
Processed prompts:  52%|█████▏    | 262/500 [06:25<04:42,  1.19s/it, est. speed input: 97.70 toks/s, output: 1314.62 toks/s]
-2025-03-15T02:23:03.886031010Z 
Processed prompts:  53%|█████▎    | 263/500 [06:26<04:20,  1.10s/it, est. speed input: 97.73 toks/s, output: 1313.28 toks/s]
-2025-03-15T02:23:08.615549202Z 
Processed prompts:  53%|█████▎    | 265/500 [06:26<02:47,  1.41it/s, est. speed input: 98.23 toks/s, output: 1327.18 toks/s]
-2025-03-15T02:23:10.250418894Z 
Processed prompts:  53%|█████▎    | 266/500 [06:31<06:30,  1.67s/it, est. speed input: 97.31 toks/s, output: 1314.90 toks/s]
-2025-03-15T02:23:13.437957633Z 
Processed prompts:  53%|█████▎    | 267/500 [06:32<06:26,  1.66s/it, est. speed input: 97.15 toks/s, output: 1311.72 toks/s]
-2025-03-15T02:23:15.596370274Z 
Processed prompts:  54%|█████▎    | 268/500 [06:36<07:59,  2.07s/it, est. speed input: 96.63 toks/s, output: 1304.91 toks/s]
-2025-03-15T02:23:18.862192725Z 
Processed prompts:  54%|█████▍    | 269/500 [06:38<08:03,  2.09s/it, est. speed input: 96.36 toks/s, output: 1300.94 toks/s]
-2025-03-15T02:23:19.992430779Z 
Processed prompts:  54%|█████▍    | 270/500 [06:41<09:17,  2.42s/it, est. speed input: 95.82 toks/s, output: 1292.64 toks/s]
-2025-03-15T02:23:21.312881599Z 
Processed prompts:  54%|█████▍    | 271/500 [06:42<07:49,  2.05s/it, est. speed input: 95.83 toks/s, output: 1295.10 toks/s]
-2025-03-15T02:23:21.485517509Z 
Processed prompts:  54%|█████▍    | 272/500 [06:43<06:59,  1.84s/it, est. speed input: 95.86 toks/s, output: 1303.87 toks/s]
-2025-03-15T02:23:23.468188493Z 
Processed prompts:  55%|█████▍    | 273/500 [06:44<05:06,  1.35s/it, est. speed input: 96.06 toks/s, output: 1305.39 toks/s]
-2025-03-15T02:23:25.015493376Z 
Processed prompts:  55%|█████▍    | 274/500 [06:46<05:47,  1.54s/it, est. speed input: 95.82 toks/s, output: 1300.95 toks/s]
-2025-03-15T02:23:25.618389453Z 
Processed prompts:  55%|█████▌    | 275/500 [06:47<05:46,  1.54s/it, est. speed input: 95.69 toks/s, output: 1297.90 toks/s]
-2025-03-15T02:23:25.876635769Z 
Processed prompts:  55%|█████▌    | 276/500 [06:48<04:42,  1.26s/it, est. speed input: 95.81 toks/s, output: 1300.89 toks/s]
-2025-03-15T02:23:27.244686080Z 
Processed prompts:  56%|█████▌    | 278/500 [06:48<02:44,  1.35it/s, est. speed input: 96.39 toks/s, output: 1315.41 toks/s]
-2025-03-15T02:23:28.355379287Z 
Processed prompts:  56%|█████▌    | 279/500 [06:49<03:17,  1.12it/s, est. speed input: 96.29 toks/s, output: 1312.34 toks/s]
-2025-03-15T02:23:29.391036964Z 
Processed prompts:  56%|█████▌    | 281/500 [06:50<02:45,  1.32it/s, est. speed input: 96.49 toks/s, output: 1313.63 toks/s]
-2025-03-15T02:23:29.736905323Z 
Processed prompts:  56%|█████▋    | 282/500 [06:51<02:58,  1.22it/s, est. speed input: 96.78 toks/s, output: 1323.31 toks/s]
-2025-03-15T02:23:30.252396433Z 
Processed prompts:  57%|█████▋    | 283/500 [06:52<02:32,  1.42it/s, est. speed input: 96.92 toks/s, output: 1323.90 toks/s]
-2025-03-15T02:23:31.357987333Z 
Processed prompts:  57%|█████▋    | 284/500 [06:52<02:21,  1.53it/s, est. speed input: 97.09 toks/s, output: 1331.37 toks/s]
-2025-03-15T02:23:36.219942432Z 
Processed prompts:  57%|█████▋    | 286/500 [06:53<02:10,  1.64it/s, est. speed input: 97.40 toks/s, output: 1343.28 toks/s]
-2025-03-15T02:23:36.391221281Z 
Processed prompts:  57%|█████▋    | 287/500 [06:58<05:41,  1.60s/it, est. speed input: 96.49 toks/s, output: 1329.77 toks/s]
-2025-03-15T02:23:36.902730286Z 
Processed prompts:  58%|█████▊    | 289/500 [06:58<03:30,  1.00it/s, est. speed input: 97.04 toks/s, output: 1345.30 toks/s]
-2025-03-15T02:23:37.328252421Z 
Processed prompts:  58%|█████▊    | 291/500 [06:59<02:31,  1.38it/s, est. speed input: 97.41 toks/s, output: 1350.82 toks/s]
-2025-03-15T02:23:38.850870152Z 
Processed prompts:  58%|█████▊    | 292/500 [06:59<02:18,  1.50it/s, est. speed input: 97.52 toks/s, output: 1351.05 toks/s]
-2025-03-15T02:23:39.357935025Z 
Processed prompts:  59%|█████▊    | 293/500 [07:01<02:57,  1.16it/s, est. speed input: 97.88 toks/s, output: 1359.12 toks/s]
-2025-03-15T02:23:39.609848451Z 
Processed prompts:  59%|█████▉    | 295/500 [07:01<02:07,  1.61it/s, est. speed input: 98.34 toks/s, output: 1373.77 toks/s]
-2025-03-15T02:23:41.787165384Z 
Processed prompts:  59%|█████▉    | 296/500 [07:02<01:50,  1.85it/s, est. speed input: 98.55 toks/s, output: 1380.90 toks/s]
-2025-03-15T02:23:43.455683550Z 
Processed prompts:  59%|█████▉    | 297/500 [07:04<03:08,  1.07it/s, est. speed input: 98.40 toks/s, output: 1386.76 toks/s]
-2025-03-15T02:23:44.032308690Z 
Processed prompts:  60%|█████▉    | 298/500 [07:06<03:45,  1.12s/it, est. speed input: 98.28 toks/s, output: 1388.91 toks/s]
-2025-03-15T02:23:44.689402032Z 
Processed prompts:  60%|█████▉    | 299/500 [07:06<03:15,  1.03it/s, est. speed input: 98.37 toks/s, output: 1389.73 toks/s]
-2025-03-15T02:23:45.508986700Z 
Processed prompts:  60%|██████    | 301/500 [07:07<02:18,  1.44it/s, est. speed input: 98.67 toks/s, output: 1394.11 toks/s]
-2025-03-15T02:23:47.804016440Z 
Processed prompts:  60%|██████    | 302/500 [07:08<02:23,  1.38it/s, est. speed input: 98.70 toks/s, output: 1393.40 toks/s]
-2025-03-15T02:23:49.608160104Z 
Processed prompts:  61%|██████    | 303/500 [07:10<03:40,  1.12s/it, est. speed input: 98.39 toks/s, output: 1388.63 toks/s]
-2025-03-15T02:23:50.017103425Z 
Processed prompts:  61%|██████    | 304/500 [07:12<04:15,  1.30s/it, est. speed input: 98.21 toks/s, output: 1385.95 toks/s]
-2025-03-15T02:23:51.814621142Z 
Processed prompts:  61%|██████    | 306/500 [07:12<02:40,  1.21it/s, est. speed input: 98.65 toks/s, output: 1400.23 toks/s]
-2025-03-15T02:23:52.140830525Z 
Processed prompts:  61%|██████▏   | 307/500 [07:14<03:23,  1.06s/it, est. speed input: 98.45 toks/s, output: 1396.44 toks/s]
-2025-03-15T02:23:53.036801349Z 
Processed prompts:  62%|██████▏   | 308/500 [07:14<02:47,  1.15it/s, est. speed input: 98.63 toks/s, output: 1402.57 toks/s]
-2025-03-15T02:23:54.012760401Z 
Processed prompts:  62%|██████▏   | 309/500 [07:15<02:47,  1.14it/s, est. speed input: 98.69 toks/s, output: 1407.30 toks/s]
-2025-03-15T02:23:54.337123380Z 
Processed prompts:  62%|██████▏   | 310/500 [07:16<02:52,  1.10it/s, est. speed input: 98.66 toks/s, output: 1406.00 toks/s]
-2025-03-15T02:23:55.552067965Z 
Processed prompts:  62%|██████▏   | 311/500 [07:16<02:20,  1.35it/s, est. speed input: 98.80 toks/s, output: 1407.18 toks/s]
-2025-03-15T02:23:57.655217844Z 
Processed prompts:  62%|██████▏   | 312/500 [07:18<02:44,  1.14it/s, est. speed input: 98.76 toks/s, output: 1407.88 toks/s]
-2025-03-15T02:23:58.059632776Z 
Processed prompts:  63%|██████▎   | 313/500 [07:20<03:50,  1.23s/it, est. speed input: 98.53 toks/s, output: 1405.96 toks/s]
-2025-03-15T02:24:00.973335537Z 
Processed prompts:  63%|██████▎   | 314/500 [07:20<03:04,  1.01it/s, est. speed input: 98.66 toks/s, output: 1407.59 toks/s]
-2025-03-15T02:24:03.827276391Z 
Processed prompts:  63%|██████▎   | 315/500 [07:23<04:48,  1.56s/it, est. speed input: 98.25 toks/s, output: 1403.83 toks/s]
-2025-03-15T02:24:06.693102024Z 
Processed prompts:  63%|██████▎   | 316/500 [07:26<05:57,  1.94s/it, est. speed input: 97.97 toks/s, output: 1407.76 toks/s]
-2025-03-15T02:24:07.672018591Z 
Processed prompts:  63%|██████▎   | 317/500 [07:29<06:45,  2.22s/it, est. speed input: 97.56 toks/s, output: 1401.51 toks/s]
-2025-03-15T02:24:11.830807909Z 
Processed prompts:  64%|██████▎   | 318/500 [07:30<05:36,  1.85s/it, est. speed input: 97.55 toks/s, output: 1400.90 toks/s]
-2025-03-15T02:24:13.560058134Z 
Processed prompts:  64%|██████▍   | 319/500 [07:34<07:39,  2.54s/it, est. speed input: 96.90 toks/s, output: 1395.84 toks/s]
-2025-03-15T02:24:13.973548252Z 
Processed prompts:  64%|██████▍   | 320/500 [07:36<06:53,  2.30s/it, est. speed input: 96.90 toks/s, output: 1403.44 toks/s]
-2025-03-15T02:24:14.789829471Z 
Processed prompts:  64%|██████▍   | 321/500 [07:36<05:10,  1.73s/it, est. speed input: 97.07 toks/s, output: 1412.42 toks/s]
-2025-03-15T02:24:15.760002105Z 
Processed prompts:  64%|██████▍   | 322/500 [07:37<04:19,  1.46s/it, est. speed input: 97.12 toks/s, output: 1414.24 toks/s]
-2025-03-15T02:24:16.082950179Z 
Processed prompts:  65%|██████▍   | 323/500 [07:38<03:52,  1.31s/it, est. speed input: 97.13 toks/s, output: 1415.01 toks/s]
-2025-03-15T02:24:17.453919256Z 
Processed prompts:  65%|██████▍   | 324/500 [07:38<02:58,  1.02s/it, est. speed input: 97.33 toks/s, output: 1424.35 toks/s]
-2025-03-15T02:24:19.146146088Z 
Processed prompts:  65%|██████▌   | 325/500 [07:40<03:16,  1.12s/it, est. speed input: 97.26 toks/s, output: 1424.31 toks/s]
-2025-03-15T02:24:20.590532323Z 
Processed prompts:  65%|██████▌   | 326/500 [07:41<03:44,  1.29s/it, est. speed input: 97.12 toks/s, output: 1423.68 toks/s]
-2025-03-15T02:24:21.237927136Z 
Processed prompts:  65%|██████▌   | 327/500 [07:43<03:51,  1.34s/it, est. speed input: 97.02 toks/s, output: 1422.35 toks/s]
-2025-03-15T02:24:26.211733466Z 
Processed prompts:  66%|██████▌   | 328/500 [07:43<03:14,  1.13s/it, est. speed input: 97.33 toks/s, output: 1433.26 toks/s]
-2025-03-15T02:24:26.694262981Z 
Processed prompts:  66%|██████▌   | 329/500 [07:48<06:30,  2.28s/it, est. speed input: 96.49 toks/s, output: 1421.20 toks/s]
-2025-03-15T02:24:26.934023552Z 
Processed prompts:  66%|██████▌   | 330/500 [07:49<04:56,  1.74s/it, est. speed input: 96.89 toks/s, output: 1432.62 toks/s]
-2025-03-15T02:24:27.648831736Z 
Processed prompts:  66%|██████▌   | 331/500 [07:49<03:38,  1.29s/it, est. speed input: 97.19 toks/s, output: 1444.77 toks/s]
-2025-03-15T02:24:33.423688083Z 
Processed prompts:  66%|██████▋   | 332/500 [07:50<03:08,  1.12s/it, est. speed input: 97.26 toks/s, output: 1447.37 toks/s]
-2025-03-15T02:24:35.193412868Z 
Processed prompts:  67%|██████▋   | 333/500 [07:56<07:00,  2.52s/it, est. speed input: 96.35 toks/s, output: 1442.69 toks/s]
-2025-03-15T02:24:36.118719858Z 
Processed prompts:  67%|██████▋   | 334/500 [07:57<06:20,  2.29s/it, est. speed input: 96.20 toks/s, output: 1441.13 toks/s]
-2025-03-15T02:24:36.426102268Z 
Processed prompts:  67%|██████▋   | 335/500 [07:58<05:10,  1.88s/it, est. speed input: 96.22 toks/s, output: 1442.92 toks/s]
-2025-03-15T02:24:38.190877585Z 
Processed prompts:  67%|██████▋   | 336/500 [07:59<03:51,  1.41s/it, est. speed input: 96.37 toks/s, output: 1446.45 toks/s]
-2025-03-15T02:24:40.042079360Z 
Processed prompts:  67%|██████▋   | 337/500 [08:00<04:07,  1.52s/it, est. speed input: 96.21 toks/s, output: 1444.22 toks/s]
-2025-03-15T02:24:41.038694438Z 
Processed prompts:  68%|██████▊   | 338/500 [08:02<04:21,  1.62s/it, est. speed input: 96.03 toks/s, output: 1442.09 toks/s]
-2025-03-15T02:24:42.032741917Z 
Processed prompts:  68%|██████▊   | 339/500 [08:03<03:50,  1.43s/it, est. speed input: 96.05 toks/s, output: 1445.09 toks/s]
-2025-03-15T02:24:42.948501131Z 
Processed prompts:  68%|██████▊   | 340/500 [08:04<03:27,  1.30s/it, est. speed input: 96.18 toks/s, output: 1455.01 toks/s]
-2025-03-15T02:24:44.695423265Z 
Processed prompts:  68%|██████▊   | 341/500 [08:05<03:08,  1.18s/it, est. speed input: 96.21 toks/s, output: 1457.12 toks/s]
-2025-03-15T02:24:45.756298844Z 
Processed prompts:  68%|██████▊   | 342/500 [08:07<03:33,  1.35s/it, est. speed input: 96.05 toks/s, output: 1455.34 toks/s]
-2025-03-15T02:24:48.259751311Z 
Processed prompts:  69%|██████▊   | 343/500 [08:08<03:18,  1.27s/it, est. speed input: 96.05 toks/s, output: 1456.81 toks/s]
-2025-03-15T02:24:50.001473505Z 
Processed prompts:  69%|██████▉   | 344/500 [08:10<04:15,  1.64s/it, est. speed input: 96.08 toks/s, output: 1462.26 toks/s]
-2025-03-15T02:24:51.968626470Z 
Processed prompts:  69%|██████▉   | 345/500 [08:12<04:18,  1.67s/it, est. speed input: 96.26 toks/s, output: 1469.98 toks/s]
-2025-03-15T02:24:54.603001295Z 
Processed prompts:  69%|██████▉   | 346/500 [08:14<04:30,  1.76s/it, est. speed input: 96.10 toks/s, output: 1471.85 toks/s]
-2025-03-15T02:24:54.753805406Z 
Processed prompts:  69%|██████▉   | 347/500 [08:17<05:09,  2.02s/it, est. speed input: 95.82 toks/s, output: 1472.31 toks/s]
-2025-03-15T02:24:58.391845956Z 
Processed prompts:  70%|██████▉   | 348/500 [08:17<03:41,  1.46s/it, est. speed input: 96.06 toks/s, output: 1484.75 toks/s]
-2025-03-15T02:24:59.133007489Z 
Processed prompts:  70%|██████▉   | 349/500 [08:20<05:19,  2.11s/it, est. speed input: 95.56 toks/s, output: 1478.38 toks/s]
-2025-03-15T02:25:02.401392497Z 
Processed prompts:  70%|███████   | 350/500 [08:21<04:15,  1.70s/it, est. speed input: 95.61 toks/s, output: 1480.12 toks/s]
-2025-03-15T02:25:05.148799561Z 
Processed prompts:  70%|███████   | 351/500 [08:24<05:23,  2.17s/it, est. speed input: 95.21 toks/s, output: 1478.65 toks/s]
-2025-03-15T02:25:06.704189666Z 
Processed prompts:  70%|███████   | 352/500 [08:27<05:46,  2.34s/it, est. speed input: 94.92 toks/s, output: 1479.04 toks/s]
-2025-03-15T02:25:09.810215777Z 
Processed prompts:  71%|███████   | 353/500 [08:29<05:09,  2.11s/it, est. speed input: 94.82 toks/s, output: 1479.18 toks/s]
-2025-03-15T02:25:13.294388976Z 
Processed prompts:  71%|███████   | 354/500 [08:32<05:51,  2.41s/it, est. speed input: 94.47 toks/s, output: 1478.77 toks/s]
-2025-03-15T02:25:14.179875563Z 
Processed prompts:  71%|███████   | 355/500 [08:35<06:35,  2.73s/it, est. speed input: 94.47 toks/s, output: 1481.70 toks/s]
-2025-03-15T02:25:16.683880994Z 
Processed prompts:  71%|███████   | 356/500 [08:36<05:13,  2.18s/it, est. speed input: 94.86 toks/s, output: 1492.07 toks/s]
-2025-03-15T02:25:18.594173736Z 
Processed prompts:  71%|███████▏  | 357/500 [08:39<05:25,  2.28s/it, est. speed input: 94.64 toks/s, output: 1495.04 toks/s]
-2025-03-15T02:25:20.501151067Z 
Processed prompts:  72%|███████▏  | 358/500 [08:41<05:07,  2.17s/it, est. speed input: 94.56 toks/s, output: 1502.49 toks/s]
-2025-03-15T02:25:22.980291316Z 
Processed prompts:  72%|███████▏  | 359/500 [08:43<04:54,  2.09s/it, est. speed input: 94.45 toks/s, output: 1509.93 toks/s]
-2025-03-15T02:25:24.429151224Z 
Processed prompts:  72%|███████▏  | 360/500 [08:45<05:08,  2.21s/it, est. speed input: 94.28 toks/s, output: 1515.74 toks/s]
-2025-03-15T02:25:27.464090882Z 
Processed prompts:  72%|███████▏  | 361/500 [08:47<04:35,  1.98s/it, est. speed input: 94.54 toks/s, output: 1524.50 toks/s]
-2025-03-15T02:25:28.254789252Z 
Processed prompts:  72%|███████▏  | 362/500 [08:50<05:16,  2.30s/it, est. speed input: 94.27 toks/s, output: 1528.70 toks/s]
-2025-03-15T02:25:29.833538678Z 
Processed prompts:  73%|███████▎  | 363/500 [08:50<04:12,  1.84s/it, est. speed input: 94.32 toks/s, output: 1532.54 toks/s]
-2025-03-15T02:25:29.976897052Z 
Processed prompts:  73%|███████▎  | 364/500 [08:52<03:59,  1.76s/it, est. speed input: 94.21 toks/s, output: 1531.94 toks/s]
-2025-03-15T02:25:38.540812479Z 
Processed prompts:  73%|███████▎  | 365/500 [08:52<02:52,  1.28s/it, est. speed input: 94.37 toks/s, output: 1537.07 toks/s]
-2025-03-15T02:25:39.839215089Z 
Processed prompts:  73%|███████▎  | 366/500 [09:01<07:44,  3.46s/it, est. speed input: 93.08 toks/s, output: 1520.16 toks/s]
-2025-03-15T02:25:40.917614803Z 
Processed prompts:  73%|███████▎  | 367/500 [09:02<06:14,  2.81s/it, est. speed input: 93.05 toks/s, output: 1522.42 toks/s]
-2025-03-15T02:25:41.274823215Z 
Processed prompts:  74%|███████▎  | 368/500 [09:03<05:02,  2.29s/it, est. speed input: 93.06 toks/s, output: 1526.52 toks/s]
-2025-03-15T02:25:49.904255266Z 
Processed prompts:  74%|███████▍  | 369/500 [09:03<03:44,  1.71s/it, est. speed input: 93.26 toks/s, output: 1538.44 toks/s]
-2025-03-15T02:25:55.329102243Z 
Processed prompts:  74%|███████▍  | 370/500 [09:12<08:12,  3.79s/it, est. speed input: 91.99 toks/s, output: 1520.67 toks/s]
-2025-03-15T02:26:05.034589637Z 
Processed prompts:  74%|███████▍  | 371/500 [09:17<09:11,  4.28s/it, est. speed input: 91.27 toks/s, output: 1510.71 toks/s]
-2025-03-15T02:26:12.429368249Z 
Processed prompts:  74%|███████▍  | 372/500 [09:27<12:36,  5.91s/it, est. speed input: 89.91 toks/s, output: 1494.86 toks/s]
-2025-03-15T02:26:17.342215022Z 
Processed prompts:  75%|███████▍  | 373/500 [09:35<13:26,  6.35s/it, est. speed input: 88.98 toks/s, output: 1488.61 toks/s]
-2025-03-15T02:26:21.676504686Z 
Processed prompts:  75%|███████▍  | 374/500 [09:39<12:26,  5.92s/it, est. speed input: 88.43 toks/s, output: 1484.98 toks/s]
-2025-03-15T02:26:33.543504542Z 
Processed prompts:  75%|███████▌  | 375/500 [09:44<11:20,  5.45s/it, est. speed input: 88.28 toks/s, output: 1486.96 toks/s]
-2025-03-15T02:26:34.117406353Z 
Processed prompts:  75%|███████▌  | 376/500 [09:56<15:14,  7.37s/it, est. speed input: 86.78 toks/s, output: 1470.37 toks/s]
-2025-03-15T02:26:35.112738494Z 
Processed prompts:  75%|███████▌  | 377/500 [09:56<10:55,  5.33s/it, est. speed input: 86.93 toks/s, output: 1481.97 toks/s]
-2025-03-15T02:26:38.374244066Z 
Processed prompts:  76%|███████▌  | 378/500 [09:57<08:11,  4.03s/it, est. speed input: 86.95 toks/s, output: 1485.23 toks/s]
-2025-03-15T02:26:43.123623110Z 
Processed prompts:  76%|███████▌  | 379/500 [10:00<07:39,  3.80s/it, est. speed input: 87.37 toks/s, output: 1490.19 toks/s]
-2025-03-15T02:26:44.180046616Z 
Processed prompts:  76%|███████▌  | 380/500 [10:05<08:10,  4.08s/it, est. speed input: 86.86 toks/s, output: 1486.24 toks/s]
-2025-03-15T02:26:46.565513352Z 
Processed prompts:  76%|███████▌  | 381/500 [10:06<06:17,  3.18s/it, est. speed input: 86.88 toks/s, output: 1490.65 toks/s]
-2025-03-15T02:26:48.937186515Z 
Processed prompts:  76%|███████▋  | 382/500 [10:09<05:46,  2.94s/it, est. speed input: 86.80 toks/s, output: 1497.84 toks/s]
-2025-03-15T02:26:52.073360241Z 
Processed prompts:  77%|███████▋  | 383/500 [10:11<05:23,  2.77s/it, est. speed input: 86.66 toks/s, output: 1503.12 toks/s]
-2025-03-15T02:26:53.043960735Z 
Processed prompts:  77%|███████▋  | 384/500 [10:14<05:33,  2.88s/it, est. speed input: 86.47 toks/s, output: 1508.50 toks/s]
-2025-03-15T02:26:57.260650447Z 
Processed prompts:  77%|███████▋  | 385/500 [10:15<04:25,  2.31s/it, est. speed input: 86.51 toks/s, output: 1513.30 toks/s]
-2025-03-15T02:27:05.581205326Z 
Processed prompts:  77%|███████▋  | 386/500 [10:19<05:28,  2.88s/it, est. speed input: 86.08 toks/s, output: 1509.46 toks/s]
-2025-03-15T02:27:06.412530352Z 
Processed prompts:  77%|███████▋  | 387/500 [10:28<08:29,  4.51s/it, est. speed input: 85.14 toks/s, output: 1500.95 toks/s]
-2025-03-15T02:27:15.457260170Z 
Processed prompts:  78%|███████▊  | 388/500 [10:29<06:21,  3.41s/it, est. speed input: 85.25 toks/s, output: 1512.04 toks/s]
-2025-03-15T02:27:24.238804852Z 
Processed prompts:  78%|███████▊  | 389/500 [10:38<09:25,  5.10s/it, est. speed input: 84.24 toks/s, output: 1503.71 toks/s]
-2025-03-15T02:27:27.841433492Z 
Processed prompts:  78%|███████▊  | 390/500 [10:46<11:22,  6.20s/it, est. speed input: 83.27 toks/s, output: 1491.99 toks/s]
-2025-03-15T02:27:29.706109125Z 
Processed prompts:  78%|███████▊  | 391/500 [10:50<09:51,  5.42s/it, est. speed input: 83.08 toks/s, output: 1496.85 toks/s]
-2025-03-15T02:27:30.390679001Z 
Processed prompts:  78%|███████▊  | 392/500 [10:52<07:50,  4.36s/it, est. speed input: 83.02 toks/s, output: 1503.74 toks/s]
-2025-03-15T02:27:34.900401055Z 
Processed prompts:  79%|███████▊  | 393/500 [10:52<05:48,  3.25s/it, est. speed input: 83.08 toks/s, output: 1508.60 toks/s]
-2025-03-15T02:27:37.781360472Z 
Processed prompts:  79%|███████▉  | 394/500 [10:57<06:24,  3.63s/it, est. speed input: 82.66 toks/s, output: 1504.80 toks/s]
-2025-03-15T02:27:39.560406034Z 
Processed prompts:  79%|███████▉  | 395/500 [11:00<05:57,  3.41s/it, est. speed input: 82.77 toks/s, output: 1511.38 toks/s]
-2025-03-15T02:27:46.575978731Z 
Processed prompts:  79%|███████▉  | 396/500 [11:02<05:03,  2.92s/it, est. speed input: 82.77 toks/s, output: 1520.47 toks/s]
-2025-03-15T02:27:50.100440673Z 
Processed prompts:  79%|███████▉  | 397/500 [11:09<07:07,  4.15s/it, est. speed input: 82.10 toks/s, output: 1517.70 toks/s]
-2025-03-15T02:27:52.817910317Z 
Processed prompts:  80%|███████▉  | 398/500 [11:12<06:43,  3.96s/it, est. speed input: 81.86 toks/s, output: 1522.92 toks/s]
-2025-03-15T02:27:56.383119367Z 
Processed prompts:  80%|███████▉  | 399/500 [11:15<06:02,  3.59s/it, est. speed input: 81.77 toks/s, output: 1529.98 toks/s]
-2025-03-15T02:27:58.252353782Z 
Processed prompts:  80%|████████  | 400/500 [11:18<05:58,  3.58s/it, est. speed input: 81.66 toks/s, output: 1535.13 toks/s]
-2025-03-15T02:27:59.978192265Z 
Processed prompts:  80%|████████  | 401/500 [11:20<05:03,  3.07s/it, est. speed input: 81.66 toks/s, output: 1544.11 toks/s]
-2025-03-15T02:28:04.987415783Z 
Processed prompts:  80%|████████  | 402/500 [11:22<04:21,  2.66s/it, est. speed input: 81.61 toks/s, output: 1548.52 toks/s]
-2025-03-15T02:28:08.179904358Z 
Processed prompts:  81%|████████  | 403/500 [11:27<05:26,  3.37s/it, est. speed input: 81.22 toks/s, output: 1550.45 toks/s]
-2025-03-15T02:28:10.442009687Z 
Processed prompts:  81%|████████  | 404/500 [11:30<05:18,  3.32s/it, est. speed input: 81.00 toks/s, output: 1552.01 toks/s]
-2025-03-15T02:28:28.463147013Z 
Processed prompts:  81%|████████  | 405/500 [11:33<04:44,  3.00s/it, est. speed input: 81.00 toks/s, output: 1560.18 toks/s]
-2025-03-15T02:28:28.733512852Z 
Processed prompts:  81%|████████  | 406/500 [11:51<11:45,  7.51s/it, est. speed input: 79.08 toks/s, output: 1527.34 toks/s]
-2025-03-15T02:28:39.944402194Z 
Processed prompts:  81%|████████▏ | 407/500 [11:51<08:16,  5.34s/it, est. speed input: 79.44 toks/s, output: 1540.03 toks/s]
-2025-03-15T02:28:40.950241156Z 
Processed prompts:  82%|████████▏ | 408/500 [12:02<10:53,  7.10s/it, est. speed input: 78.41 toks/s, output: 1529.43 toks/s]
-2025-03-15T02:28:41.282652199Z 
Processed prompts:  82%|████████▏ | 409/500 [12:03<07:59,  5.27s/it, est. speed input: 78.48 toks/s, output: 1540.61 toks/s]
-2025-03-15T02:28:44.560114512Z 
Processed prompts:  82%|████████▏ | 410/500 [12:03<05:41,  3.79s/it, est. speed input: 78.77 toks/s, output: 1553.20 toks/s]
-2025-03-15T02:28:47.996741893Z 
Processed prompts:  82%|████████▏ | 411/500 [12:07<05:23,  3.64s/it, est. speed input: 78.72 toks/s, output: 1559.50 toks/s]
-2025-03-15T02:28:50.930227326Z 
Processed prompts:  82%|████████▏ | 412/500 [12:10<05:14,  3.58s/it, est. speed input: 78.61 toks/s, output: 1565.49 toks/s]
-2025-03-15T02:28:53.078702140Z 
Processed prompts:  83%|████████▎ | 413/500 [12:13<04:54,  3.38s/it, est. speed input: 78.64 toks/s, output: 1572.55 toks/s]
-2025-03-15T02:28:59.791860752Z 
Processed prompts:  83%|████████▎ | 414/500 [12:15<04:19,  3.01s/it, est. speed input: 78.58 toks/s, output: 1579.97 toks/s]
-2025-03-15T02:29:09.596164058Z 
Processed prompts:  83%|████████▎ | 415/500 [12:22<05:50,  4.12s/it, est. speed input: 78.05 toks/s, output: 1579.04 toks/s]
-2025-03-15T02:29:14.329374693Z 
Processed prompts:  83%|████████▎ | 416/500 [12:32<08:09,  5.83s/it, est. speed input: 77.31 toks/s, output: 1571.85 toks/s]
-2025-03-15T02:29:20.750116020Z 
Processed prompts:  83%|████████▎ | 417/500 [12:36<07:36,  5.50s/it, est. speed input: 77.20 toks/s, output: 1575.44 toks/s]
-2025-03-15T02:29:22.759036547Z 
Processed prompts:  84%|████████▎ | 418/500 [12:43<07:53,  5.78s/it, est. speed input: 76.95 toks/s, output: 1575.62 toks/s]
-2025-03-15T02:29:27.959354311Z 
Processed prompts:  84%|████████▍ | 419/500 [12:45<06:16,  4.65s/it, est. speed input: 76.92 toks/s, output: 1584.93 toks/s]
-2025-03-15T02:29:28.862685732Z 
Processed prompts:  84%|████████▍ | 420/500 [12:50<06:24,  4.81s/it, est. speed input: 76.95 toks/s, output: 1587.70 toks/s]
-2025-03-15T02:29:31.124393177Z 
Processed prompts:  84%|████████▍ | 421/500 [12:51<04:47,  3.64s/it, est. speed input: 77.01 toks/s, output: 1596.98 toks/s]
-2025-03-15T02:29:43.712854275Z 
Processed prompts:  84%|████████▍ | 422/500 [12:53<04:11,  3.23s/it, est. speed input: 77.20 toks/s, output: 1605.79 toks/s]
-2025-03-15T02:29:49.923303814Z 
Processed prompts:  85%|████████▍ | 423/500 [13:06<07:44,  6.03s/it, est. speed input: 76.22 toks/s, output: 1593.62 toks/s]
-2025-03-15T02:29:50.621369661Z 
Processed prompts:  85%|████████▌ | 425/500 [13:12<05:51,  4.68s/it, est. speed input: 76.03 toks/s, output: 1608.12 toks/s]
-2025-03-15T02:30:01.765026493Z 
Processed prompts:  85%|████████▌ | 426/500 [13:13<04:33,  3.69s/it, est. speed input: 76.17 toks/s, output: 1620.26 toks/s]
-2025-03-15T02:30:20.390262987Z 
Processed prompts:  85%|████████▌ | 427/500 [13:24<06:51,  5.64s/it, est. speed input: 75.28 toks/s, output: 1611.39 toks/s]
-2025-03-15T02:30:22.952063975Z 
Processed prompts:  86%|████████▌ | 428/500 [13:42<11:00,  9.17s/it, est. speed input: 73.80 toks/s, output: 1588.59 toks/s]
-2025-03-15T02:30:27.509234638Z 
Processed prompts:  86%|████████▌ | 429/500 [13:45<08:39,  7.32s/it, est. speed input: 73.73 toks/s, output: 1596.30 toks/s]
-2025-03-15T02:30:45.380837181Z 
Processed prompts:  86%|████████▌ | 430/500 [13:50<07:37,  6.53s/it, est. speed input: 73.49 toks/s, output: 1601.23 toks/s]
-2025-03-15T02:30:47.354915546Z 
Processed prompts:  86%|████████▌ | 431/500 [14:07<11:17,  9.82s/it, est. speed input: 72.05 toks/s, output: 1575.81 toks/s]
-2025-03-15T02:30:51.554170944Z 
Processed prompts:  86%|████████▋ | 432/500 [14:09<08:31,  7.52s/it, est. speed input: 72.01 toks/s, output: 1581.41 toks/s]
-2025-03-15T02:30:52.460970129Z 
Processed prompts:  87%|████████▋ | 433/500 [14:14<07:18,  6.54s/it, est. speed input: 71.77 toks/s, output: 1582.78 toks/s]
-2025-03-15T02:30:52.967177176Z 
Processed prompts:  87%|████████▋ | 434/500 [14:15<05:21,  4.87s/it, est. speed input: 72.01 toks/s, output: 1594.91 toks/s]
-2025-03-15T02:30:53.965050254Z 
Processed prompts:  87%|████████▋ | 435/500 [14:15<03:52,  3.57s/it, est. speed input: 72.10 toks/s, output: 1605.55 toks/s]
-2025-03-15T02:31:01.601340782Z 
Processed prompts:  87%|████████▋ | 436/500 [14:16<02:59,  2.81s/it, est. speed input: 72.89 toks/s, output: 1617.48 toks/s]
-2025-03-15T02:31:04.737285614Z 
Processed prompts:  87%|████████▋ | 437/500 [14:24<04:27,  4.25s/it, est. speed input: 72.43 toks/s, output: 1617.04 toks/s]
-2025-03-15T02:31:07.300095980Z 
Processed prompts:  88%|████████▊ | 438/500 [14:27<04:02,  3.92s/it, est. speed input: 72.37 toks/s, output: 1625.05 toks/s]
-2025-03-15T02:31:12.507811576Z 
Processed prompts:  88%|████████▊ | 439/500 [14:29<03:34,  3.51s/it, est. speed input: 72.26 toks/s, output: 1629.09 toks/s]
-2025-03-15T02:31:16.658774718Z 
Processed prompts:  88%|████████▊ | 440/500 [14:35<04:01,  4.02s/it, est. speed input: 72.09 toks/s, output: 1633.30 toks/s]
-2025-03-15T02:31:19.258052392Z 
Processed prompts:  88%|████████▊ | 441/500 [14:39<03:59,  4.06s/it, est. speed input: 71.90 toks/s, output: 1639.52 toks/s]
-2025-03-15T02:31:22.042316361Z 
Processed prompts:  88%|████████▊ | 442/500 [14:41<03:30,  3.62s/it, est. speed input: 72.03 toks/s, output: 1648.63 toks/s]
-2025-03-15T02:31:22.144176505Z 
Processed prompts:  89%|████████▊ | 443/500 [14:44<03:12,  3.37s/it, est. speed input: 71.91 toks/s, output: 1652.63 toks/s]
-2025-03-15T02:31:25.177825168Z 
Processed prompts:  89%|████████▉ | 444/500 [14:44<02:13,  2.39s/it, est. speed input: 72.02 toks/s, output: 1662.04 toks/s]
-2025-03-15T02:31:26.229936332Z 
Processed prompts:  89%|████████▉ | 445/500 [14:47<02:22,  2.58s/it, est. speed input: 71.90 toks/s, output: 1667.24 toks/s]
-2025-03-15T02:31:26.675574647Z 
Processed prompts:  89%|████████▉ | 446/500 [14:48<01:54,  2.12s/it, est. speed input: 71.96 toks/s, output: 1679.26 toks/s]
-2025-03-15T02:31:29.411253594Z 
Processed prompts:  89%|████████▉ | 447/500 [14:49<01:25,  1.62s/it, est. speed input: 72.12 toks/s, output: 1692.41 toks/s]
-2025-03-15T02:31:35.677562567Z 
Processed prompts:  90%|████████▉ | 448/500 [14:52<01:41,  1.95s/it, est. speed input: 72.07 toks/s, output: 1701.24 toks/s]
-2025-03-15T02:31:37.400940810Z 
Processed prompts:  90%|████████▉ | 449/500 [14:58<02:45,  3.25s/it, est. speed input: 71.67 toks/s, output: 1698.65 toks/s]
-2025-03-15T02:31:44.895534347Z 
Processed prompts:  90%|█████████ | 450/500 [14:59<02:19,  2.79s/it, est. speed input: 71.69 toks/s, output: 1709.47 toks/s]
-2025-03-15T02:31:48.784564476Z 
Processed prompts:  90%|█████████ | 451/500 [15:07<03:25,  4.20s/it, est. speed input: 71.29 toks/s, output: 1709.49 toks/s]
-2025-03-15T02:31:58.263250886Z 
Processed prompts:  90%|█████████ | 452/500 [15:11<03:17,  4.11s/it, est. speed input: 71.13 toks/s, output: 1716.35 toks/s]
-2025-03-15T02:32:10.990380540Z 
Processed prompts:  91%|█████████ | 453/500 [15:20<04:28,  5.72s/it, est. speed input: 70.55 toks/s, output: 1712.93 toks/s]
-2025-03-15T02:32:17.215472554Z 
Processed prompts:  91%|█████████ | 454/500 [15:33<05:59,  7.82s/it, est. speed input: 69.81 toks/s, output: 1703.92 toks/s]
-2025-03-15T02:32:18.075108840Z 
Processed prompts:  91%|█████████ | 455/500 [15:39<05:30,  7.34s/it, est. speed input: 69.48 toks/s, output: 1705.64 toks/s]
-2025-03-15T02:32:23.572165889Z 
Processed prompts:  91%|█████████ | 456/500 [15:40<03:57,  5.40s/it, est. speed input: 69.54 toks/s, output: 1716.09 toks/s]
-2025-03-15T02:32:27.702984620Z 
Processed prompts:  91%|█████████▏| 457/500 [15:46<03:53,  5.43s/it, est. speed input: 69.37 toks/s, output: 1720.57 toks/s]
-2025-03-15T02:32:32.098315533Z 
Processed prompts:  92%|█████████▏| 458/500 [15:50<03:31,  5.04s/it, est. speed input: 69.24 toks/s, output: 1727.57 toks/s]
-2025-03-15T02:32:34.149165910Z 
Processed prompts:  92%|█████████▏| 459/500 [15:54<03:18,  4.85s/it, est. speed input: 69.08 toks/s, output: 1734.13 toks/s]
-2025-03-15T02:32:41.101068899Z 
Processed prompts:  92%|█████████▏| 460/500 [15:56<02:40,  4.01s/it, est. speed input: 69.30 toks/s, output: 1744.95 toks/s]
-2025-03-15T02:32:59.491062183Z 
Processed prompts:  92%|█████████▏| 461/500 [16:03<03:10,  4.89s/it, est. speed input: 68.96 toks/s, output: 1746.96 toks/s]
-2025-03-15T02:33:04.760240110Z 
Processed prompts:  92%|█████████▏| 462/500 [16:22<05:39,  8.94s/it, est. speed input: 67.95 toks/s, output: 1729.03 toks/s]
-2025-03-15T02:33:05.738061625Z 
Processed prompts:  93%|█████████▎| 463/500 [16:27<04:50,  7.84s/it, est. speed input: 67.73 toks/s, output: 1734.62 toks/s]
-2025-03-15T02:33:10.087952574Z 
Processed prompts:  93%|█████████▎| 464/500 [16:28<03:28,  5.78s/it, est. speed input: 67.83 toks/s, output: 1747.74 toks/s]
-2025-03-15T02:33:12.470804214Z 
Processed prompts:  93%|█████████▎| 465/500 [16:32<03:07,  5.35s/it, est. speed input: 67.77 toks/s, output: 1754.97 toks/s]
-2025-03-15T02:33:12.893082221Z 
Processed prompts:  93%|█████████▎| 466/500 [16:35<02:31,  4.46s/it, est. speed input: 67.78 toks/s, output: 1765.67 toks/s]
-2025-03-15T02:33:13.459839074Z 
Processed prompts:  93%|█████████▎| 467/500 [16:35<01:47,  3.25s/it, est. speed input: 67.88 toks/s, output: 1779.34 toks/s]
-2025-03-15T02:33:15.540399453Z 
Processed prompts:  94%|█████████▎| 468/500 [16:36<01:18,  2.44s/it, est. speed input: 68.06 toks/s, output: 1793.24 toks/s]
-2025-03-15T02:33:18.910026952Z 
Processed prompts:  94%|█████████▍| 469/500 [16:38<01:12,  2.34s/it, est. speed input: 68.70 toks/s, output: 1804.45 toks/s]
-2025-03-15T02:33:24.722771669Z 
Processed prompts:  94%|█████████▍| 470/500 [16:41<01:19,  2.65s/it, est. speed input: 68.64 toks/s, output: 1813.36 toks/s]
-2025-03-15T02:33:27.798613930Z 
Processed prompts:  94%|█████████▍| 471/500 [16:47<01:44,  3.60s/it, est. speed input: 68.42 toks/s, output: 1817.96 toks/s]
-2025-03-15T02:33:36.787371115Z 
Processed prompts:  94%|█████████▍| 472/500 [16:50<01:36,  3.44s/it, est. speed input: 68.40 toks/s, output: 1827.53 toks/s]
-2025-03-15T02:33:37.551736881Z 
Processed prompts:  95%|█████████▍| 473/500 [16:59<02:17,  5.10s/it, est. speed input: 67.94 toks/s, output: 1826.64 toks/s]
-2025-03-15T02:33:39.138819466Z 
Processed prompts:  95%|█████████▍| 474/500 [17:00<01:38,  3.80s/it, est. speed input: 68.24 toks/s, output: 1840.52 toks/s]
-2025-03-15T02:33:40.471152523Z 
Processed prompts:  95%|█████████▌| 475/500 [17:01<01:18,  3.14s/it, est. speed input: 68.23 toks/s, output: 1848.89 toks/s]
-2025-03-15T02:33:46.124796248Z 
Processed prompts:  95%|█████████▌| 476/500 [17:03<01:02,  2.60s/it, est. speed input: 68.26 toks/s, output: 1860.68 toks/s]
-2025-03-15T02:33:46.850867865Z 
Processed prompts:  95%|█████████▌| 477/500 [17:08<01:20,  3.51s/it, est. speed input: 67.99 toks/s, output: 1863.51 toks/s]
-2025-03-15T02:33:47.907750247Z 
Processed prompts:  96%|█████████▌| 478/500 [17:09<00:58,  2.68s/it, est. speed input: 68.13 toks/s, output: 1877.59 toks/s]
-2025-03-15T02:33:49.396885061Z 
Processed prompts:  96%|█████████▌| 479/500 [17:10<00:46,  2.19s/it, est. speed input: 68.17 toks/s, output: 1887.43 toks/s]
-2025-03-15T02:33:54.409723719Z 
Processed prompts:  96%|█████████▌| 480/500 [17:11<00:39,  1.98s/it, est. speed input: 68.19 toks/s, output: 1900.15 toks/s]
-2025-03-15T02:33:55.408532890Z 
Processed prompts:  96%|█████████▌| 481/500 [17:17<00:54,  2.89s/it, est. speed input: 68.01 toks/s, output: 1906.50 toks/s]
-2025-03-15T02:33:59.357351751Z 
Processed prompts:  96%|█████████▋| 482/500 [17:18<00:41,  2.32s/it, est. speed input: 68.04 toks/s, output: 1916.04 toks/s]
-2025-03-15T02:34:01.522650349Z 
Processed prompts:  97%|█████████▋| 483/500 [17:21<00:47,  2.81s/it, est. speed input: 68.09 toks/s, output: 1924.42 toks/s]
-2025-03-15T02:34:07.465968486Z 
Processed prompts:  97%|█████████▋| 484/500 [17:24<00:41,  2.62s/it, est. speed input: 68.07 toks/s, output: 1936.12 toks/s]
-2025-03-15T02:34:11.096939920Z 
Processed prompts:  97%|█████████▋| 485/500 [17:30<00:54,  3.61s/it, est. speed input: 67.85 toks/s, output: 1941.00 toks/s]
-2025-03-15T02:34:16.127853272Z 
Processed prompts:  97%|█████████▋| 486/500 [17:33<00:50,  3.62s/it, est. speed input: 67.79 toks/s, output: 1950.24 toks/s]
-2025-03-15T02:34:19.888977500Z 
Processed prompts:  97%|█████████▋| 487/500 [17:38<00:52,  4.04s/it, est. speed input: 67.59 toks/s, output: 1957.03 toks/s]
-2025-03-15T02:34:22.089232655Z 
Processed prompts:  98%|█████████▊| 488/500 [17:42<00:47,  3.96s/it, est. speed input: 67.57 toks/s, output: 1966.25 toks/s]
-2025-03-15T02:34:25.205694790Z 
Processed prompts:  98%|█████████▊| 489/500 [17:44<00:37,  3.43s/it, est. speed input: 67.58 toks/s, output: 1978.38 toks/s]
-2025-03-15T02:34:27.806102054Z 
Processed prompts:  98%|█████████▊| 490/500 [17:47<00:33,  3.34s/it, est. speed input: 67.53 toks/s, output: 1988.88 toks/s]
-2025-03-15T02:34:30.344796607Z 
Processed prompts:  98%|█████████▊| 491/500 [17:50<00:28,  3.12s/it, est. speed input: 67.51 toks/s, output: 2000.39 toks/s]
-2025-03-15T02:34:55.471750272Z 
Processed prompts:  98%|█████████▊| 492/500 [17:52<00:23,  2.94s/it, est. speed input: 67.52 toks/s, output: 2012.09 toks/s]
-2025-03-15T02:34:56.223246835Z 
Processed prompts:  99%|█████████▊| 493/500 [18:18<01:07,  9.60s/it, est. speed input: 66.13 toks/s, output: 1983.44 toks/s]
-2025-03-15T02:35:10.268356390Z 
Processed prompts:  99%|█████████▉| 494/500 [18:18<00:41,  6.94s/it, est. speed input: 66.33 toks/s, output: 1999.51 toks/s]
-2025-03-15T02:35:12.003483110Z 
Processed prompts:  99%|█████████▉| 495/500 [18:32<00:45,  9.07s/it, est. speed input: 65.72 toks/s, output: 1992.17 toks/s]
-2025-03-15T02:35:20.639427026Z 
Processed prompts:  99%|█████████▉| 496/500 [18:34<00:27,  6.87s/it, est. speed input: 65.71 toks/s, output: 2003.96 toks/s]
-2025-03-15T02:35:21.382936969Z 
Processed prompts:  99%|█████████▉| 497/500 [18:43<00:22,  7.40s/it, est. speed input: 65.34 toks/s, output: 2006.96 toks/s]
-2025-03-15T02:35:37.817219868Z 
Processed prompts: 100%|█████████▉| 498/500 [18:43<00:10,  5.40s/it, est. speed input: 65.54 toks/s, output: 2024.09 toks/s]
-2025-03-15T02:35:55.309641931Z 
Processed prompts: 100%|█████████▉| 499/500 [19:00<00:08,  8.71s/it, est. speed input: 64.73 toks/s, output: 2014.25 toks/s]
-2025-03-15T02:35:55.309708861Z 
Processed prompts: 100%|██████████| 500/500 [19:17<00:00, 11.35s/it, est. speed input: 63.88 toks/s, output: 2004.23 toks/s]
Processed prompts: 100%|██████████| 500/500 [19:17<00:00,  2.32s/it, est. speed input: 63.88 toks/s, output: 2004.23 toks/s]
-2025-03-15T02:35:56.170983295Z 
Splits: 100%|██████████| 1/1 [19:18<00:00, 1158.96s/it]
Splits: 100%|██████████| 1/1 [19:18<00:00, 1158.96s/it]
-2025-03-15T02:35:58.305047950Z [2025-03-15 02:35:58,304] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T02:36:02.690464860Z [2025-03-15 02:36:02,689] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T02:36:02.705719587Z [2025-03-15 02:36:02,705] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T02:36:02.705751074Z [2025-03-15 02:36:02,705] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T02:36:05.052164756Z [2025-03-15 02:36:05,051] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp1_400/results/quyanh/OpenRS-GRPO/results_2025-03-15T02-36-02.705517.json (evaluation_tracker.py:234)
-2025-03-15T02:36:05.057399281Z |      Task       |Version|     Metric     |Value|   |Stderr|
-2025-03-15T02:36:05.057445568Z |-----------------|------:|----------------|----:|---|-----:|
-2025-03-15T02:36:05.057451104Z |all              |       |extractive_match| 0.82|±  |0.0172|
-2025-03-15T02:36:05.057456678Z |custom:math_500:0|      1|extractive_match| 0.82|±  |0.0172|
-2025-03-15T02:36:08.432151189Z Evaluating task: amc23
-2025-03-15T02:36:36.484782673Z [2025-03-15 02:36:36,484] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T02:37:49.975820770Z INFO 03-15 02:37:49 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T02:37:56.931915264Z [2025-03-15 02:37:56,930] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T02:38:41.322773422Z [2025-03-15 02:38:41,322] [    INFO]: This model supports multiple tasks: {'classify', 'embed', 'generate', 'score', 'reward'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T02:38:41.344905869Z [2025-03-15 02:38:41,344] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=e40a221bc25c91d653b4fdeba757e968b8721ad6, override_neuron_config=None, tokenizer_revision=e40a221bc25c91d653b4fdeba757e968b8721ad6, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T02:38:50.090581404Z [2025-03-15 02:38:50,089] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T02:38:50.868048893Z [2025-03-15 02:38:50,867] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T02:38:51.838495617Z [2025-03-15 02:38:51,837] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T02:38:52.195862860Z [2025-03-15 02:38:52,195] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T02:38:52.197428050Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T02:38:53.042319995Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.18it/s]
-2025-03-15T02:38:53.042379185Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.18it/s]
-2025-03-15T02:38:53.512243752Z [2025-03-15 02:38:53,511] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T02:38:55.976496504Z [2025-03-15 02:38:55,975] [    INFO]: Memory profiling takes 2.15 seconds
-2025-03-15T02:38:55.976562084Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T02:38:55.976568859Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T02:38:56.286447432Z [2025-03-15 02:38:56,285] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T02:38:56.286503634Z [2025-03-15 02:38:56,286] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T02:39:00.535396739Z [2025-03-15 02:39:00,534] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T02:39:15.357074048Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:19,  1.76it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:01<00:16,  2.03it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:15,  2.13it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:01<00:14,  2.17it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:02<00:13,  2.21it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:02<00:12,  2.28it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:03<00:12,  2.28it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:03<00:11,  2.32it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:04<00:11,  2.33it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:04<00:10,  2.36it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:04<00:10,  2.38it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:05<00:09,  2.40it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:05<00:09,  2.38it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:06<00:08,  2.40it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:06<00:08,  2.42it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:06<00:07,  2.43it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:07<00:07,  2.44it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:07<00:06,  2.45it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:08<00:06,  2.41it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:08<00:06,  2.42it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:08<00:05,  2.42it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:09<00:05,  2.42it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:09<00:04,  2.41it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:10<00:04,  2.42it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:10<00:04,  2.42it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:11<00:03,  2.35it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:11<00:03,  2.38it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:11<00:02,  2.40it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:12<00:02,  2.41it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:12<00:02,  2.43it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:13<00:01,  2.42it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:13<00:01,  2.42it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:13<00:00,  2.43it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:14<00:00,  2.43it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:14<00:00,  2.35it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:14<00:00,  2.36it/s]
-2025-03-15T02:39:15.357189239Z [2025-03-15 02:39:15,356] [    INFO]: Graph capturing finished in 15 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T02:39:15.364898671Z [2025-03-15 02:39:15,364] [    INFO]: init engine (profile, create kv cache, warmup model) took 21.85 seconds (llm_engine.py:431)
-2025-03-15T02:39:16.135315262Z [2025-03-15 02:39:16,134] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T02:39:16.151571719Z [2025-03-15 02:39:16,151] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T02:39:16.151603726Z [2025-03-15 02:39:16,151] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T02:39:16.151609670Z [2025-03-15 02:39:16,151] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T02:39:16.151614613Z [2025-03-15 02:39:16,151] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T02:39:16.151667550Z [2025-03-15 02:39:16,151] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T02:39:16.151695123Z [2025-03-15 02:39:16,151] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T02:39:16.151703863Z [2025-03-15 02:39:16,151] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T02:39:16.151744523Z [2025-03-15 02:39:16,151] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T02:39:16.153858387Z [2025-03-15 02:39:16,153] [    INFO]: knoveleng/AMC-23 default (lighteval_task.py:187)
-2025-03-15T02:39:16.153880367Z [2025-03-15 02:39:16,153] [ WARNING]: Careful, the task custom|amc23 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T02:39:18.701677402Z [2025-03-15 02:39:18,701] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T02:39:18.701741949Z [2025-03-15 02:39:18,701] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T02:39:18.701765092Z [2025-03-15 02:39:18,701] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T02:39:18.718104269Z [2025-03-15 02:39:18,717] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T02:39:18.735721038Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 02:39:18,735] [ WARNING]: context_size + max_new_tokens=33060 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T02:39:32.335411545Z 
Processed prompts:   0%|          | 0/40 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T02:39:34.838696610Z 
Processed prompts:   2%|▎         | 1/40 [00:13<08:50, 13.59s/it, est. speed input: 9.20 toks/s, output: 65.76 toks/s]
-2025-03-15T02:39:38.649343116Z 
Processed prompts:   5%|▌         | 2/40 [00:16<04:28,  7.07s/it, est. speed input: 17.39 toks/s, output: 121.08 toks/s]
-2025-03-15T02:39:40.424189738Z 
Processed prompts:   8%|▊         | 3/40 [00:19<03:26,  5.58s/it, est. speed input: 22.75 toks/s, output: 161.99 toks/s]
-2025-03-15T02:39:45.574741940Z 
Processed prompts:  10%|█         | 4/40 [00:21<02:26,  4.08s/it, est. speed input: 28.36 toks/s, output: 212.75 toks/s]
-2025-03-15T02:39:51.899659992Z 
Processed prompts:  12%|█▎        | 5/40 [00:26<02:36,  4.47s/it, est. speed input: 28.43 toks/s, output: 235.64 toks/s]
-2025-03-15T02:39:54.911966851Z 
Processed prompts:  18%|█▊        | 7/40 [00:33<02:05,  3.80s/it, est. speed input: 31.73 toks/s, output: 305.59 toks/s]
-2025-03-15T02:39:55.681412902Z 
Processed prompts:  20%|██        | 8/40 [00:36<01:54,  3.59s/it, est. speed input: 32.65 toks/s, output: 343.26 toks/s]
-2025-03-15T02:39:58.345053178Z 
Processed prompts:  22%|██▎       | 9/40 [00:36<01:27,  2.82s/it, est. speed input: 34.76 toks/s, output: 399.16 toks/s]
-2025-03-15T02:40:01.750499637Z 
Processed prompts:  25%|██▌       | 10/40 [00:39<01:23,  2.77s/it, est. speed input: 37.27 toks/s, output: 435.16 toks/s]
-2025-03-15T02:40:02.342312721Z 
Processed prompts:  28%|██▊       | 11/40 [00:43<01:25,  2.95s/it, est. speed input: 39.18 toks/s, output: 463.32 toks/s]
-2025-03-15T02:40:16.369332403Z 
Processed prompts:  32%|███▎      | 13/40 [00:43<00:47,  1.76s/it, est. speed input: 46.79 toks/s, output: 581.38 toks/s]
-2025-03-15T02:40:23.016476205Z 
Processed prompts:  35%|███▌      | 14/40 [00:57<02:03,  4.75s/it, est. speed input: 37.08 toks/s, output: 501.79 toks/s]
-2025-03-15T02:40:32.388244432Z 
Processed prompts:  38%|███▊      | 15/40 [01:04<02:10,  5.24s/it, est. speed input: 35.69 toks/s, output: 511.44 toks/s]
-2025-03-15T02:40:48.902363742Z 
Processed prompts:  40%|████      | 16/40 [01:13<02:32,  6.35s/it, est. speed input: 32.63 toks/s, output: 507.42 toks/s]
-2025-03-15T02:40:53.112592011Z 
Processed prompts:  42%|████▎     | 17/40 [01:30<03:31,  9.18s/it, est. speed input: 28.93 toks/s, output: 474.79 toks/s]
-2025-03-15T02:41:15.601745816Z 
Processed prompts:  45%|████▌     | 18/40 [01:34<02:50,  7.76s/it, est. speed input: 30.07 toks/s, output: 513.74 toks/s]
-2025-03-15T02:41:17.864856514Z 
Processed prompts:  48%|████▊     | 19/40 [01:56<04:12, 12.02s/it, est. speed input: 25.27 toks/s, output: 473.96 toks/s]
-2025-03-15T02:41:18.574184473Z 
Processed prompts:  50%|█████     | 20/40 [01:59<03:03,  9.17s/it, est. speed input: 26.06 toks/s, output: 523.94 toks/s]
-2025-03-15T02:41:57.089461355Z 
Processed prompts:  52%|█████▎    | 21/40 [01:59<02:06,  6.68s/it, est. speed input: 26.85 toks/s, output: 579.81 toks/s]
-2025-03-15T02:42:03.647511620Z 
Processed prompts:  55%|█████▌    | 22/40 [02:38<04:49, 16.10s/it, est. speed input: 21.16 toks/s, output: 495.97 toks/s]
-2025-03-15T02:42:15.880350091Z 
Processed prompts:  57%|█████▊    | 23/40 [02:44<03:45, 13.27s/it, est. speed input: 21.49 toks/s, output: 533.17 toks/s]
-2025-03-15T02:42:24.383298213Z 
Processed prompts:  60%|██████    | 24/40 [02:57<03:27, 12.96s/it, est. speed input: 20.73 toks/s, output: 552.86 toks/s]
-2025-03-15T02:42:29.885549199Z 
Processed prompts:  62%|██████▎   | 25/40 [03:05<02:54, 11.63s/it, est. speed input: 20.61 toks/s, output: 583.86 toks/s]
-2025-03-15T02:42:38.212832265Z 
Processed prompts:  65%|██████▌   | 26/40 [03:11<02:17,  9.80s/it, est. speed input: 21.55 toks/s, output: 623.29 toks/s]
-2025-03-15T02:42:39.624670163Z 
Processed prompts:  68%|██████▊   | 27/40 [03:19<02:01,  9.36s/it, est. speed input: 21.35 toks/s, output: 653.45 toks/s]
-2025-03-15T02:42:46.823271738Z 
Processed prompts:  70%|███████   | 28/40 [03:20<01:23,  6.98s/it, est. speed input: 21.87 toks/s, output: 705.03 toks/s]
-2025-03-15T02:43:02.688059197Z 
Processed prompts:  72%|███████▎  | 29/40 [03:28<01:17,  7.04s/it, est. speed input: 22.39 toks/s, output: 736.86 toks/s]
-2025-03-15T02:43:17.861522480Z 
Processed prompts:  75%|███████▌  | 30/40 [03:43<01:36,  9.69s/it, est. speed input: 21.51 toks/s, output: 741.10 toks/s]
-2025-03-15T02:43:39.447162500Z 
Processed prompts:  78%|███████▊  | 31/40 [03:59<01:41, 11.33s/it, est. speed input: 20.82 toks/s, output: 750.75 toks/s]
-2025-03-15T02:43:46.047094421Z 
Processed prompts:  80%|████████  | 32/40 [04:20<01:55, 14.41s/it, est. speed input: 19.53 toks/s, output: 745.64 toks/s]
-2025-03-15T02:43:50.127824478Z 
Processed prompts:  82%|████████▎ | 33/40 [04:27<01:24, 12.07s/it, est. speed input: 19.67 toks/s, output: 784.42 toks/s]
-2025-03-15T02:43:58.201962747Z 
Processed prompts:  85%|████████▌ | 34/40 [04:31<00:58,  9.67s/it, est. speed input: 20.44 toks/s, output: 829.96 toks/s]
-2025-03-15T02:44:12.891293388Z 
Processed prompts:  88%|████████▊ | 35/40 [04:39<00:45,  9.19s/it, est. speed input: 20.58 toks/s, output: 863.69 toks/s]
-2025-03-15T02:44:20.615653158Z 
Processed prompts:  90%|█████████ | 36/40 [04:54<00:43, 10.84s/it, est. speed input: 20.15 toks/s, output: 879.07 toks/s]
-2025-03-15T02:44:23.544129614Z 
Processed prompts:  92%|█████████▎| 37/40 [05:01<00:29,  9.91s/it, est. speed input: 20.13 toks/s, output: 915.59 toks/s]
-2025-03-15T02:44:25.168390246Z 
Processed prompts:  95%|█████████▌| 38/40 [05:04<00:15,  7.81s/it, est. speed input: 20.46 toks/s, output: 966.04 toks/s]
-2025-03-15T02:44:25.760610298Z 
Processed prompts:  98%|█████████▊| 39/40 [05:06<00:05,  5.96s/it, est. speed input: 20.72 toks/s, output: 1020.31 toks/s]
-2025-03-15T02:44:25.760744420Z 
Processed prompts: 100%|██████████| 40/40 [05:07<00:00,  4.35s/it, est. speed input: 21.05 toks/s, output: 1077.79 toks/s]
Processed prompts: 100%|██████████| 40/40 [05:07<00:00,  7.68s/it, est. speed input: 21.05 toks/s, output: 1077.79 toks/s]
-2025-03-15T02:44:25.852118509Z 
Splits: 100%|██████████| 1/1 [05:07<00:00, 307.13s/it]
Splits: 100%|██████████| 1/1 [05:07<00:00, 307.13s/it]
-2025-03-15T02:44:26.693687861Z [2025-03-15 02:44:26,693] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T02:44:26.958211333Z [2025-03-15 02:44:26,957] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T02:44:26.970664596Z [2025-03-15 02:44:26,970] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T02:44:26.970716986Z [2025-03-15 02:44:26,970] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T02:44:27.241118468Z [2025-03-15 02:44:27,240] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp1_400/results/quyanh/OpenRS-GRPO/results_2025-03-15T02-44-26.970544.json (evaluation_tracker.py:234)
-2025-03-15T02:44:27.244296897Z |     Task     |Version|     Metric     |Value|   |Stderr|
-2025-03-15T02:44:27.244332773Z |--------------|------:|----------------|----:|---|-----:|
-2025-03-15T02:44:27.244338247Z |all           |       |extractive_match|0.675|±  | 0.075|
-2025-03-15T02:44:27.244343007Z |custom:amc23:0|      1|extractive_match|0.675|±  | 0.075|
-2025-03-15T02:44:29.923743988Z ----------------------------------------
-2025-03-15T02:44:29.924736207Z ----------------------------------------
-2025-03-15T02:44:29.924763402Z Running evaluations for experiment 1, step 500
-2025-03-15T02:44:29.924768720Z Revision: rev1_500 = b4f1e3452f8289b1b4c3659bcff50fef99d6a93e
-2025-03-15T02:44:29.924773330Z Output directory: data/evals/Exp1_500
-2025-03-15T02:44:29.928048631Z Evaluating task: aime24
-2025-03-15T02:44:39.973629859Z [2025-03-15 02:44:39,973] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T02:45:11.778575018Z INFO 03-15 02:45:11 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T02:45:15.369483045Z [2025-03-15 02:45:15,368] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T02:45:53.729649227Z [2025-03-15 02:45:53,728] [    INFO]: This model supports multiple tasks: {'score', 'generate', 'reward', 'embed', 'classify'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T02:45:53.742127669Z [2025-03-15 02:45:53,741] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=b4f1e3452f8289b1b4c3659bcff50fef99d6a93e, override_neuron_config=None, tokenizer_revision=b4f1e3452f8289b1b4c3659bcff50fef99d6a93e, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T02:45:59.598105390Z [2025-03-15 02:45:59,597] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T02:46:00.244554549Z [2025-03-15 02:46:00,244] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T02:46:00.901015809Z [2025-03-15 02:46:00,900] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T02:46:07.692975190Z [2025-03-15 02:46:07,692] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T02:46:07.694817970Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T02:46:08.553219645Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.17it/s]
-2025-03-15T02:46:08.553274235Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.17it/s]
-2025-03-15T02:46:08.999880413Z [2025-03-15 02:46:08,999] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T02:46:10.855329349Z [2025-03-15 02:46:10,854] [    INFO]: Memory profiling takes 1.58 seconds
-2025-03-15T02:46:10.855385752Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T02:46:10.855392406Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T02:46:11.168117056Z [2025-03-15 02:46:11,167] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T02:46:11.168191626Z [2025-03-15 02:46:11,167] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T02:46:16.271980517Z [2025-03-15 02:46:16,271] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T02:46:32.915538398Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:23,  1.44it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:01<00:22,  1.49it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:02<00:22,  1.45it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:02<00:21,  1.44it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:03<00:20,  1.44it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:04<00:19,  1.48it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:04<00:17,  1.59it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:05<00:16,  1.67it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:05<00:14,  1.76it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:06<00:14,  1.73it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:06<00:13,  1.79it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:07<00:11,  1.95it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:07<00:10,  2.07it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:08<00:09,  2.18it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:08<00:08,  2.24it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:08<00:08,  2.29it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:09<00:07,  2.33it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:09<00:07,  2.35it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:10<00:06,  2.38it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:10<00:06,  2.38it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:10<00:05,  2.40it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:11<00:05,  2.42it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:11<00:04,  2.44it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:12<00:04,  2.44it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:12<00:04,  2.44it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:12<00:03,  2.39it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:13<00:03,  2.41it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:13<00:02,  2.43it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:14<00:02,  2.45it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:14<00:02,  2.45it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:14<00:01,  2.46it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:15<00:01,  2.46it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:15<00:00,  2.45it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:16<00:00,  2.44it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:16<00:00,  2.43it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:16<00:00,  2.10it/s]
-2025-03-15T02:46:32.915872087Z [2025-03-15 02:46:32,915] [    INFO]: Graph capturing finished in 17 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T02:46:32.926306979Z [2025-03-15 02:46:32,926] [    INFO]: init engine (profile, create kv cache, warmup model) took 23.93 seconds (llm_engine.py:431)
-2025-03-15T02:46:33.620471537Z [2025-03-15 02:46:33,620] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T02:46:33.637666668Z [2025-03-15 02:46:33,637] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T02:46:33.637697944Z [2025-03-15 02:46:33,637] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T02:46:33.637705104Z [2025-03-15 02:46:33,637] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T02:46:33.637871097Z [2025-03-15 02:46:33,637] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T02:46:33.637879574Z [2025-03-15 02:46:33,637] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T02:46:33.637884611Z [2025-03-15 02:46:33,637] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T02:46:33.637889454Z [2025-03-15 02:46:33,637] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T02:46:33.637905377Z [2025-03-15 02:46:33,637] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T02:46:33.640403473Z [2025-03-15 02:46:33,640] [    INFO]: HuggingFaceH4/aime_2024 default (lighteval_task.py:187)
-2025-03-15T02:46:33.640416947Z [2025-03-15 02:46:33,640] [ WARNING]: Careful, the task custom|aime24 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T02:46:35.882416790Z [2025-03-15 02:46:35,881] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T02:46:35.882456098Z [2025-03-15 02:46:35,882] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T02:46:35.882528755Z [2025-03-15 02:46:35,882] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T02:46:35.896949557Z [2025-03-15 02:46:35,896] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T02:46:35.908600348Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 02:46:35,908] [ WARNING]: context_size + max_new_tokens=33238 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T02:47:17.406428282Z 
Processed prompts:   0%|          | 0/30 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T02:47:18.917141672Z 
Processed prompts:   3%|▎         | 1/30 [00:41<20:03, 41.49s/it, est. speed input: 2.99 toks/s, output: 66.08 toks/s]
-2025-03-15T02:47:34.868598917Z 
Processed prompts:   7%|▋         | 2/30 [00:43<08:23, 17.97s/it, est. speed input: 5.81 toks/s, output: 129.61 toks/s]
-2025-03-15T02:47:50.556129340Z 
Processed prompts:  10%|█         | 3/30 [00:58<07:40, 17.05s/it, est. speed input: 7.80 toks/s, output: 158.24 toks/s]
-2025-03-15T02:48:17.128641199Z 
Processed prompts:  13%|█▎        | 4/30 [01:14<07:09, 16.51s/it, est. speed input: 8.86 toks/s, output: 186.82 toks/s]
-2025-03-15T02:48:28.237887351Z 
Processed prompts:  17%|█▋        | 5/30 [01:41<08:23, 20.14s/it, est. speed input: 8.70 toks/s, output: 196.91 toks/s]
-2025-03-15T02:48:40.162338227Z 
Processed prompts:  20%|██        | 6/30 [01:52<06:49, 17.07s/it, est. speed input: 9.01 toks/s, output: 235.67 toks/s]
-2025-03-15T02:48:45.031542038Z 
Processed prompts:  23%|██▎       | 7/30 [02:04<05:53, 15.39s/it, est. speed input: 9.54 toks/s, output: 270.55 toks/s]
-2025-03-15T02:48:48.783390741Z 
Processed prompts:  27%|██▋       | 8/30 [02:09<04:24, 12.04s/it, est. speed input: 10.53 toks/s, output: 317.58 toks/s]
-2025-03-15T02:48:52.765704157Z 
Processed prompts:  30%|███       | 9/30 [02:12<03:18,  9.45s/it, est. speed input: 11.51 toks/s, output: 365.68 toks/s]
-2025-03-15T02:49:02.135693314Z 
Processed prompts:  33%|███▎      | 10/30 [02:16<02:35,  7.76s/it, est. speed input: 12.48 toks/s, output: 411.93 toks/s]
-2025-03-15T02:49:18.929965899Z 
Processed prompts:  37%|███▋      | 11/30 [02:26<02:36,  8.25s/it, est. speed input: 13.43 toks/s, output: 441.86 toks/s]
-2025-03-15T02:49:34.641749353Z 
Processed prompts:  40%|████      | 12/30 [02:43<03:15, 10.85s/it, est. speed input: 12.89 toks/s, output: 452.06 toks/s]
-2025-03-15T02:49:40.004684532Z 
Processed prompts:  43%|████▎     | 13/30 [02:58<03:29, 12.32s/it, est. speed input: 12.67 toks/s, output: 467.56 toks/s]
-2025-03-15T02:50:05.903989083Z 
Processed prompts:  47%|████▋     | 14/30 [03:04<02:43, 10.22s/it, est. speed input: 13.07 toks/s, output: 509.02 toks/s]
-2025-03-15T02:50:13.196144479Z 
Processed prompts:  50%|█████     | 15/30 [03:29<03:44, 14.95s/it, est. speed input: 12.21 toks/s, output: 500.85 toks/s]
-2025-03-15T02:50:14.887949181Z 
Processed prompts:  53%|█████▎    | 16/30 [03:37<02:57, 12.64s/it, est. speed input: 12.84 toks/s, output: 538.54 toks/s]
-2025-03-15T02:50:22.124873976Z 
Processed prompts:  57%|█████▋    | 17/30 [03:38<02:01,  9.35s/it, est. speed input: 13.44 toks/s, output: 588.86 toks/s]
-2025-03-15T02:50:26.786313171Z 
Processed prompts:  60%|██████    | 18/30 [03:46<01:44,  8.72s/it, est. speed input: 13.68 toks/s, output: 624.50 toks/s]
-2025-03-15T02:50:38.074267567Z 
Processed prompts:  63%|██████▎   | 19/30 [03:50<01:22,  7.50s/it, est. speed input: 14.20 toks/s, output: 666.40 toks/s]
-2025-03-15T02:50:44.427510051Z 
Processed prompts:  67%|██████▋   | 20/30 [04:02<01:26,  8.64s/it, est. speed input: 14.10 toks/s, output: 689.99 toks/s]
-2025-03-15T02:50:49.273214834Z 
Processed prompts:  70%|███████   | 21/30 [04:08<01:11,  7.95s/it, est. speed input: 14.36 toks/s, output: 727.13 toks/s]
-2025-03-15T02:51:17.109346677Z 
Processed prompts:  73%|███████▎  | 22/30 [04:13<00:56,  7.02s/it, est. speed input: 15.17 toks/s, output: 768.14 toks/s]
-2025-03-15T02:51:17.628211458Z 
Processed prompts:  77%|███████▋  | 23/30 [04:41<01:32, 13.27s/it, est. speed input: 14.13 toks/s, output: 747.83 toks/s]
-2025-03-15T02:51:27.622671689Z 
Processed prompts:  80%|████████  | 24/30 [04:41<00:56,  9.44s/it, est. speed input: 14.77 toks/s, output: 802.19 toks/s]
-2025-03-15T02:51:34.094193461Z 
Processed prompts:  83%|████████▎ | 25/30 [04:51<00:48,  9.61s/it, est. speed input: 14.77 toks/s, output: 830.93 toks/s]
-2025-03-15T02:51:38.917859457Z 
Processed prompts:  87%|████████▋ | 26/30 [04:58<00:34,  8.67s/it, est. speed input: 14.91 toks/s, output: 869.50 toks/s]
-2025-03-15T02:51:53.385313923Z 
Processed prompts:  90%|█████████ | 27/30 [05:03<00:22,  7.51s/it, est. speed input: 15.43 toks/s, output: 912.61 toks/s]
-2025-03-15T02:51:57.363159227Z 
Processed prompts:  93%|█████████▎| 28/30 [05:17<00:19,  9.60s/it, est. speed input: 15.41 toks/s, output: 929.21 toks/s]
-2025-03-15T02:52:03.243416831Z 
Processed prompts:  97%|█████████▋| 29/30 [05:21<00:07,  7.91s/it, est. speed input: 16.68 toks/s, output: 976.28 toks/s]
-2025-03-15T02:52:03.243467099Z 
Processed prompts: 100%|██████████| 30/30 [05:27<00:00,  7.30s/it, est. speed input: 16.87 toks/s, output: 1017.94 toks/s]
Processed prompts: 100%|██████████| 30/30 [05:27<00:00, 10.91s/it, est. speed input: 16.87 toks/s, output: 1017.94 toks/s]
-2025-03-15T02:52:03.338814809Z 
Splits: 100%|██████████| 1/1 [05:27<00:00, 327.44s/it]
Splits: 100%|██████████| 1/1 [05:27<00:00, 327.44s/it]
-2025-03-15T02:52:04.141474283Z [2025-03-15 02:52:04,141] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T02:52:04.577918730Z [2025-03-15 02:52:04,577] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T02:52:04.590009453Z [2025-03-15 02:52:04,589] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T02:52:04.590041922Z [2025-03-15 02:52:04,589] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T02:52:04.854743617Z [2025-03-15 02:52:04,854] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp1_500/results/quyanh/OpenRS-GRPO/results_2025-03-15T02-52-04.589810.json (evaluation_tracker.py:234)
-2025-03-15T02:52:04.857415713Z |     Task      |Version|     Metric     |Value |   |Stderr|
-2025-03-15T02:52:04.857433346Z |---------------|------:|----------------|-----:|---|-----:|
-2025-03-15T02:52:04.857438203Z |all            |       |extractive_match|0.2333|±  |0.0785|
-2025-03-15T02:52:04.857442919Z |custom:aime24:0|      1|extractive_match|0.2333|±  |0.0785|
-2025-03-15T02:52:07.366928682Z Evaluating task: math_500
-2025-03-15T02:52:26.071491016Z [2025-03-15 02:52:26,070] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T02:53:05.631329916Z INFO 03-15 02:53:05 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T02:53:08.738205622Z [2025-03-15 02:53:08,737] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T02:54:15.378796102Z [2025-03-15 02:54:15,378] [    INFO]: This model supports multiple tasks: {'score', 'embed', 'generate', 'reward', 'classify'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T02:54:15.390799864Z [2025-03-15 02:54:15,390] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=b4f1e3452f8289b1b4c3659bcff50fef99d6a93e, override_neuron_config=None, tokenizer_revision=b4f1e3452f8289b1b4c3659bcff50fef99d6a93e, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T02:54:22.960429600Z [2025-03-15 02:54:22,959] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T02:54:23.594985815Z [2025-03-15 02:54:23,594] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T02:54:24.080668125Z [2025-03-15 02:54:24,080] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T02:54:24.358593781Z [2025-03-15 02:54:24,358] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T02:54:24.359928205Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T02:54:25.088433245Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.37it/s]
-2025-03-15T02:54:25.088480925Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.37it/s]
-2025-03-15T02:54:25.460234295Z [2025-03-15 02:54:25,459] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T02:54:27.280868298Z [2025-03-15 02:54:27,280] [    INFO]: Memory profiling takes 1.54 seconds
-2025-03-15T02:54:27.280936270Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T02:54:27.280944843Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T02:54:27.584077842Z [2025-03-15 02:54:27,583] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T02:54:27.584161423Z [2025-03-15 02:54:27,583] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T02:54:32.385550059Z [2025-03-15 02:54:32,385] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T02:54:47.668961750Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:23,  1.45it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:01<00:18,  1.79it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:16,  1.97it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:02<00:14,  2.07it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:02<00:13,  2.15it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:02<00:13,  2.18it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:03<00:12,  2.20it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:03<00:12,  2.21it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:04<00:11,  2.21it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:04<00:11,  2.17it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:05<00:10,  2.19it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:05<00:10,  2.21it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:06<00:09,  2.21it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:06<00:09,  2.22it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:06<00:08,  2.24it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:07<00:08,  2.29it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:07<00:07,  2.33it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:08<00:07,  2.36it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:08<00:06,  2.38it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:09<00:06,  2.38it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:09<00:05,  2.38it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:09<00:05,  2.40it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:10<00:05,  2.37it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:10<00:04,  2.39it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:11<00:04,  2.40it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:11<00:03,  2.39it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:11<00:03,  2.40it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:12<00:02,  2.39it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:12<00:02,  2.42it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:13<00:02,  2.43it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:13<00:01,  2.44it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:14<00:01,  2.42it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:14<00:00,  2.42it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:14<00:00,  2.43it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:15<00:00,  2.41it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:15<00:00,  2.29it/s]
-2025-03-15T02:54:47.669173438Z [2025-03-15 02:54:47,668] [    INFO]: Graph capturing finished in 15 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T02:54:47.678801049Z [2025-03-15 02:54:47,678] [    INFO]: init engine (profile, create kv cache, warmup model) took 22.22 seconds (llm_engine.py:431)
-2025-03-15T02:54:48.380667795Z [2025-03-15 02:54:48,380] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T02:54:48.400297643Z [2025-03-15 02:54:48,399] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T02:54:48.400330209Z [2025-03-15 02:54:48,399] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T02:54:48.400336203Z [2025-03-15 02:54:48,400] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T02:54:48.400341136Z [2025-03-15 02:54:48,400] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T02:54:48.400345713Z [2025-03-15 02:54:48,400] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T02:54:48.400350239Z [2025-03-15 02:54:48,400] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T02:54:48.400354793Z [2025-03-15 02:54:48,400] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T02:54:48.400372476Z [2025-03-15 02:54:48,400] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T02:54:48.402453840Z [2025-03-15 02:54:48,402] [    INFO]: HuggingFaceH4/MATH-500 default (lighteval_task.py:187)
-2025-03-15T02:54:48.402475586Z [2025-03-15 02:54:48,402] [ WARNING]: Careful, the task custom|math_500 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T02:54:52.230147845Z [2025-03-15 02:54:52,229] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T02:54:52.230199479Z [2025-03-15 02:54:52,230] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T02:54:52.230231466Z [2025-03-15 02:54:52,230] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T02:54:52.357098693Z [2025-03-15 02:54:52,356] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T02:54:52.473874588Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 02:54:52,473] [ WARNING]: context_size + max_new_tokens=33636 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T02:55:25.018514241Z 
Processed prompts:   0%|          | 0/500 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T02:55:28.332353848Z 
Processed prompts:   0%|          | 1/500 [00:32<4:30:18, 32.50s/it, est. speed input: 5.78 toks/s, output: 17.51 toks/s]
-2025-03-15T02:55:30.104326765Z 
Processed prompts:   0%|          | 2/500 [00:35<2:07:15, 15.33s/it, est. speed input: 12.29 toks/s, output: 33.37 toks/s]
-2025-03-15T02:55:30.356566897Z 
Processed prompts:   1%|          | 3/500 [00:37<1:15:42,  9.14s/it, est. speed input: 15.30 toks/s, output: 49.25 toks/s]
-2025-03-15T02:55:31.725564342Z 
Processed prompts:   1%|          | 4/500 [00:37<46:33,  5.63s/it, est. speed input: 19.27 toks/s, output: 66.36 toks/s]  
-2025-03-15T02:55:32.096826163Z 
Processed prompts:   1%|          | 5/500 [00:39<33:46,  4.09s/it, est. speed input: 22.62 toks/s, output: 81.46 toks/s]
-2025-03-15T02:55:32.811698550Z 
Processed prompts:   1%|          | 6/500 [00:39<23:17,  2.83s/it, est. speed input: 25.97 toks/s, output: 98.11 toks/s]
-2025-03-15T02:55:33.817502710Z 
Processed prompts:   1%|▏         | 7/500 [00:40<17:33,  2.14s/it, est. speed input: 28.94 toks/s, output: 113.76 toks/s]
-2025-03-15T02:55:34.359655222Z 
Processed prompts:   2%|▏         | 8/500 [00:41<14:34,  1.78s/it, est. speed input: 31.40 toks/s, output: 128.38 toks/s]
-2025-03-15T02:55:37.432034385Z 
Processed prompts:   2%|▏         | 9/500 [00:41<11:23,  1.39s/it, est. speed input: 34.53 toks/s, output: 144.09 toks/s]
-2025-03-15T02:55:37.936812521Z 
Processed prompts:   2%|▏         | 10/500 [00:44<15:35,  1.91s/it, est. speed input: 35.47 toks/s, output: 151.58 toks/s]
-2025-03-15T02:55:39.879662041Z 
Processed prompts:   2%|▏         | 11/500 [00:45<12:03,  1.48s/it, est. speed input: 37.96 toks/s, output: 167.22 toks/s]
-2025-03-15T02:55:42.322589088Z 
Processed prompts:   2%|▏         | 12/500 [00:47<13:10,  1.62s/it, est. speed input: 39.40 toks/s, output: 177.46 toks/s]
-2025-03-15T02:55:42.709836549Z 
Processed prompts:   3%|▎         | 13/500 [00:49<15:10,  1.87s/it, est. speed input: 40.02 toks/s, output: 185.82 toks/s]
-2025-03-15T02:55:42.974501999Z 
Processed prompts:   3%|▎         | 14/500 [00:50<11:31,  1.42s/it, est. speed input: 42.56 toks/s, output: 201.44 toks/s]
-2025-03-15T02:55:47.200526414Z 
Processed prompts:   3%|▎         | 15/500 [00:50<08:40,  1.07s/it, est. speed input: 45.09 toks/s, output: 217.43 toks/s]
-2025-03-15T02:55:47.584553296Z 
Processed prompts:   3%|▎         | 16/500 [00:54<16:18,  2.02s/it, est. speed input: 44.49 toks/s, output: 217.62 toks/s]
-2025-03-15T02:55:47.784183739Z 
Processed prompts:   3%|▎         | 17/500 [00:55<12:18,  1.53s/it, est. speed input: 46.89 toks/s, output: 233.08 toks/s]
-2025-03-15T02:55:49.144771346Z 
Processed prompts:   4%|▎         | 18/500 [00:55<09:04,  1.13s/it, est. speed input: 49.56 toks/s, output: 249.21 toks/s]
-2025-03-15T02:55:49.593490213Z 
Processed prompts:   4%|▍         | 19/500 [00:56<09:36,  1.20s/it, est. speed input: 50.86 toks/s, output: 260.17 toks/s]
-2025-03-15T02:55:50.041684974Z 
Processed prompts:   4%|▍         | 20/500 [00:57<07:47,  1.03it/s, est. speed input: 52.68 toks/s, output: 275.07 toks/s]
-2025-03-15T02:55:50.916178495Z 
Processed prompts:   4%|▍         | 21/500 [00:57<06:30,  1.23it/s, est. speed input: 54.67 toks/s, output: 289.86 toks/s]
-2025-03-15T02:55:52.347477979Z 
Processed prompts:   4%|▍         | 22/500 [00:58<06:38,  1.20it/s, est. speed input: 56.99 toks/s, output: 302.44 toks/s]
-2025-03-15T02:55:52.610772962Z 
Processed prompts:   5%|▍         | 23/500 [00:59<08:03,  1.01s/it, est. speed input: 58.08 toks/s, output: 312.10 toks/s]
-2025-03-15T02:55:53.131382242Z 
Processed prompts:   5%|▍         | 24/500 [01:00<06:15,  1.27it/s, est. speed input: 59.99 toks/s, output: 327.62 toks/s]
-2025-03-15T02:55:53.394744311Z 
Processed prompts:   5%|▌         | 26/500 [01:00<04:18,  1.84it/s, est. speed input: 64.39 toks/s, output: 358.45 toks/s]
-2025-03-15T02:55:53.842980877Z 
Processed prompts:   5%|▌         | 27/500 [01:00<03:44,  2.11it/s, est. speed input: 66.23 toks/s, output: 373.77 toks/s]
-2025-03-15T02:55:54.784635292Z 
Processed prompts:   6%|▌         | 28/500 [01:01<03:40,  2.14it/s, est. speed input: 67.87 toks/s, output: 387.90 toks/s]
-2025-03-15T02:55:55.542396397Z 
Processed prompts:   6%|▌         | 29/500 [01:02<04:41,  1.68it/s, est. speed input: 68.96 toks/s, output: 398.88 toks/s]
-2025-03-15T02:55:55.684735903Z 
Processed prompts:   6%|▌         | 30/500 [01:03<05:01,  1.56it/s, est. speed input: 70.42 toks/s, output: 410.92 toks/s]
-2025-03-15T02:55:56.568916355Z 
Processed prompts:   6%|▌         | 31/500 [01:03<03:54,  2.00it/s, est. speed input: 75.07 toks/s, output: 426.82 toks/s]
-2025-03-15T02:55:58.324941642Z 
Processed prompts:   6%|▋         | 32/500 [01:04<04:45,  1.64it/s, est. speed input: 76.41 toks/s, output: 437.74 toks/s]
-2025-03-15T02:56:03.056042123Z 
Processed prompts:   7%|▋         | 33/500 [01:05<07:21,  1.06it/s, est. speed input: 76.31 toks/s, output: 442.85 toks/s]
-2025-03-15T02:56:04.089543179Z 
Processed prompts:   7%|▋         | 34/500 [01:10<16:00,  2.06s/it, est. speed input: 74.04 toks/s, output: 429.88 toks/s]
-2025-03-15T02:56:05.059804451Z 
Processed prompts:   7%|▋         | 35/500 [01:11<13:37,  1.76s/it, est. speed input: 76.04 toks/s, output: 440.38 toks/s]
-2025-03-15T02:56:06.358653236Z 
Processed prompts:   7%|▋         | 36/500 [01:12<11:46,  1.52s/it, est. speed input: 77.15 toks/s, output: 451.18 toks/s]
-2025-03-15T02:56:06.506494625Z 
Processed prompts:   7%|▋         | 37/500 [01:13<11:14,  1.46s/it, est. speed input: 77.77 toks/s, output: 459.92 toks/s]
-2025-03-15T02:56:08.941496343Z 
Processed prompts:   8%|▊         | 38/500 [01:13<08:12,  1.07s/it, est. speed input: 79.73 toks/s, output: 475.66 toks/s]
-2025-03-15T02:56:10.777589365Z 
Processed prompts:   8%|▊         | 39/500 [01:16<11:20,  1.48s/it, est. speed input: 79.03 toks/s, output: 477.01 toks/s]
-2025-03-15T02:56:13.064668831Z 
Processed prompts:   8%|▊         | 40/500 [01:18<12:08,  1.58s/it, est. speed input: 79.04 toks/s, output: 482.29 toks/s]
-2025-03-15T02:56:13.409251067Z 
Processed prompts:   8%|▊         | 41/500 [01:20<13:43,  1.79s/it, est. speed input: 78.77 toks/s, output: 485.03 toks/s]
-2025-03-15T02:56:13.818778895Z 
Processed prompts:   8%|▊         | 42/500 [01:20<10:22,  1.36s/it, est. speed input: 80.30 toks/s, output: 499.39 toks/s]
-2025-03-15T02:56:14.362176185Z 
Processed prompts:   9%|▊         | 43/500 [01:21<08:11,  1.07s/it, est. speed input: 81.54 toks/s, output: 513.30 toks/s]
-2025-03-15T02:56:16.221078335Z 
Processed prompts:   9%|▉         | 44/500 [01:21<06:57,  1.09it/s, est. speed input: 82.53 toks/s, output: 518.29 toks/s]
-2025-03-15T02:56:16.570758608Z 
Processed prompts:   9%|▉         | 45/500 [01:23<09:05,  1.20s/it, est. speed input: 82.64 toks/s, output: 523.15 toks/s]
-2025-03-15T02:56:19.223663279Z 
Processed prompts:   9%|▉         | 46/500 [01:24<07:08,  1.06it/s, est. speed input: 83.79 toks/s, output: 529.50 toks/s]
-2025-03-15T02:56:19.571288277Z 
Processed prompts:   9%|▉         | 47/500 [01:26<10:59,  1.46s/it, est. speed input: 82.74 toks/s, output: 529.63 toks/s]
-2025-03-15T02:56:19.983376115Z 
Processed prompts:  10%|▉         | 48/500 [01:27<08:27,  1.12s/it, est. speed input: 84.14 toks/s, output: 543.83 toks/s]
-2025-03-15T02:56:24.968167368Z 
Processed prompts:  10%|▉         | 49/500 [01:27<06:50,  1.10it/s, est. speed input: 86.09 toks/s, output: 557.59 toks/s]
-2025-03-15T02:56:25.457263004Z 
Processed prompts:  10%|█         | 50/500 [01:32<15:59,  2.13s/it, est. speed input: 82.80 toks/s, output: 535.26 toks/s]
-2025-03-15T02:56:25.751017671Z 
Processed prompts:  10%|█         | 51/500 [01:32<12:16,  1.64s/it, est. speed input: 83.76 toks/s, output: 548.68 toks/s]
-2025-03-15T02:56:26.315589692Z 
Processed prompts:  10%|█         | 52/500 [01:33<09:13,  1.24s/it, est. speed input: 85.00 toks/s, output: 563.18 toks/s]
-2025-03-15T02:56:26.471831496Z 
Processed prompts:  11%|█         | 53/500 [01:33<07:42,  1.03s/it, est. speed input: 85.81 toks/s, output: 566.94 toks/s]
-2025-03-15T02:56:28.661646850Z 
Processed prompts:  11%|█         | 54/500 [01:33<05:43,  1.30it/s, est. speed input: 87.29 toks/s, output: 582.21 toks/s]
-2025-03-15T02:56:29.769334025Z 
Processed prompts:  11%|█         | 55/500 [01:36<08:52,  1.20s/it, est. speed input: 87.11 toks/s, output: 585.12 toks/s]
-2025-03-15T02:56:30.475028428Z 
Processed prompts:  11%|█         | 56/500 [01:37<08:39,  1.17s/it, est. speed input: 87.42 toks/s, output: 594.61 toks/s]
-2025-03-15T02:56:34.129495245Z 
Processed prompts:  11%|█▏        | 57/500 [01:37<07:36,  1.03s/it, est. speed input: 88.16 toks/s, output: 606.46 toks/s]
-2025-03-15T02:56:34.719404280Z 
Processed prompts:  12%|█▏        | 58/500 [01:41<13:23,  1.82s/it, est. speed input: 86.46 toks/s, output: 600.74 toks/s]
-2025-03-15T02:56:35.845516964Z 
Processed prompts:  12%|█▏        | 60/500 [01:42<08:10,  1.11s/it, est. speed input: 88.60 toks/s, output: 629.33 toks/s]
-2025-03-15T02:56:37.956528564Z 
Processed prompts:  12%|█▏        | 61/500 [01:43<08:10,  1.12s/it, est. speed input: 88.84 toks/s, output: 631.48 toks/s]
-2025-03-15T02:56:39.164974928Z 
Processed prompts:  12%|█▏        | 62/500 [01:45<10:03,  1.38s/it, est. speed input: 89.28 toks/s, output: 634.85 toks/s]
-2025-03-15T02:56:39.613721338Z 
Processed prompts:  13%|█▎        | 64/500 [01:46<07:36,  1.05s/it, est. speed input: 90.94 toks/s, output: 659.47 toks/s]
-2025-03-15T02:56:41.927533722Z 
Processed prompts:  13%|█▎        | 65/500 [01:47<06:34,  1.10it/s, est. speed input: 91.74 toks/s, output: 666.31 toks/s]
-2025-03-15T02:56:42.905929598Z 
Processed prompts:  13%|█▎        | 66/500 [01:49<09:06,  1.26s/it, est. speed input: 91.36 toks/s, output: 668.04 toks/s]
-2025-03-15T02:56:43.906922929Z 
Processed prompts:  13%|█▎        | 67/500 [01:50<08:33,  1.19s/it, est. speed input: 91.66 toks/s, output: 668.57 toks/s]
-2025-03-15T02:56:44.608703128Z 
Processed prompts:  14%|█▍        | 69/500 [01:51<06:24,  1.12it/s, est. speed input: 93.19 toks/s, output: 694.01 toks/s]
-2025-03-15T02:56:46.007810612Z 
Processed prompts:  14%|█▍        | 70/500 [01:52<06:04,  1.18it/s, est. speed input: 93.87 toks/s, output: 705.43 toks/s]
-2025-03-15T02:56:46.269054675Z 
Processed prompts:  14%|█▍        | 71/500 [01:53<07:02,  1.01it/s, est. speed input: 93.83 toks/s, output: 712.47 toks/s]
-2025-03-15T02:56:48.717664463Z 
Processed prompts:  14%|█▍        | 72/500 [01:53<05:39,  1.26it/s, est. speed input: 95.15 toks/s, output: 726.56 toks/s]
-2025-03-15T02:56:49.228319572Z 
Processed prompts:  15%|█▍        | 73/500 [01:56<08:52,  1.25s/it, est. speed input: 94.31 toks/s, output: 726.93 toks/s]
-2025-03-15T02:56:49.389495211Z 
Processed prompts:  15%|█▍        | 74/500 [01:56<07:23,  1.04s/it, est. speed input: 96.55 toks/s, output: 739.41 toks/s]
-2025-03-15T02:56:50.250829851Z 
Processed prompts:  15%|█▌        | 75/500 [01:56<05:35,  1.27it/s, est. speed input: 97.47 toks/s, output: 746.02 toks/s]
-2025-03-15T02:56:53.381487486Z 
Processed prompts:  15%|█▌        | 76/500 [01:57<05:43,  1.24it/s, est. speed input: 97.83 toks/s, output: 750.25 toks/s]
-2025-03-15T02:56:57.635243827Z 
Processed prompts:  15%|█▌        | 77/500 [02:00<10:30,  1.49s/it, est. speed input: 96.41 toks/s, output: 746.42 toks/s]
-2025-03-15T02:56:57.949807022Z 
Processed prompts:  16%|█▌        | 78/500 [02:05<16:13,  2.31s/it, est. speed input: 94.60 toks/s, output: 736.60 toks/s]
-2025-03-15T02:56:59.571864094Z 
Processed prompts:  16%|█▌        | 79/500 [02:05<12:02,  1.72s/it, est. speed input: 95.41 toks/s, output: 750.30 toks/s]
-2025-03-15T02:57:00.808506631Z 
Processed prompts:  16%|█▋        | 82/500 [02:07<07:22,  1.06s/it, est. speed input: 97.11 toks/s, output: 767.49 toks/s]
-2025-03-15T02:57:01.047991906Z 
Processed prompts:  17%|█▋        | 83/500 [02:08<07:36,  1.10s/it, est. speed input: 97.10 toks/s, output: 765.19 toks/s]
-2025-03-15T02:57:01.861973781Z 
Processed prompts:  17%|█▋        | 84/500 [02:08<06:13,  1.11it/s, est. speed input: 97.85 toks/s, output: 769.68 toks/s]
-2025-03-15T02:57:02.098997353Z 
Processed prompts:  17%|█▋        | 85/500 [02:09<06:03,  1.14it/s, est. speed input: 98.15 toks/s, output: 769.73 toks/s]
-2025-03-15T02:57:05.227797584Z 
Processed prompts:  17%|█▋        | 86/500 [02:09<04:53,  1.41it/s, est. speed input: 99.03 toks/s, output: 783.80 toks/s]
-2025-03-15T02:57:07.072969111Z 
Processed prompts:  17%|█▋        | 87/500 [02:12<09:24,  1.37s/it, est. speed input: 97.57 toks/s, output: 768.85 toks/s]
-2025-03-15T02:57:09.074991567Z 
Processed prompts:  18%|█▊        | 88/500 [02:14<10:18,  1.50s/it, est. speed input: 97.16 toks/s, output: 767.35 toks/s]
-2025-03-15T02:57:09.506040894Z 
Processed prompts:  18%|█▊        | 89/500 [02:16<11:15,  1.64s/it, est. speed input: 96.63 toks/s, output: 764.36 toks/s]
-2025-03-15T02:57:09.893744835Z 
Processed prompts:  18%|█▊        | 90/500 [02:16<08:50,  1.29s/it, est. speed input: 97.74 toks/s, output: 777.33 toks/s]
-2025-03-15T02:57:13.186390547Z 
Processed prompts:  18%|█▊        | 91/500 [02:17<07:00,  1.03s/it, est. speed input: 98.65 toks/s, output: 790.50 toks/s]
-2025-03-15T02:57:13.516560425Z 
Processed prompts:  18%|█▊        | 92/500 [02:20<11:31,  1.70s/it, est. speed input: 97.19 toks/s, output: 777.91 toks/s]
-2025-03-15T02:57:17.146891509Z 
Processed prompts:  19%|█▊        | 93/500 [02:20<08:45,  1.29s/it, est. speed input: 97.77 toks/s, output: 778.49 toks/s]
-2025-03-15T02:57:18.858316159Z 
Processed prompts:  19%|█▉        | 94/500 [02:24<13:26,  1.99s/it, est. speed input: 96.40 toks/s, output: 774.22 toks/s]
-2025-03-15T02:57:19.025890975Z 
Processed prompts:  19%|█▉        | 95/500 [02:26<12:51,  1.90s/it, est. speed input: 96.31 toks/s, output: 780.42 toks/s]
-2025-03-15T02:57:20.003909459Z 
Processed prompts:  19%|█▉        | 96/500 [02:26<09:19,  1.39s/it, est. speed input: 97.12 toks/s, output: 794.78 toks/s]
-2025-03-15T02:57:21.566945766Z 
Processed prompts:  19%|█▉        | 97/500 [02:27<08:29,  1.26s/it, est. speed input: 97.39 toks/s, output: 804.74 toks/s]
-2025-03-15T02:57:23.216616608Z 
Processed prompts:  20%|█▉        | 99/500 [02:29<06:57,  1.04s/it, est. speed input: 97.99 toks/s, output: 811.87 toks/s]
-2025-03-15T02:57:26.707843679Z 
Processed prompts:  20%|██        | 100/500 [02:30<07:56,  1.19s/it, est. speed input: 98.59 toks/s, output: 818.11 toks/s]
-2025-03-15T02:57:28.437607882Z 
Processed prompts:  20%|██        | 101/500 [02:34<11:55,  1.79s/it, est. speed input: 97.15 toks/s, output: 807.80 toks/s]
-2025-03-15T02:57:28.905850462Z 
Processed prompts:  20%|██        | 102/500 [02:35<11:46,  1.78s/it, est. speed input: 96.81 toks/s, output: 803.28 toks/s]
-2025-03-15T02:57:29.598512820Z 
Processed prompts:  21%|██        | 103/500 [02:36<09:19,  1.41s/it, est. speed input: 97.28 toks/s, output: 806.85 toks/s]
-2025-03-15T02:57:29.843418687Z 
Processed prompts:  21%|██        | 104/500 [02:37<07:57,  1.21s/it, est. speed input: 97.70 toks/s, output: 818.35 toks/s]
-2025-03-15T02:57:30.162427417Z 
Processed prompts:  21%|██        | 105/500 [02:37<06:06,  1.08it/s, est. speed input: 98.50 toks/s, output: 832.12 toks/s]
-2025-03-15T02:57:30.338867545Z 
Processed prompts:  21%|██▏       | 107/500 [02:37<03:47,  1.73it/s, est. speed input: 100.09 toks/s, output: 860.51 toks/s]
-2025-03-15T02:57:30.732900580Z 
Processed prompts:  22%|██▏       | 108/500 [02:37<03:08,  2.08it/s, est. speed input: 100.72 toks/s, output: 866.08 toks/s]
-2025-03-15T02:57:31.201032396Z 
Processed prompts:  22%|██▏       | 109/500 [02:38<02:59,  2.18it/s, est. speed input: 101.20 toks/s, output: 868.58 toks/s]
-2025-03-15T02:57:31.742129708Z 
Processed prompts:  22%|██▏       | 110/500 [02:38<02:59,  2.17it/s, est. speed input: 101.84 toks/s, output: 881.05 toks/s]
-2025-03-15T02:57:33.842323054Z 
Processed prompts:  22%|██▏       | 111/500 [02:39<03:08,  2.07it/s, est. speed input: 102.37 toks/s, output: 893.08 toks/s]
-2025-03-15T02:57:35.275224782Z 
Processed prompts:  22%|██▏       | 112/500 [02:41<06:05,  1.06it/s, est. speed input: 101.90 toks/s, output: 896.45 toks/s]
-2025-03-15T02:57:37.399014083Z 
Processed prompts:  23%|██▎       | 113/500 [02:42<06:59,  1.08s/it, est. speed input: 101.80 toks/s, output: 903.54 toks/s]
-2025-03-15T02:57:38.392866242Z 
Processed prompts:  23%|██▎       | 114/500 [02:44<08:55,  1.39s/it, est. speed input: 102.03 toks/s, output: 906.87 toks/s]
-2025-03-15T02:57:41.816464279Z 
Processed prompts:  23%|██▎       | 115/500 [02:45<08:09,  1.27s/it, est. speed input: 102.12 toks/s, output: 907.20 toks/s]
-2025-03-15T02:57:44.341183060Z 
Processed prompts:  23%|██▎       | 116/500 [02:49<12:13,  1.91s/it, est. speed input: 101.02 toks/s, output: 903.77 toks/s]
-2025-03-15T02:57:44.620679130Z 
Processed prompts:  23%|██▎       | 117/500 [02:51<13:21,  2.09s/it, est. speed input: 100.21 toks/s, output: 894.73 toks/s]
-2025-03-15T02:57:47.064222266Z 
Processed prompts:  24%|██▎       | 118/500 [02:52<09:52,  1.55s/it, est. speed input: 100.75 toks/s, output: 902.18 toks/s]
-2025-03-15T02:57:49.721951414Z 
Processed prompts:  24%|██▍       | 119/500 [02:54<11:32,  1.82s/it, est. speed input: 100.15 toks/s, output: 904.38 toks/s]
-2025-03-15T02:57:50.046318983Z 
Processed prompts:  24%|██▍       | 120/500 [02:57<13:06,  2.07s/it, est. speed input: 99.33 toks/s, output: 899.55 toks/s] 
-2025-03-15T02:57:50.760507726Z 
Processed prompts:  24%|██▍       | 121/500 [02:57<09:46,  1.55s/it, est. speed input: 99.84 toks/s, output: 906.99 toks/s]
-2025-03-15T02:57:52.371304938Z 
Processed prompts:  25%|██▍       | 123/500 [02:58<06:16,  1.00it/s, est. speed input: 101.02 toks/s, output: 929.03 toks/s]
-2025-03-15T02:57:53.903894539Z 
Processed prompts:  25%|██▍       | 124/500 [02:59<07:12,  1.15s/it, est. speed input: 101.51 toks/s, output: 935.49 toks/s]
-2025-03-15T02:57:57.569472196Z 
Processed prompts:  25%|██▌       | 125/500 [03:01<07:48,  1.25s/it, est. speed input: 101.51 toks/s, output: 942.35 toks/s]
-2025-03-15T02:57:58.202805351Z 
Processed prompts:  25%|██▌       | 126/500 [03:05<11:53,  1.91s/it, est. speed input: 100.29 toks/s, output: 938.42 toks/s]
-2025-03-15T02:57:59.073047936Z 
Processed prompts:  25%|██▌       | 127/500 [03:05<09:38,  1.55s/it, est. speed input: 100.57 toks/s, output: 940.54 toks/s]
-2025-03-15T02:57:59.869873266Z 
Processed prompts:  26%|██▌       | 128/500 [03:06<08:24,  1.36s/it, est. speed input: 100.78 toks/s, output: 950.87 toks/s]
-2025-03-15T02:58:00.658860039Z 
Processed prompts:  26%|██▌       | 129/500 [03:07<07:23,  1.19s/it, est. speed input: 101.14 toks/s, output: 961.53 toks/s]
-2025-03-15T02:58:03.839464943Z 
Processed prompts:  26%|██▌       | 130/500 [03:08<06:37,  1.08s/it, est. speed input: 101.65 toks/s, output: 972.19 toks/s]
-2025-03-15T02:58:04.016348465Z 
Processed prompts:  26%|██▌       | 131/500 [03:11<10:25,  1.70s/it, est. speed input: 100.71 toks/s, output: 970.70 toks/s]
-2025-03-15T02:58:06.118594415Z 
Processed prompts:  26%|██▋       | 132/500 [03:11<07:38,  1.25s/it, est. speed input: 101.22 toks/s, output: 975.56 toks/s]
-2025-03-15T02:58:07.400847971Z 
Processed prompts:  27%|██▋       | 133/500 [03:13<09:10,  1.50s/it, est. speed input: 100.72 toks/s, output: 970.60 toks/s]
-2025-03-15T02:58:07.828443659Z 
Processed prompts:  27%|██▋       | 134/500 [03:14<08:45,  1.44s/it, est. speed input: 100.70 toks/s, output: 974.07 toks/s]
-2025-03-15T02:58:08.494154419Z 
Processed prompts:  27%|██▋       | 135/500 [03:15<06:54,  1.13s/it, est. speed input: 101.07 toks/s, output: 978.20 toks/s]
-2025-03-15T02:58:09.163522241Z 
Processed prompts:  27%|██▋       | 136/500 [03:15<06:01,  1.01it/s, est. speed input: 101.34 toks/s, output: 983.20 toks/s]
-2025-03-15T02:58:09.345903863Z 
Processed prompts:  27%|██▋       | 137/500 [03:16<05:25,  1.11it/s, est. speed input: 101.63 toks/s, output: 990.08 toks/s]
-2025-03-15T02:58:12.216538460Z 
Processed prompts:  28%|██▊       | 138/500 [03:16<04:07,  1.46it/s, est. speed input: 102.19 toks/s, output: 1003.77 toks/s]
-2025-03-15T02:58:13.269376356Z 
Processed prompts:  28%|██▊       | 139/500 [03:19<08:03,  1.34s/it, est. speed input: 101.42 toks/s, output: 1003.85 toks/s]
-2025-03-15T02:58:14.844568644Z 
Processed prompts:  28%|██▊       | 140/500 [03:20<07:31,  1.25s/it, est. speed input: 101.68 toks/s, output: 1013.08 toks/s]
-2025-03-15T02:58:15.778922166Z 
Processed prompts:  28%|██▊       | 141/500 [03:22<08:04,  1.35s/it, est. speed input: 101.46 toks/s, output: 1012.22 toks/s]
-2025-03-15T02:58:17.089672482Z 
Processed prompts:  28%|██▊       | 142/500 [03:23<07:18,  1.23s/it, est. speed input: 101.92 toks/s, output: 1022.04 toks/s]
-2025-03-15T02:58:20.142452458Z 
Processed prompts:  29%|██▊       | 143/500 [03:24<07:26,  1.25s/it, est. speed input: 101.88 toks/s, output: 1026.43 toks/s]
-2025-03-15T02:58:21.488681699Z 
Processed prompts:  29%|██▉       | 144/500 [03:27<10:37,  1.79s/it, est. speed input: 100.93 toks/s, output: 1016.40 toks/s]
-2025-03-15T02:58:27.081685504Z 
Processed prompts:  29%|██▉       | 145/500 [03:28<09:48,  1.66s/it, est. speed input: 100.91 toks/s, output: 1024.27 toks/s]
-2025-03-15T02:58:27.577516860Z 
Processed prompts:  29%|██▉       | 146/500 [03:34<16:44,  2.84s/it, est. speed input: 99.12 toks/s, output: 1011.94 toks/s] 
-2025-03-15T02:58:27.917691030Z 
Processed prompts:  30%|██▉       | 148/500 [03:35<09:38,  1.64s/it, est. speed input: 100.07 toks/s, output: 1027.36 toks/s]
-2025-03-15T02:58:29.286443744Z 
Processed prompts:  30%|██▉       | 149/500 [03:35<07:43,  1.32s/it, est. speed input: 100.76 toks/s, output: 1040.10 toks/s]
-2025-03-15T02:58:29.700295803Z 
Processed prompts:  30%|███       | 151/500 [03:36<06:08,  1.06s/it, est. speed input: 101.48 toks/s, output: 1051.70 toks/s]
-2025-03-15T02:58:30.191491083Z 
Processed prompts:  31%|███       | 153/500 [03:37<04:16,  1.35it/s, est. speed input: 102.37 toks/s, output: 1064.60 toks/s]
-2025-03-15T02:58:33.577214452Z 
Processed prompts:  31%|███       | 154/500 [03:37<03:58,  1.45it/s, est. speed input: 102.74 toks/s, output: 1076.54 toks/s]
-2025-03-15T02:58:35.885034992Z 
Processed prompts:  31%|███       | 155/500 [03:41<07:32,  1.31s/it, est. speed input: 102.18 toks/s, output: 1074.37 toks/s]
-2025-03-15T02:58:37.247536189Z 
Processed prompts:  31%|███▏      | 157/500 [03:43<07:08,  1.25s/it, est. speed input: 102.24 toks/s, output: 1081.11 toks/s]
-2025-03-15T02:58:37.597726026Z 
Processed prompts:  32%|███▏      | 158/500 [03:44<07:15,  1.27s/it, est. speed input: 102.41 toks/s, output: 1088.85 toks/s]
-2025-03-15T02:58:39.593035507Z 
Processed prompts:  32%|███▏      | 160/500 [03:45<04:48,  1.18it/s, est. speed input: 103.32 toks/s, output: 1105.20 toks/s]
-2025-03-15T02:58:40.169644788Z 
Processed prompts:  32%|███▏      | 161/500 [03:47<06:11,  1.10s/it, est. speed input: 102.90 toks/s, output: 1099.25 toks/s]
-2025-03-15T02:58:42.245400344Z 
Processed prompts:  32%|███▏      | 162/500 [03:47<05:29,  1.03it/s, est. speed input: 103.21 toks/s, output: 1110.73 toks/s]
-2025-03-15T02:58:43.142149520Z 
Processed prompts:  33%|███▎      | 163/500 [03:49<07:01,  1.25s/it, est. speed input: 103.11 toks/s, output: 1114.94 toks/s]
-2025-03-15T02:58:43.640235940Z 
Processed prompts:  33%|███▎      | 165/500 [03:50<05:06,  1.09it/s, est. speed input: 103.69 toks/s, output: 1120.90 toks/s]
-2025-03-15T02:58:43.981078733Z 
Processed prompts:  33%|███▎      | 166/500 [03:51<04:33,  1.22it/s, est. speed input: 103.97 toks/s, output: 1125.07 toks/s]
-2025-03-15T02:58:44.875946362Z 
Processed prompts:  33%|███▎      | 167/500 [03:51<03:53,  1.43it/s, est. speed input: 104.32 toks/s, output: 1130.59 toks/s]
-2025-03-15T02:58:47.199250361Z 
Processed prompts:  34%|███▎      | 168/500 [03:52<04:09,  1.33it/s, est. speed input: 104.60 toks/s, output: 1140.46 toks/s]
-2025-03-15T02:58:48.014843438Z 
Processed prompts:  34%|███▍      | 169/500 [03:54<06:30,  1.18s/it, est. speed input: 104.02 toks/s, output: 1131.29 toks/s]
-2025-03-15T02:58:50.020760383Z 
Processed prompts:  34%|███▍      | 170/500 [03:55<05:55,  1.08s/it, est. speed input: 104.14 toks/s, output: 1133.06 toks/s]
-2025-03-15T02:58:50.925534773Z 
Processed prompts:  34%|███▍      | 171/500 [03:57<07:21,  1.34s/it, est. speed input: 103.78 toks/s, output: 1133.36 toks/s]
-2025-03-15T02:58:52.465544472Z 
Processed prompts:  34%|███▍      | 172/500 [03:58<06:38,  1.22s/it, est. speed input: 103.86 toks/s, output: 1135.74 toks/s]
-2025-03-15T02:58:55.376250917Z 
Processed prompts:  35%|███▍      | 173/500 [03:59<07:08,  1.31s/it, est. speed input: 103.66 toks/s, output: 1132.45 toks/s]
-2025-03-15T02:58:58.561163280Z 
Processed prompts:  35%|███▍      | 174/500 [04:02<09:41,  1.78s/it, est. speed input: 102.86 toks/s, output: 1121.26 toks/s]
-2025-03-15T02:58:58.993677016Z 
Processed prompts:  35%|███▌      | 175/500 [04:06<11:54,  2.20s/it, est. speed input: 101.98 toks/s, output: 1111.79 toks/s]
-2025-03-15T02:58:59.266408551Z 
Processed prompts:  35%|███▌      | 176/500 [04:06<09:02,  1.67s/it, est. speed input: 102.28 toks/s, output: 1117.86 toks/s]
-2025-03-15T02:59:00.273501814Z 
Processed prompts:  35%|███▌      | 177/500 [04:06<06:45,  1.26s/it, est. speed input: 102.61 toks/s, output: 1120.74 toks/s]
-2025-03-15T02:59:01.451379773Z 
Processed prompts:  36%|███▌      | 178/500 [04:07<06:20,  1.18s/it, est. speed input: 102.77 toks/s, output: 1130.29 toks/s]
-2025-03-15T02:59:02.484462900Z 
Processed prompts:  36%|███▌      | 179/500 [04:08<06:18,  1.18s/it, est. speed input: 103.16 toks/s, output: 1139.03 toks/s]
-2025-03-15T02:59:03.026748658Z 
Processed prompts:  36%|███▌      | 181/500 [04:09<04:38,  1.14it/s, est. speed input: 103.63 toks/s, output: 1145.05 toks/s]
-2025-03-15T02:59:03.739412656Z 
Processed prompts:  36%|███▋      | 182/500 [04:10<04:11,  1.26it/s, est. speed input: 103.84 toks/s, output: 1145.21 toks/s]
-2025-03-15T02:59:06.518735392Z 
Processed prompts:  37%|███▋      | 183/500 [04:11<04:04,  1.30it/s, est. speed input: 103.99 toks/s, output: 1146.59 toks/s]
-2025-03-15T02:59:08.483927219Z 
Processed prompts:  37%|███▋      | 184/500 [04:14<06:56,  1.32s/it, est. speed input: 103.30 toks/s, output: 1141.05 toks/s]
-2025-03-15T02:59:08.921375676Z 
Processed prompts:  37%|███▋      | 186/500 [04:15<06:07,  1.17s/it, est. speed input: 103.37 toks/s, output: 1140.69 toks/s]
-2025-03-15T02:59:09.764854506Z 
Processed prompts:  37%|███▋      | 187/500 [04:16<05:11,  1.00it/s, est. speed input: 103.75 toks/s, output: 1152.71 toks/s]
-2025-03-15T02:59:10.767353396Z 
Processed prompts:  38%|███▊      | 188/500 [04:17<04:58,  1.04it/s, est. speed input: 104.08 toks/s, output: 1162.89 toks/s]
-2025-03-15T02:59:10.958110105Z 
Processed prompts:  38%|███▊      | 189/500 [04:18<05:01,  1.03it/s, est. speed input: 104.10 toks/s, output: 1162.15 toks/s]
-2025-03-15T02:59:11.645383680Z 
Processed prompts:  38%|███▊      | 190/500 [04:18<03:54,  1.32it/s, est. speed input: 104.45 toks/s, output: 1166.08 toks/s]
-2025-03-15T02:59:11.997264608Z 
Processed prompts:  38%|███▊      | 192/500 [04:19<02:56,  1.74it/s, est. speed input: 105.14 toks/s, output: 1181.77 toks/s]
-2025-03-15T02:59:16.661462457Z 
Processed prompts:  39%|███▊      | 193/500 [04:19<02:39,  1.92it/s, est. speed input: 105.43 toks/s, output: 1185.80 toks/s]
-2025-03-15T02:59:17.097970070Z 
Processed prompts:  39%|███▉      | 194/500 [04:24<08:02,  1.58s/it, est. speed input: 103.99 toks/s, output: 1169.72 toks/s]
-2025-03-15T02:59:17.778636883Z 
Processed prompts:  39%|███▉      | 195/500 [04:24<06:28,  1.27s/it, est. speed input: 104.23 toks/s, output: 1171.73 toks/s]
-2025-03-15T02:59:18.632135289Z 
Processed prompts:  39%|███▉      | 196/500 [04:25<05:37,  1.11s/it, est. speed input: 104.37 toks/s, output: 1172.71 toks/s]
-2025-03-15T02:59:18.988336458Z 
Processed prompts:  39%|███▉      | 197/500 [04:26<05:14,  1.04s/it, est. speed input: 104.52 toks/s, output: 1182.84 toks/s]
-2025-03-15T02:59:20.763316299Z 
Processed prompts:  40%|███▉      | 198/500 [04:26<04:13,  1.19it/s, est. speed input: 104.79 toks/s, output: 1185.10 toks/s]
-2025-03-15T02:59:22.192399444Z 
Processed prompts:  40%|███▉      | 199/500 [04:28<05:35,  1.11s/it, est. speed input: 104.49 toks/s, output: 1179.03 toks/s]
-2025-03-15T02:59:22.383670757Z 
Processed prompts:  40%|████      | 200/500 [04:29<06:01,  1.21s/it, est. speed input: 104.51 toks/s, output: 1186.65 toks/s]
-2025-03-15T02:59:23.152748608Z 
Processed prompts:  40%|████      | 201/500 [04:29<04:30,  1.10it/s, est. speed input: 104.88 toks/s, output: 1194.57 toks/s]
-2025-03-15T02:59:23.344941822Z 
Processed prompts:  40%|████      | 202/500 [04:30<04:17,  1.16it/s, est. speed input: 105.00 toks/s, output: 1198.27 toks/s]
-2025-03-15T02:59:26.170147660Z 
Processed prompts:  41%|████      | 203/500 [04:30<03:17,  1.50it/s, est. speed input: 105.41 toks/s, output: 1211.27 toks/s]
-2025-03-15T02:59:26.530896166Z 
Processed prompts:  41%|████      | 204/500 [04:33<06:27,  1.31s/it, est. speed input: 104.70 toks/s, output: 1200.64 toks/s]
-2025-03-15T02:59:31.847770117Z 
Processed prompts:  41%|████      | 205/500 [04:34<05:02,  1.03s/it, est. speed input: 104.94 toks/s, output: 1200.83 toks/s]
-2025-03-15T02:59:33.125781213Z 
Processed prompts:  41%|████      | 206/500 [04:39<11:19,  2.31s/it, est. speed input: 103.34 toks/s, output: 1182.62 toks/s]
-2025-03-15T02:59:33.321265948Z 
Processed prompts:  41%|████▏     | 207/500 [04:40<09:46,  2.00s/it, est. speed input: 103.23 toks/s, output: 1179.28 toks/s]
-2025-03-15T02:59:34.266574547Z 
Processed prompts:  42%|████▏     | 208/500 [04:40<07:06,  1.46s/it, est. speed input: 103.55 toks/s, output: 1182.26 toks/s]
-2025-03-15T02:59:34.794682819Z 
Processed prompts:  42%|████▏     | 209/500 [04:41<06:19,  1.31s/it, est. speed input: 103.91 toks/s, output: 1192.07 toks/s]
-2025-03-15T02:59:36.589114758Z 
Processed prompts:  42%|████▏     | 210/500 [04:42<05:11,  1.07s/it, est. speed input: 104.08 toks/s, output: 1191.98 toks/s]
-2025-03-15T02:59:36.883471559Z 
Processed prompts:  42%|████▏     | 211/500 [04:44<06:12,  1.29s/it, est. speed input: 103.82 toks/s, output: 1190.02 toks/s]
-2025-03-15T02:59:37.248968612Z 
Processed prompts:  42%|████▏     | 212/500 [04:44<04:45,  1.01it/s, est. speed input: 104.08 toks/s, output: 1192.43 toks/s]
-2025-03-15T02:59:38.293463509Z 
Processed prompts:  43%|████▎     | 213/500 [04:44<03:50,  1.25it/s, est. speed input: 104.53 toks/s, output: 1204.66 toks/s]
-2025-03-15T02:59:39.420434350Z 
Processed prompts:  43%|████▎     | 215/500 [04:45<03:11,  1.48it/s, est. speed input: 104.96 toks/s, output: 1214.89 toks/s]
-2025-03-15T02:59:40.789814437Z 
Processed prompts:  43%|████▎     | 216/500 [04:46<03:43,  1.27it/s, est. speed input: 105.03 toks/s, output: 1223.86 toks/s]
-2025-03-15T02:59:42.157441079Z 
Processed prompts:  43%|████▎     | 217/500 [04:48<04:25,  1.07it/s, est. speed input: 104.95 toks/s, output: 1227.30 toks/s]
-2025-03-15T02:59:43.267783030Z 
Processed prompts:  44%|████▎     | 218/500 [04:49<04:57,  1.06s/it, est. speed input: 105.11 toks/s, output: 1235.22 toks/s]
-2025-03-15T02:59:44.225567505Z 
Processed prompts:  44%|████▍     | 219/500 [04:50<05:00,  1.07s/it, est. speed input: 105.08 toks/s, output: 1234.74 toks/s]
-2025-03-15T02:59:45.669754402Z 
Processed prompts:  44%|████▍     | 221/500 [04:51<03:45,  1.24it/s, est. speed input: 105.65 toks/s, output: 1247.72 toks/s]
-2025-03-15T02:59:46.791520201Z 
Processed prompts:  44%|████▍     | 222/500 [04:53<04:27,  1.04it/s, est. speed input: 105.58 toks/s, output: 1255.27 toks/s]
-2025-03-15T02:59:47.485588455Z 
Processed prompts:  45%|████▍     | 224/500 [04:54<03:40,  1.25it/s, est. speed input: 106.03 toks/s, output: 1266.80 toks/s]
-2025-03-15T02:59:49.179666161Z 
Processed prompts:  45%|████▌     | 225/500 [04:54<03:32,  1.29it/s, est. speed input: 106.13 toks/s, output: 1265.85 toks/s]
-2025-03-15T02:59:49.625669557Z 
Processed prompts:  45%|████▌     | 226/500 [04:56<04:33,  1.00it/s, est. speed input: 105.88 toks/s, output: 1261.88 toks/s]
-2025-03-15T02:59:50.990944727Z 
Processed prompts:  45%|████▌     | 227/500 [04:57<03:53,  1.17it/s, est. speed input: 106.17 toks/s, output: 1273.65 toks/s]
-2025-03-15T02:59:51.771382597Z 
Processed prompts:  46%|████▌     | 228/500 [04:58<04:30,  1.01it/s, est. speed input: 106.07 toks/s, output: 1276.38 toks/s]
-2025-03-15T02:59:52.552022728Z 
Processed prompts:  46%|████▌     | 229/500 [04:59<04:13,  1.07it/s, est. speed input: 106.15 toks/s, output: 1276.37 toks/s]
-2025-03-15T02:59:53.169464773Z 
Processed prompts:  46%|████▌     | 230/500 [05:00<04:00,  1.12it/s, est. speed input: 106.24 toks/s, output: 1277.58 toks/s]
-2025-03-15T02:59:53.454477860Z 
Processed prompts:  46%|████▌     | 231/500 [05:00<03:38,  1.23it/s, est. speed input: 106.38 toks/s, output: 1278.91 toks/s]
-2025-03-15T02:59:55.598667928Z 
Processed prompts:  46%|████▋     | 232/500 [05:00<02:56,  1.52it/s, est. speed input: 106.61 toks/s, output: 1279.77 toks/s]
-2025-03-15T02:59:56.461971760Z 
Processed prompts:  47%|████▋     | 234/500 [05:03<03:45,  1.18it/s, est. speed input: 106.58 toks/s, output: 1281.01 toks/s]
-2025-03-15T02:59:56.657332549Z 
Processed prompts:  47%|████▋     | 235/500 [05:03<03:45,  1.18it/s, est. speed input: 107.27 toks/s, output: 1290.98 toks/s]
-2025-03-15T02:59:57.684226193Z 
Processed prompts:  47%|████▋     | 237/500 [05:04<02:22,  1.85it/s, est. speed input: 108.03 toks/s, output: 1306.38 toks/s]
-2025-03-15T02:59:58.462392108Z 
Processed prompts:  48%|████▊     | 238/500 [05:05<02:50,  1.54it/s, est. speed input: 108.03 toks/s, output: 1308.36 toks/s]
-2025-03-15T02:59:58.657130302Z 
Processed prompts:  48%|████▊     | 239/500 [05:05<02:58,  1.47it/s, est. speed input: 108.38 toks/s, output: 1318.63 toks/s]
-2025-03-15T02:59:59.018009787Z 
Processed prompts:  48%|████▊     | 240/500 [05:06<02:24,  1.80it/s, est. speed input: 108.64 toks/s, output: 1319.85 toks/s]
-2025-03-15T02:59:59.722822740Z 
Processed prompts:  48%|████▊     | 241/500 [05:06<02:10,  1.99it/s, est. speed input: 108.89 toks/s, output: 1325.89 toks/s]
-2025-03-15T02:59:59.917116934Z 
Processed prompts:  49%|████▊     | 243/500 [05:07<01:52,  2.29it/s, est. speed input: 109.34 toks/s, output: 1331.07 toks/s]
-2025-03-15T03:00:00.443378394Z 
Processed prompts:  49%|████▉     | 244/500 [05:07<01:37,  2.63it/s, est. speed input: 109.64 toks/s, output: 1337.08 toks/s]
-2025-03-15T03:00:01.438255672Z 
Processed prompts:  49%|████▉     | 245/500 [05:07<01:46,  2.40it/s, est. speed input: 110.10 toks/s, output: 1348.38 toks/s]
-2025-03-15T03:00:03.425861067Z 
Processed prompts:  49%|████▉     | 246/500 [05:08<02:24,  1.75it/s, est. speed input: 110.27 toks/s, output: 1357.62 toks/s]
-2025-03-15T03:00:06.415180957Z 
Processed prompts:  49%|████▉     | 247/500 [05:10<04:02,  1.04it/s, est. speed input: 109.95 toks/s, output: 1358.24 toks/s]
-2025-03-15T03:00:08.335527000Z 
Processed prompts:  50%|████▉     | 248/500 [05:13<06:26,  1.53s/it, est. speed input: 109.74 toks/s, output: 1358.86 toks/s]
-2025-03-15T03:00:08.683828685Z 
Processed prompts:  50%|████▉     | 249/500 [05:15<06:52,  1.64s/it, est. speed input: 109.42 toks/s, output: 1355.52 toks/s]
-2025-03-15T03:00:10.313949033Z 
Processed prompts:  50%|█████     | 251/500 [05:16<04:04,  1.02it/s, est. speed input: 109.97 toks/s, output: 1361.48 toks/s]
-2025-03-15T03:00:10.742733439Z 
Processed prompts:  50%|█████     | 252/500 [05:17<04:42,  1.14s/it, est. speed input: 109.71 toks/s, output: 1355.71 toks/s]
-2025-03-15T03:00:11.172025047Z 
Processed prompts:  51%|█████     | 253/500 [05:18<03:56,  1.05it/s, est. speed input: 109.91 toks/s, output: 1359.28 toks/s]
-2025-03-15T03:00:11.341676152Z 
Processed prompts:  51%|█████     | 254/500 [05:18<03:20,  1.23it/s, est. speed input: 110.12 toks/s, output: 1364.74 toks/s]
-2025-03-15T03:00:13.360876890Z 
Processed prompts:  51%|█████     | 255/500 [05:18<02:35,  1.57it/s, est. speed input: 110.37 toks/s, output: 1366.21 toks/s]
-2025-03-15T03:00:15.016390292Z 
Processed prompts:  51%|█████     | 256/500 [05:20<04:10,  1.03s/it, est. speed input: 110.02 toks/s, output: 1363.76 toks/s]
-2025-03-15T03:00:17.220765552Z 
Processed prompts:  51%|█████▏    | 257/500 [05:22<04:53,  1.21s/it, est. speed input: 109.76 toks/s, output: 1358.79 toks/s]
-2025-03-15T03:00:17.384142431Z 
Processed prompts:  52%|█████▏    | 258/500 [05:24<06:03,  1.50s/it, est. speed input: 109.46 toks/s, output: 1363.03 toks/s]
-2025-03-15T03:00:20.237085444Z 
Processed prompts:  52%|█████▏    | 259/500 [05:24<04:26,  1.11s/it, est. speed input: 109.71 toks/s, output: 1364.48 toks/s]
-2025-03-15T03:00:22.440124237Z 
Processed prompts:  52%|█████▏    | 260/500 [05:27<06:29,  1.62s/it, est. speed input: 109.05 toks/s, output: 1354.02 toks/s]
-2025-03-15T03:00:22.848101886Z 
Processed prompts:  52%|█████▏    | 261/500 [05:29<07:09,  1.80s/it, est. speed input: 108.67 toks/s, output: 1353.30 toks/s]
-2025-03-15T03:00:23.921848168Z 
Processed prompts:  52%|█████▏    | 262/500 [05:30<05:28,  1.38s/it, est. speed input: 108.88 toks/s, output: 1359.36 toks/s]
-2025-03-15T03:00:24.740348421Z 
Processed prompts:  53%|█████▎    | 263/500 [05:31<05:05,  1.29s/it, est. speed input: 108.85 toks/s, output: 1359.64 toks/s]
-2025-03-15T03:00:26.456567640Z 
Processed prompts:  53%|█████▎    | 264/500 [05:32<04:31,  1.15s/it, est. speed input: 108.90 toks/s, output: 1359.82 toks/s]
-2025-03-15T03:00:27.925765238Z 
Processed prompts:  53%|█████▎    | 265/500 [05:33<05:09,  1.32s/it, est. speed input: 108.69 toks/s, output: 1361.98 toks/s]
-2025-03-15T03:00:28.332386196Z 
Processed prompts:  53%|█████▎    | 266/500 [05:35<05:19,  1.36s/it, est. speed input: 108.54 toks/s, output: 1362.04 toks/s]
-2025-03-15T03:00:30.445581469Z 
Processed prompts:  53%|█████▎    | 267/500 [05:35<04:10,  1.08s/it, est. speed input: 109.27 toks/s, output: 1373.81 toks/s]
-2025-03-15T03:00:31.985562162Z 
Processed prompts:  54%|█████▎    | 268/500 [05:37<05:21,  1.39s/it, est. speed input: 108.85 toks/s, output: 1366.34 toks/s]
-2025-03-15T03:00:32.147051369Z 
Processed prompts:  54%|█████▍    | 269/500 [05:39<05:31,  1.43s/it, est. speed input: 108.68 toks/s, output: 1366.58 toks/s]
-2025-03-15T03:00:33.031195797Z 
Processed prompts:  54%|█████▍    | 272/500 [05:39<02:29,  1.52it/s, est. speed input: 109.64 toks/s, output: 1387.75 toks/s]
-2025-03-15T03:00:33.513584953Z 
Processed prompts:  55%|█████▍    | 273/500 [05:40<02:40,  1.42it/s, est. speed input: 109.62 toks/s, output: 1385.33 toks/s]
-2025-03-15T03:00:33.754164936Z 
Processed prompts:  55%|█████▍    | 274/500 [05:40<02:27,  1.53it/s, est. speed input: 109.77 toks/s, output: 1387.62 toks/s]
-2025-03-15T03:00:34.314176644Z 
Processed prompts:  55%|█████▌    | 275/500 [05:41<02:03,  1.82it/s, est. speed input: 109.98 toks/s, output: 1388.36 toks/s]
-2025-03-15T03:00:34.793517603Z 
Processed prompts:  55%|█████▌    | 276/500 [05:41<02:03,  1.81it/s, est. speed input: 110.11 toks/s, output: 1390.83 toks/s]
-2025-03-15T03:00:35.033077656Z 
Processed prompts:  55%|█████▌    | 277/500 [05:42<01:58,  1.88it/s, est. speed input: 110.24 toks/s, output: 1391.48 toks/s]
-2025-03-15T03:00:35.351974274Z 
Processed prompts:  56%|█████▌    | 278/500 [05:42<01:40,  2.22it/s, est. speed input: 110.45 toks/s, output: 1392.31 toks/s]
-2025-03-15T03:00:35.755014621Z 
Processed prompts:  56%|█████▌    | 279/500 [05:42<01:31,  2.42it/s, est. speed input: 110.62 toks/s, output: 1392.66 toks/s]
-2025-03-15T03:00:36.151548048Z 
Processed prompts:  56%|█████▌    | 280/500 [05:43<01:30,  2.44it/s, est. speed input: 110.81 toks/s, output: 1396.37 toks/s]
-2025-03-15T03:00:36.469328117Z 
Processed prompts:  56%|█████▌    | 281/500 [05:43<01:28,  2.46it/s, est. speed input: 110.97 toks/s, output: 1397.67 toks/s]
-2025-03-15T03:00:37.103435164Z 
Processed prompts:  56%|█████▋    | 282/500 [05:43<01:22,  2.63it/s, est. speed input: 111.16 toks/s, output: 1398.76 toks/s]
-2025-03-15T03:00:40.030831530Z 
Processed prompts:  57%|█████▋    | 283/500 [05:44<01:38,  2.20it/s, est. speed input: 111.32 toks/s, output: 1407.76 toks/s]
-2025-03-15T03:00:40.502862659Z 
Processed prompts:  57%|█████▋    | 285/500 [05:47<03:17,  1.09it/s, est. speed input: 110.99 toks/s, output: 1404.90 toks/s]
-2025-03-15T03:00:40.741371041Z 
Processed prompts:  57%|█████▋    | 287/500 [05:47<02:18,  1.54it/s, est. speed input: 111.43 toks/s, output: 1411.37 toks/s]
-2025-03-15T03:00:41.371908325Z 
Processed prompts:  58%|█████▊    | 288/500 [05:48<01:58,  1.79it/s, est. speed input: 111.60 toks/s, output: 1411.79 toks/s]
-2025-03-15T03:00:42.631535795Z 
Processed prompts:  58%|█████▊    | 289/500 [05:48<02:01,  1.74it/s, est. speed input: 111.67 toks/s, output: 1411.20 toks/s]
-2025-03-15T03:00:42.789162994Z 
Processed prompts:  58%|█████▊    | 290/500 [05:50<02:37,  1.33it/s, est. speed input: 111.56 toks/s, output: 1409.43 toks/s]
-2025-03-15T03:00:42.945767164Z 
Processed prompts:  58%|█████▊    | 291/500 [05:50<02:03,  1.69it/s, est. speed input: 111.80 toks/s, output: 1411.89 toks/s]
-2025-03-15T03:00:43.969275803Z 
Processed prompts:  58%|█████▊    | 292/500 [05:50<01:38,  2.12it/s, est. speed input: 112.04 toks/s, output: 1414.99 toks/s]
-2025-03-15T03:00:44.125212866Z 
Processed prompts:  59%|█████▊    | 293/500 [05:51<02:09,  1.59it/s, est. speed input: 112.02 toks/s, output: 1416.14 toks/s]
-2025-03-15T03:00:44.515383939Z 
Processed prompts:  59%|█████▉    | 295/500 [05:51<01:18,  2.62it/s, est. speed input: 112.53 toks/s, output: 1421.20 toks/s]
-2025-03-15T03:00:44.902704839Z 
Processed prompts:  59%|█████▉    | 296/500 [05:51<01:18,  2.60it/s, est. speed input: 112.73 toks/s, output: 1427.00 toks/s]
-2025-03-15T03:00:45.836000300Z 
Processed prompts:  59%|█████▉    | 297/500 [05:52<01:18,  2.60it/s, est. speed input: 112.86 toks/s, output: 1427.06 toks/s]
-2025-03-15T03:00:48.464068024Z 
Processed prompts:  60%|█████▉    | 298/500 [05:53<01:47,  1.88it/s, est. speed input: 112.86 toks/s, output: 1427.87 toks/s]
-2025-03-15T03:00:50.627213636Z 
Processed prompts:  60%|█████▉    | 299/500 [05:55<03:43,  1.11s/it, est. speed input: 112.32 toks/s, output: 1421.68 toks/s]
-2025-03-15T03:00:52.330806489Z 
Processed prompts:  60%|██████    | 301/500 [05:58<03:38,  1.10s/it, est. speed input: 112.17 toks/s, output: 1417.67 toks/s]
-2025-03-15T03:00:53.101837948Z 
Processed prompts:  60%|██████    | 302/500 [05:59<04:06,  1.24s/it, est. speed input: 112.04 toks/s, output: 1424.32 toks/s]
-2025-03-15T03:00:54.027896258Z 
Processed prompts:  61%|██████    | 303/500 [06:00<03:41,  1.12s/it, est. speed input: 112.08 toks/s, output: 1424.91 toks/s]
-2025-03-15T03:00:54.336730500Z 
Processed prompts:  61%|██████    | 304/500 [06:01<03:29,  1.07s/it, est. speed input: 112.06 toks/s, output: 1423.92 toks/s]
-2025-03-15T03:00:56.590530209Z 
Processed prompts:  61%|██████    | 305/500 [06:01<02:47,  1.16it/s, est. speed input: 112.24 toks/s, output: 1426.15 toks/s]
-2025-03-15T03:00:57.513866781Z 
Processed prompts:  61%|██████    | 306/500 [06:04<04:03,  1.25s/it, est. speed input: 111.80 toks/s, output: 1419.54 toks/s]
-2025-03-15T03:01:01.750863458Z 
Processed prompts:  61%|██████▏   | 307/500 [06:04<03:43,  1.16s/it, est. speed input: 111.78 toks/s, output: 1418.36 toks/s]
-2025-03-15T03:01:01.981999424Z 
Processed prompts:  62%|██████▏   | 308/500 [06:09<06:34,  2.06s/it, est. speed input: 110.78 toks/s, output: 1405.98 toks/s]
-2025-03-15T03:01:03.983654734Z 
Processed prompts:  62%|██████▏   | 309/500 [06:09<04:50,  1.52s/it, est. speed input: 111.25 toks/s, output: 1418.46 toks/s]
-2025-03-15T03:01:04.214358729Z 
Processed prompts:  62%|██████▏   | 310/500 [06:11<05:15,  1.66s/it, est. speed input: 110.93 toks/s, output: 1415.84 toks/s]
-2025-03-15T03:01:06.443872487Z 
Processed prompts:  62%|██████▏   | 311/500 [06:11<03:53,  1.24s/it, est. speed input: 111.12 toks/s, output: 1417.52 toks/s]
-2025-03-15T03:01:09.522853414Z 
Processed prompts:  62%|██████▏   | 312/500 [06:13<04:48,  1.53s/it, est. speed input: 110.71 toks/s, output: 1411.92 toks/s]
-2025-03-15T03:01:14.168332580Z 
Processed prompts:  63%|██████▎   | 313/500 [06:17<06:12,  1.99s/it, est. speed input: 110.08 toks/s, output: 1404.43 toks/s]
-2025-03-15T03:01:16.966275110Z 
Processed prompts:  63%|██████▎   | 314/500 [06:21<08:38,  2.79s/it, est. speed input: 109.01 toks/s, output: 1392.27 toks/s]
-2025-03-15T03:01:18.523712595Z 
Processed prompts:  63%|██████▎   | 316/500 [06:24<06:35,  2.15s/it, est. speed input: 109.11 toks/s, output: 1397.89 toks/s]
-2025-03-15T03:01:19.222944728Z 
Processed prompts:  64%|██████▎   | 318/500 [06:26<04:51,  1.60s/it, est. speed input: 109.21 toks/s, output: 1403.76 toks/s]
-2025-03-15T03:01:21.028520201Z 
Processed prompts:  64%|██████▍   | 319/500 [06:26<04:14,  1.40s/it, est. speed input: 109.24 toks/s, output: 1403.86 toks/s]
-2025-03-15T03:01:23.125887018Z 
Processed prompts:  64%|██████▍   | 320/500 [06:28<04:30,  1.50s/it, est. speed input: 108.99 toks/s, output: 1401.14 toks/s]
-2025-03-15T03:01:24.368344153Z 
Processed prompts:  64%|██████▍   | 321/500 [06:30<04:55,  1.65s/it, est. speed input: 108.66 toks/s, output: 1397.79 toks/s]
-2025-03-15T03:01:24.680977776Z 
Processed prompts:  64%|██████▍   | 322/500 [06:31<04:34,  1.54s/it, est. speed input: 108.55 toks/s, output: 1396.29 toks/s]
-2025-03-15T03:01:26.997131127Z 
Processed prompts:  65%|██████▍   | 323/500 [06:32<03:32,  1.20s/it, est. speed input: 108.77 toks/s, output: 1404.65 toks/s]
-2025-03-15T03:01:27.769363603Z 
Processed prompts:  65%|██████▌   | 325/500 [06:34<03:27,  1.18s/it, est. speed input: 108.63 toks/s, output: 1404.88 toks/s]
-2025-03-15T03:01:28.076742431Z 
Processed prompts:  65%|██████▌   | 326/500 [06:35<03:08,  1.08s/it, est. speed input: 108.79 toks/s, output: 1415.46 toks/s]
-2025-03-15T03:01:28.230095189Z 
Processed prompts:  65%|██████▌   | 327/500 [06:35<02:33,  1.13it/s, est. speed input: 108.93 toks/s, output: 1417.22 toks/s]
-2025-03-15T03:01:29.378209880Z 
Processed prompts:  66%|██████▌   | 328/500 [06:35<01:58,  1.45it/s, est. speed input: 109.11 toks/s, output: 1419.45 toks/s]
-2025-03-15T03:01:29.913091658Z 
Processed prompts:  66%|██████▌   | 329/500 [06:36<02:19,  1.22it/s, est. speed input: 109.04 toks/s, output: 1418.81 toks/s]
-2025-03-15T03:01:30.912061980Z 
Processed prompts:  66%|██████▌   | 330/500 [06:37<02:05,  1.36it/s, est. speed input: 109.19 toks/s, output: 1426.66 toks/s]
-2025-03-15T03:01:32.361644608Z 
Processed prompts:  66%|██████▌   | 331/500 [06:38<02:17,  1.23it/s, est. speed input: 109.15 toks/s, output: 1426.48 toks/s]
-2025-03-15T03:01:32.948760509Z 
Processed prompts:  66%|██████▋   | 332/500 [06:39<02:47,  1.00it/s, est. speed input: 109.01 toks/s, output: 1425.71 toks/s]
-2025-03-15T03:01:33.460595066Z 
Processed prompts:  67%|██████▋   | 334/500 [06:40<01:52,  1.47it/s, est. speed input: 109.38 toks/s, output: 1436.59 toks/s]
-2025-03-15T03:01:33.606169476Z 
Processed prompts:  67%|██████▋   | 335/500 [06:40<01:45,  1.57it/s, est. speed input: 109.59 toks/s, output: 1448.08 toks/s]
-2025-03-15T03:01:33.896625747Z 
Processed prompts:  67%|██████▋   | 336/500 [06:41<01:23,  1.96it/s, est. speed input: 109.82 toks/s, output: 1452.99 toks/s]
-2025-03-15T03:01:34.113677559Z 
Processed prompts:  67%|██████▋   | 337/500 [06:41<01:13,  2.22it/s, est. speed input: 109.99 toks/s, output: 1456.49 toks/s]
-2025-03-15T03:01:35.487424810Z 
Processed prompts:  68%|██████▊   | 338/500 [06:41<01:02,  2.59it/s, est. speed input: 110.27 toks/s, output: 1469.03 toks/s]
-2025-03-15T03:01:35.848639338Z 
Processed prompts:  68%|██████▊   | 339/500 [06:42<01:47,  1.50it/s, est. speed input: 110.31 toks/s, output: 1477.35 toks/s]
-2025-03-15T03:01:39.648395675Z 
Processed prompts:  68%|██████▊   | 340/500 [06:43<01:32,  1.73it/s, est. speed input: 110.46 toks/s, output: 1479.77 toks/s]
-2025-03-15T03:01:39.878811252Z 
Processed prompts:  68%|██████▊   | 341/500 [06:47<04:01,  1.52s/it, est. speed input: 109.77 toks/s, output: 1479.29 toks/s]
-2025-03-15T03:01:41.168524485Z 
Processed prompts:  68%|██████▊   | 342/500 [06:47<03:00,  1.14s/it, est. speed input: 109.93 toks/s, output: 1481.64 toks/s]
-2025-03-15T03:01:41.544542997Z 
Processed prompts:  69%|██████▊   | 343/500 [06:48<03:05,  1.18s/it, est. speed input: 109.84 toks/s, output: 1482.43 toks/s]
-2025-03-15T03:01:45.486034390Z 
Processed prompts:  69%|██████▉   | 344/500 [06:49<02:27,  1.06it/s, est. speed input: 110.01 toks/s, output: 1489.38 toks/s]
-2025-03-15T03:01:46.701520858Z 
Processed prompts:  69%|██████▉   | 345/500 [06:52<04:44,  1.84s/it, est. speed input: 109.29 toks/s, output: 1488.50 toks/s]
-2025-03-15T03:01:47.777584117Z 
Processed prompts:  69%|██████▉   | 346/500 [06:54<04:14,  1.65s/it, est. speed input: 109.20 toks/s, output: 1488.03 toks/s]
-2025-03-15T03:01:47.918595164Z 
Processed prompts:  69%|██████▉   | 347/500 [06:55<03:46,  1.48s/it, est. speed input: 109.30 toks/s, output: 1497.50 toks/s]
-2025-03-15T03:01:48.912877726Z 
Processed prompts:  70%|██████▉   | 349/500 [06:55<02:05,  1.20it/s, est. speed input: 109.72 toks/s, output: 1504.59 toks/s]
-2025-03-15T03:01:57.540537167Z 
Processed prompts:  70%|███████   | 350/500 [06:56<02:10,  1.15it/s, est. speed input: 109.85 toks/s, output: 1514.33 toks/s]
-2025-03-15T03:01:59.792133541Z 
Processed prompts:  70%|███████   | 351/500 [07:05<07:11,  2.90s/it, est. speed input: 107.83 toks/s, output: 1487.29 toks/s]
-2025-03-15T03:02:00.142508287Z 
Processed prompts:  70%|███████   | 352/500 [07:07<06:42,  2.72s/it, est. speed input: 107.65 toks/s, output: 1492.76 toks/s]
-2025-03-15T03:02:02.658816773Z 
Processed prompts:  71%|███████   | 353/500 [07:07<05:02,  2.06s/it, est. speed input: 107.89 toks/s, output: 1504.85 toks/s]
-2025-03-15T03:02:03.765622544Z 
Processed prompts:  71%|███████   | 354/500 [07:10<05:19,  2.19s/it, est. speed input: 107.56 toks/s, output: 1509.37 toks/s]
-2025-03-15T03:02:05.412696980Z 
Processed prompts:  71%|███████   | 355/500 [07:11<04:31,  1.88s/it, est. speed input: 107.55 toks/s, output: 1514.74 toks/s]
-2025-03-15T03:02:07.674732059Z 
Processed prompts:  71%|███████   | 356/500 [07:12<04:20,  1.81s/it, est. speed input: 107.46 toks/s, output: 1522.30 toks/s]
-2025-03-15T03:02:10.677607199Z 
Processed prompts:  71%|███████▏  | 357/500 [07:15<04:37,  1.94s/it, est. speed input: 107.30 toks/s, output: 1527.72 toks/s]
-2025-03-15T03:02:15.332633841Z 
Processed prompts:  72%|███████▏  | 358/500 [07:18<05:20,  2.26s/it, est. speed input: 107.05 toks/s, output: 1530.59 toks/s]
-2025-03-15T03:02:17.931309627Z 
Processed prompts:  72%|███████▏  | 359/500 [07:22<06:58,  2.97s/it, est. speed input: 106.23 toks/s, output: 1527.86 toks/s]
-2025-03-15T03:02:21.156570909Z 
Processed prompts:  72%|███████▏  | 360/500 [07:25<06:40,  2.86s/it, est. speed input: 105.85 toks/s, output: 1526.64 toks/s]
-2025-03-15T03:02:23.902374370Z 
Processed prompts:  72%|███████▏  | 361/500 [07:28<06:52,  2.97s/it, est. speed input: 105.31 toks/s, output: 1520.09 toks/s]
-2025-03-15T03:02:28.230198893Z 
Processed prompts:  72%|███████▏  | 362/500 [07:31<06:40,  2.90s/it, est. speed input: 104.87 toks/s, output: 1515.13 toks/s]
-2025-03-15T03:02:29.470216198Z 
Processed prompts:  73%|███████▎  | 363/500 [07:35<07:36,  3.33s/it, est. speed input: 104.11 toks/s, output: 1507.70 toks/s]
-2025-03-15T03:02:31.938027829Z 
Processed prompts:  73%|███████▎  | 364/500 [07:36<06:07,  2.70s/it, est. speed input: 104.08 toks/s, output: 1513.56 toks/s]
-2025-03-15T03:02:37.149041077Z 
Processed prompts:  73%|███████▎  | 365/500 [07:39<05:55,  2.63s/it, est. speed input: 103.98 toks/s, output: 1518.83 toks/s]
-2025-03-15T03:02:38.315763838Z 
Processed prompts:  73%|███████▎  | 366/500 [07:44<07:36,  3.41s/it, est. speed input: 103.06 toks/s, output: 1510.56 toks/s]
-2025-03-15T03:02:43.936551751Z 
Processed prompts:  73%|███████▎  | 367/500 [07:45<06:03,  2.73s/it, est. speed input: 103.04 toks/s, output: 1515.09 toks/s]
-2025-03-15T03:02:45.721913808Z 
Processed prompts:  74%|███████▎  | 368/500 [07:51<07:55,  3.60s/it, est. speed input: 102.00 toks/s, output: 1501.75 toks/s]
-2025-03-15T03:02:46.267035665Z 
Processed prompts:  74%|███████▍  | 369/500 [07:53<06:40,  3.06s/it, est. speed input: 103.45 toks/s, output: 1509.52 toks/s]
-2025-03-15T03:02:47.624809906Z 
Processed prompts:  74%|███████▍  | 370/500 [07:53<04:59,  2.30s/it, est. speed input: 103.62 toks/s, output: 1521.22 toks/s]
-2025-03-15T03:02:51.219834616Z 
Processed prompts:  74%|███████▍  | 371/500 [07:55<04:20,  2.02s/it, est. speed input: 103.50 toks/s, output: 1521.54 toks/s]
-2025-03-15T03:02:52.897456336Z 
Processed prompts:  74%|███████▍  | 372/500 [07:58<05:18,  2.49s/it, est. speed input: 103.36 toks/s, output: 1523.56 toks/s]
-2025-03-15T03:02:53.881181967Z 
Processed prompts:  75%|███████▍  | 373/500 [08:00<04:45,  2.25s/it, est. speed input: 103.26 toks/s, output: 1530.07 toks/s]
-2025-03-15T03:02:54.923595151Z 
Processed prompts:  75%|███████▍  | 374/500 [08:01<03:55,  1.87s/it, est. speed input: 103.70 toks/s, output: 1540.40 toks/s]
-2025-03-15T03:02:56.419880204Z 
Processed prompts:  75%|███████▌  | 375/500 [08:02<03:22,  1.62s/it, est. speed input: 103.69 toks/s, output: 1544.08 toks/s]
-2025-03-15T03:02:57.196156499Z 
Processed prompts:  75%|███████▌  | 376/500 [08:03<03:16,  1.58s/it, est. speed input: 103.60 toks/s, output: 1546.69 toks/s]
-2025-03-15T03:03:02.578387367Z 
Processed prompts:  75%|███████▌  | 377/500 [08:04<02:44,  1.34s/it, est. speed input: 104.05 toks/s, output: 1557.69 toks/s]
-2025-03-15T03:03:03.289395681Z 
Processed prompts:  76%|███████▌  | 378/500 [08:10<05:11,  2.55s/it, est. speed input: 103.76 toks/s, output: 1554.07 toks/s]
-2025-03-15T03:03:03.546364892Z 
Processed prompts:  76%|███████▌  | 379/500 [08:10<04:02,  2.00s/it, est. speed input: 103.92 toks/s, output: 1565.31 toks/s]
-2025-03-15T03:03:10.982919875Z 
Processed prompts:  76%|███████▌  | 380/500 [08:11<02:57,  1.48s/it, est. speed input: 104.23 toks/s, output: 1577.99 toks/s]
-2025-03-15T03:03:13.029982560Z 
Processed prompts:  76%|███████▌  | 381/500 [08:18<06:28,  3.27s/it, est. speed input: 102.92 toks/s, output: 1565.87 toks/s]
-2025-03-15T03:03:16.531941398Z 
Processed prompts:  76%|███████▋  | 382/500 [08:20<05:42,  2.90s/it, est. speed input: 103.35 toks/s, output: 1572.99 toks/s]
-2025-03-15T03:03:17.038582573Z 
Processed prompts:  77%|███████▋  | 383/500 [08:24<06:00,  3.08s/it, est. speed input: 102.96 toks/s, output: 1575.60 toks/s]
-2025-03-15T03:03:19.562049911Z 
Processed prompts:  77%|███████▋  | 384/500 [08:24<04:27,  2.31s/it, est. speed input: 103.35 toks/s, output: 1587.56 toks/s]
-2025-03-15T03:03:19.875016028Z 
Processed prompts:  77%|███████▋  | 385/500 [08:27<04:32,  2.37s/it, est. speed input: 103.17 toks/s, output: 1593.22 toks/s]
-2025-03-15T03:03:24.009621135Z 
Processed prompts:  77%|███████▋  | 386/500 [08:27<03:20,  1.75s/it, est. speed input: 103.36 toks/s, output: 1605.79 toks/s]
-2025-03-15T03:03:24.634832354Z 
Processed prompts:  77%|███████▋  | 387/500 [08:31<04:38,  2.47s/it, est. speed input: 102.75 toks/s, output: 1603.09 toks/s]
-2025-03-15T03:03:26.498921788Z 
Processed prompts:  78%|███████▊  | 388/500 [08:32<03:34,  1.92s/it, est. speed input: 102.95 toks/s, output: 1614.71 toks/s]
-2025-03-15T03:03:31.523969234Z 
Processed prompts:  78%|███████▊  | 389/500 [08:33<03:30,  1.90s/it, est. speed input: 103.21 toks/s, output: 1622.44 toks/s]
-2025-03-15T03:03:33.665293799Z 
Processed prompts:  78%|███████▊  | 390/500 [08:39<05:12,  2.84s/it, est. speed input: 103.02 toks/s, output: 1620.34 toks/s]
-2025-03-15T03:03:34.591991275Z 
Processed prompts:  78%|███████▊  | 391/500 [08:41<04:46,  2.63s/it, est. speed input: 102.88 toks/s, output: 1627.31 toks/s]
-2025-03-15T03:03:35.709747017Z 
Processed prompts:  78%|███████▊  | 392/500 [08:42<03:48,  2.12s/it, est. speed input: 102.98 toks/s, output: 1638.04 toks/s]
-2025-03-15T03:03:35.958398166Z 
Processed prompts:  79%|███████▊  | 393/500 [08:43<03:14,  1.82s/it, est. speed input: 102.97 toks/s, output: 1642.68 toks/s]
-2025-03-15T03:03:36.268251051Z 
Processed prompts:  79%|███████▉  | 394/500 [08:43<02:22,  1.35s/it, est. speed input: 103.17 toks/s, output: 1655.53 toks/s]
-2025-03-15T03:03:36.452867667Z 
Processed prompts:  79%|███████▉  | 395/500 [08:43<01:48,  1.04s/it, est. speed input: 103.30 toks/s, output: 1660.83 toks/s]
-2025-03-15T03:03:40.552053233Z 
Processed prompts:  79%|███████▉  | 396/500 [08:43<01:21,  1.28it/s, est. speed input: 103.48 toks/s, output: 1670.11 toks/s]
-2025-03-15T03:03:43.576317782Z 
Processed prompts:  79%|███████▉  | 397/500 [08:48<03:02,  1.78s/it, est. speed input: 102.99 toks/s, output: 1670.80 toks/s]
-2025-03-15T03:03:44.541286153Z 
Processed prompts:  80%|███████▉  | 398/500 [08:51<03:39,  2.15s/it, est. speed input: 102.77 toks/s, output: 1674.96 toks/s]
-2025-03-15T03:03:52.746331830Z 
Processed prompts:  80%|███████▉  | 399/500 [08:52<03:01,  1.79s/it, est. speed input: 102.89 toks/s, output: 1685.59 toks/s]
-2025-03-15T03:03:55.649660606Z 
Processed prompts:  80%|████████  | 400/500 [09:00<06:11,  3.72s/it, est. speed input: 101.56 toks/s, output: 1673.72 toks/s]
-2025-03-15T03:03:58.688724796Z 
Processed prompts:  80%|████████  | 401/500 [09:03<05:43,  3.47s/it, est. speed input: 101.21 toks/s, output: 1672.36 toks/s]
-2025-03-15T03:04:00.008159978Z 
Processed prompts:  80%|████████  | 402/500 [09:06<05:27,  3.34s/it, est. speed input: 100.88 toks/s, output: 1676.80 toks/s]
-2025-03-15T03:04:01.369335621Z 
Processed prompts:  81%|████████  | 403/500 [09:07<04:25,  2.74s/it, est. speed input: 100.92 toks/s, output: 1686.51 toks/s]
-2025-03-15T03:04:09.574877762Z 
Processed prompts:  81%|████████  | 404/500 [09:08<03:43,  2.32s/it, est. speed input: 100.94 toks/s, output: 1696.08 toks/s]
-2025-03-15T03:04:09.929268662Z 
Processed prompts:  81%|████████  | 405/500 [09:17<06:28,  4.09s/it, est. speed input: 99.68 toks/s, output: 1684.90 toks/s] 
-2025-03-15T03:04:11.228270373Z 
Processed prompts:  81%|████████  | 406/500 [09:17<04:38,  2.97s/it, est. speed input: 99.88 toks/s, output: 1697.64 toks/s]
-2025-03-15T03:04:11.639775375Z 
Processed prompts:  81%|████████▏ | 407/500 [09:18<03:49,  2.47s/it, est. speed input: 99.83 toks/s, output: 1701.94 toks/s]
-2025-03-15T03:04:12.522067676Z 
Processed prompts:  82%|████████▏ | 408/500 [09:19<02:50,  1.85s/it, est. speed input: 99.96 toks/s, output: 1710.94 toks/s]
-2025-03-15T03:04:13.268258317Z 
Processed prompts:  82%|████████▏ | 409/500 [09:20<02:21,  1.56s/it, est. speed input: 100.23 toks/s, output: 1722.07 toks/s]
-2025-03-15T03:04:13.723204612Z 
Processed prompts:  82%|████████▏ | 410/500 [09:20<01:58,  1.32s/it, est. speed input: 100.80 toks/s, output: 1733.60 toks/s]
-2025-03-15T03:04:16.354110638Z 
Processed prompts:  82%|████████▏ | 411/500 [09:21<01:34,  1.06s/it, est. speed input: 100.90 toks/s, output: 1739.82 toks/s]
-2025-03-15T03:04:27.996586904Z 
Processed prompts:  82%|████████▏ | 412/500 [09:23<02:14,  1.53s/it, est. speed input: 100.70 toks/s, output: 1745.55 toks/s]
-2025-03-15T03:04:34.728154000Z 
Processed prompts:  83%|████████▎ | 413/500 [09:35<06:37,  4.56s/it, est. speed input: 99.04 toks/s, output: 1724.17 toks/s] 
-2025-03-15T03:04:40.403053700Z 
Processed prompts:  83%|████████▎ | 414/500 [09:42<07:28,  5.21s/it, est. speed input: 98.13 toks/s, output: 1718.22 toks/s]
-2025-03-15T03:04:44.488688894Z 
Processed prompts:  83%|████████▎ | 415/500 [09:47<07:34,  5.35s/it, est. speed input: 97.42 toks/s, output: 1715.65 toks/s]
-2025-03-15T03:04:45.034309519Z 
Processed prompts:  83%|████████▎ | 416/500 [09:51<06:57,  4.97s/it, est. speed input: 96.95 toks/s, output: 1715.98 toks/s]
-2025-03-15T03:04:49.654316566Z 
Processed prompts:  83%|████████▎ | 417/500 [09:52<05:02,  3.64s/it, est. speed input: 97.16 toks/s, output: 1728.45 toks/s]
-2025-03-15T03:05:00.810372578Z 
Processed prompts:  84%|████████▎ | 418/500 [09:57<05:22,  3.94s/it, est. speed input: 96.66 toks/s, output: 1729.16 toks/s]
-2025-03-15T03:05:02.864860665Z 
Processed prompts:  84%|████████▍ | 419/500 [10:08<08:14,  6.10s/it, est. speed input: 95.11 toks/s, output: 1711.61 toks/s]
-2025-03-15T03:05:06.131143978Z 
Processed prompts:  84%|████████▍ | 420/500 [10:10<06:31,  4.89s/it, est. speed input: 95.28 toks/s, output: 1720.03 toks/s]
-2025-03-15T03:05:09.811552076Z 
Processed prompts:  84%|████████▍ | 421/500 [10:13<05:47,  4.40s/it, est. speed input: 94.96 toks/s, output: 1723.12 toks/s]
-2025-03-15T03:05:16.680793705Z 
Processed prompts:  84%|████████▍ | 422/500 [10:17<05:26,  4.19s/it, est. speed input: 94.77 toks/s, output: 1727.08 toks/s]
-2025-03-15T03:05:17.855801490Z 
Processed prompts:  85%|████████▍ | 423/500 [10:24<06:24,  4.99s/it, est. speed input: 93.88 toks/s, output: 1716.34 toks/s]
-2025-03-15T03:05:19.500389345Z 
Processed prompts:  85%|████████▍ | 424/500 [10:25<04:52,  3.85s/it, est. speed input: 94.15 toks/s, output: 1727.40 toks/s]
-2025-03-15T03:05:20.432577493Z 
Processed prompts:  85%|████████▌ | 425/500 [10:26<03:58,  3.19s/it, est. speed input: 94.35 toks/s, output: 1737.12 toks/s]
-2025-03-15T03:05:22.185231463Z 
Processed prompts:  85%|████████▌ | 426/500 [10:27<03:05,  2.51s/it, est. speed input: 94.47 toks/s, output: 1748.80 toks/s]
-2025-03-15T03:05:25.714722022Z 
Processed prompts:  85%|████████▌ | 427/500 [10:29<02:46,  2.28s/it, est. speed input: 94.65 toks/s, output: 1758.21 toks/s]
-2025-03-15T03:05:30.298011229Z 
Processed prompts:  86%|████████▌ | 428/500 [10:33<03:11,  2.66s/it, est. speed input: 94.97 toks/s, output: 1762.71 toks/s]
-2025-03-15T03:05:37.591581601Z 
Processed prompts:  86%|████████▌ | 429/500 [10:37<03:49,  3.23s/it, est. speed input: 94.58 toks/s, output: 1764.39 toks/s]
-2025-03-15T03:05:38.652186015Z 
Processed prompts:  86%|████████▌ | 430/500 [10:45<05:11,  4.45s/it, est. speed input: 93.99 toks/s, output: 1758.84 toks/s]
-2025-03-15T03:05:42.710863721Z 
Processed prompts:  86%|████████▌ | 431/500 [10:46<03:56,  3.43s/it, est. speed input: 94.20 toks/s, output: 1770.37 toks/s]
-2025-03-15T03:05:44.253447398Z 
Processed prompts:  86%|████████▋ | 432/500 [10:50<04:06,  3.62s/it, est. speed input: 93.85 toks/s, output: 1773.76 toks/s]
-2025-03-15T03:05:44.596890840Z 
Processed prompts:  87%|████████▋ | 433/500 [10:51<03:20,  3.00s/it, est. speed input: 93.94 toks/s, output: 1784.02 toks/s]
-2025-03-15T03:05:49.667603305Z 
Processed prompts:  87%|████████▋ | 434/500 [10:52<02:25,  2.20s/it, est. speed input: 94.14 toks/s, output: 1797.55 toks/s]
-2025-03-15T03:05:56.028443869Z 
Processed prompts:  87%|████████▋ | 435/500 [10:57<03:19,  3.06s/it, est. speed input: 93.56 toks/s, output: 1792.76 toks/s]
-2025-03-15T03:05:56.503171757Z 
Processed prompts:  87%|████████▋ | 436/500 [11:03<04:19,  4.05s/it, est. speed input: 92.86 toks/s, output: 1790.15 toks/s]
-2025-03-15T03:06:02.324876084Z 
Processed prompts:  87%|████████▋ | 437/500 [11:03<03:07,  2.98s/it, est. speed input: 93.28 toks/s, output: 1803.44 toks/s]
-2025-03-15T03:06:02.603666171Z 
Processed prompts:  88%|████████▊ | 438/500 [11:09<03:57,  3.83s/it, est. speed input: 92.66 toks/s, output: 1801.01 toks/s]
-2025-03-15T03:06:05.453479383Z 
Processed prompts:  88%|████████▊ | 439/500 [11:10<02:48,  2.77s/it, est. speed input: 92.96 toks/s, output: 1814.89 toks/s]
-2025-03-15T03:06:18.514851458Z 
Processed prompts:  88%|████████▊ | 440/500 [11:12<02:47,  2.79s/it, est. speed input: 92.83 toks/s, output: 1821.87 toks/s]
-2025-03-15T03:06:21.032327595Z 
Processed prompts:  88%|████████▊ | 441/500 [11:25<05:46,  5.87s/it, est. speed input: 91.57 toks/s, output: 1801.98 toks/s]
-2025-03-15T03:06:26.167951586Z 
Processed prompts:  88%|████████▊ | 442/500 [11:28<04:42,  4.87s/it, est. speed input: 91.44 toks/s, output: 1810.21 toks/s]
-2025-03-15T03:06:26.620282640Z 
Processed prompts:  89%|████████▊ | 443/500 [11:33<04:41,  4.95s/it, est. speed input: 90.91 toks/s, output: 1806.31 toks/s]
-2025-03-15T03:06:34.007304607Z 
Processed prompts:  89%|████████▉ | 444/500 [11:34<03:21,  3.60s/it, est. speed input: 90.99 toks/s, output: 1814.82 toks/s]
-2025-03-15T03:06:39.630691920Z 
Processed prompts:  89%|████████▉ | 445/500 [11:41<04:20,  4.73s/it, est. speed input: 90.24 toks/s, output: 1810.66 toks/s]
-2025-03-15T03:06:39.938390822Z 
Processed prompts:  89%|████████▉ | 446/500 [11:47<04:30,  5.00s/it, est. speed input: 89.71 toks/s, output: 1811.27 toks/s]
-2025-03-15T03:06:41.259162167Z 
Processed prompts:  89%|████████▉ | 447/500 [11:47<03:10,  3.59s/it, est. speed input: 90.72 toks/s, output: 1825.50 toks/s]
-2025-03-15T03:06:49.149261609Z 
Processed prompts:  90%|████████▉ | 448/500 [11:48<02:31,  2.91s/it, est. speed input: 90.77 toks/s, output: 1837.12 toks/s]
-2025-03-15T03:06:52.328207785Z 
Processed prompts:  90%|████████▉ | 449/500 [11:56<03:44,  4.41s/it, est. speed input: 89.98 toks/s, output: 1832.01 toks/s]
-2025-03-15T03:06:58.093826994Z 
Processed prompts:  90%|█████████ | 450/500 [11:59<03:21,  4.04s/it, est. speed input: 89.76 toks/s, output: 1839.07 toks/s]
-2025-03-15T03:06:59.647243372Z 
Processed prompts:  90%|█████████ | 451/500 [12:05<03:43,  4.56s/it, est. speed input: 89.28 toks/s, output: 1839.68 toks/s]
-2025-03-15T03:07:02.478279645Z 
Processed prompts:  90%|█████████ | 452/500 [12:07<02:55,  3.66s/it, est. speed input: 89.30 toks/s, output: 1850.99 toks/s]
-2025-03-15T03:07:03.854280240Z 
Processed prompts:  91%|█████████ | 453/500 [12:09<02:40,  3.41s/it, est. speed input: 89.31 toks/s, output: 1859.08 toks/s]
-2025-03-15T03:07:03.973770512Z 
Processed prompts:  91%|█████████ | 454/500 [12:11<02:08,  2.80s/it, est. speed input: 89.58 toks/s, output: 1870.87 toks/s]
-2025-03-15T03:07:21.248012818Z 
Processed prompts:  91%|█████████ | 455/500 [12:11<01:29,  1.99s/it, est. speed input: 89.71 toks/s, output: 1881.11 toks/s]
-2025-03-15T03:07:24.973982262Z 
Processed prompts:  91%|█████████ | 456/500 [12:28<04:49,  6.58s/it, est. speed input: 87.77 toks/s, output: 1848.21 toks/s]
-2025-03-15T03:07:27.094214173Z 
Processed prompts:  91%|█████████▏| 457/500 [12:32<04:06,  5.72s/it, est. speed input: 87.49 toks/s, output: 1853.21 toks/s]
-2025-03-15T03:07:27.405115287Z 
Processed prompts:  92%|█████████▏| 458/500 [12:34<03:14,  4.64s/it, est. speed input: 87.55 toks/s, output: 1863.59 toks/s]
-2025-03-15T03:07:28.324218610Z 
Processed prompts:  92%|█████████▏| 459/500 [12:34<02:17,  3.34s/it, est. speed input: 87.64 toks/s, output: 1873.55 toks/s]
-2025-03-15T03:07:33.561023226Z 
Processed prompts:  92%|█████████▏| 460/500 [12:35<01:44,  2.62s/it, est. speed input: 87.66 toks/s, output: 1881.70 toks/s]
-2025-03-15T03:07:35.947003102Z 
Processed prompts:  92%|█████████▏| 461/500 [12:41<02:12,  3.40s/it, est. speed input: 87.22 toks/s, output: 1883.17 toks/s]
-2025-03-15T03:07:40.392898506Z 
Processed prompts:  92%|█████████▏| 462/500 [12:43<01:57,  3.10s/it, est. speed input: 87.38 toks/s, output: 1893.00 toks/s]
-2025-03-15T03:07:44.224657441Z 
Processed prompts:  93%|█████████▎| 463/500 [12:47<02:09,  3.50s/it, est. speed input: 87.89 toks/s, output: 1897.82 toks/s]
-2025-03-15T03:07:45.717229404Z 
Processed prompts:  93%|█████████▎| 465/500 [12:51<01:36,  2.77s/it, est. speed input: 87.80 toks/s, output: 1918.63 toks/s]
-2025-03-15T03:07:56.775062010Z 
Processed prompts:  93%|█████████▎| 466/500 [12:53<01:23,  2.45s/it, est. speed input: 87.88 toks/s, output: 1930.80 toks/s]
-2025-03-15T03:07:59.783301345Z 
Processed prompts:  93%|█████████▎| 467/500 [13:04<02:35,  4.70s/it, est. speed input: 86.82 toks/s, output: 1919.63 toks/s]
-2025-03-15T03:08:01.738895771Z 
Processed prompts:  94%|█████████▎| 468/500 [13:07<02:15,  4.24s/it, est. speed input: 86.60 toks/s, output: 1923.20 toks/s]
-2025-03-15T03:08:08.832714382Z 
Processed prompts:  94%|█████████▍| 469/500 [13:09<01:51,  3.60s/it, est. speed input: 86.62 toks/s, output: 1934.57 toks/s]
-2025-03-15T03:08:18.699063074Z 
Processed prompts:  94%|█████████▍| 470/500 [13:16<02:17,  4.60s/it, est. speed input: 86.13 toks/s, output: 1933.60 toks/s]
-2025-03-15T03:08:23.809705972Z 
Processed prompts:  94%|█████████▍| 471/500 [13:26<02:57,  6.13s/it, est. speed input: 85.27 toks/s, output: 1926.38 toks/s]
-2025-03-15T03:08:32.423342899Z 
Processed prompts:  94%|█████████▍| 472/500 [13:31<02:43,  5.83s/it, est. speed input: 85.06 toks/s, output: 1930.77 toks/s]
-2025-03-15T03:08:33.966214175Z 
Processed prompts:  95%|█████████▍| 473/500 [13:39<02:59,  6.65s/it, est. speed input: 84.46 toks/s, output: 1927.17 toks/s]
-2025-03-15T03:08:38.423769271Z 
Processed prompts:  95%|█████████▍| 474/500 [13:41<02:13,  5.14s/it, est. speed input: 84.50 toks/s, output: 1940.25 toks/s]
-2025-03-15T03:08:39.850953076Z 
Processed prompts:  95%|█████████▌| 475/500 [13:45<02:03,  4.93s/it, est. speed input: 84.26 toks/s, output: 1946.58 toks/s]
-2025-03-15T03:08:43.486852225Z 
Processed prompts:  95%|█████████▌| 476/500 [13:47<01:33,  3.89s/it, est. speed input: 84.32 toks/s, output: 1960.04 toks/s]
-2025-03-15T03:08:44.499422391Z 
Processed prompts:  95%|█████████▌| 477/500 [13:50<01:27,  3.81s/it, est. speed input: 84.19 toks/s, output: 1968.36 toks/s]
-2025-03-15T03:08:49.005441196Z 
Processed prompts:  96%|█████████▌| 478/500 [13:51<01:05,  2.98s/it, est. speed input: 84.27 toks/s, output: 1982.89 toks/s]
-2025-03-15T03:08:51.053643327Z 
Processed prompts:  96%|█████████▌| 479/500 [13:56<01:12,  3.43s/it, est. speed input: 84.00 toks/s, output: 1989.24 toks/s]
-2025-03-15T03:09:17.892871196Z 
Processed prompts:  96%|█████████▌| 480/500 [13:58<01:00,  3.02s/it, est. speed input: 83.96 toks/s, output: 2001.46 toks/s]
-2025-03-15T03:09:20.102461757Z 
Processed prompts:  96%|█████████▌| 481/500 [14:25<03:12, 10.16s/it, est. speed input: 81.56 toks/s, output: 1957.11 toks/s]
-2025-03-15T03:09:21.491777957Z 
Processed prompts:  96%|█████████▋| 482/500 [14:27<02:19,  7.77s/it, est. speed input: 81.50 toks/s, output: 1969.91 toks/s]
-2025-03-15T03:09:34.500425531Z 
Processed prompts:  97%|█████████▋| 483/500 [14:28<01:39,  5.86s/it, est. speed input: 81.52 toks/s, output: 1984.58 toks/s]
-2025-03-15T03:09:34.781919977Z 
Processed prompts:  97%|█████████▋| 484/500 [14:41<02:08,  8.00s/it, est. speed input: 80.72 toks/s, output: 1973.46 toks/s]
-2025-03-15T03:09:45.613559069Z 
Processed prompts:  97%|█████████▋| 485/500 [14:42<01:25,  5.69s/it, est. speed input: 81.01 toks/s, output: 1991.00 toks/s]
-2025-03-15T03:09:46.073902546Z 
Processed prompts:  97%|█████████▋| 486/500 [14:53<01:41,  7.23s/it, est. speed input: 80.14 toks/s, output: 1981.66 toks/s]
-2025-03-15T03:09:54.108284693Z 
Processed prompts:  97%|█████████▋| 487/500 [14:53<01:07,  5.20s/it, est. speed input: 80.28 toks/s, output: 1999.13 toks/s]
-2025-03-15T03:09:56.733362632Z 
Processed prompts:  98%|█████████▊| 488/500 [15:01<01:12,  6.05s/it, est. speed input: 79.67 toks/s, output: 1995.76 toks/s]
-2025-03-15T03:09:59.393794864Z 
Processed prompts:  98%|█████████▊| 489/500 [15:04<00:55,  5.02s/it, est. speed input: 79.65 toks/s, output: 2008.81 toks/s]
-2025-03-15T03:10:02.680426101Z 
Processed prompts:  98%|█████████▊| 490/500 [15:06<00:43,  4.31s/it, est. speed input: 79.61 toks/s, output: 2021.84 toks/s]
-2025-03-15T03:10:03.489252302Z 
Processed prompts:  98%|█████████▊| 491/500 [15:10<00:36,  4.01s/it, est. speed input: 79.47 toks/s, output: 2033.60 toks/s]
-2025-03-15T03:10:05.726831777Z 
Processed prompts:  98%|█████████▊| 492/500 [15:10<00:24,  3.05s/it, est. speed input: 79.69 toks/s, output: 2050.88 toks/s]
-2025-03-15T03:10:10.162379313Z 
Processed prompts:  99%|█████████▊| 493/500 [15:13<00:19,  2.80s/it, est. speed input: 79.70 toks/s, output: 2065.05 toks/s]
-2025-03-15T03:10:17.065462222Z 
Processed prompts:  99%|█████████▉| 494/500 [15:17<00:19,  3.29s/it, est. speed input: 79.61 toks/s, output: 2074.48 toks/s]
-2025-03-15T03:10:18.399219006Z 
Processed prompts:  99%|█████████▉| 495/500 [15:24<00:21,  4.38s/it, est. speed input: 79.32 toks/s, output: 2078.76 toks/s]
-2025-03-15T03:10:30.332023933Z 
Processed prompts:  99%|█████████▉| 496/500 [15:25<00:13,  3.46s/it, est. speed input: 79.32 toks/s, output: 2092.99 toks/s]
-2025-03-15T03:10:40.918693939Z 
Processed prompts: 100%|█████████▉| 498/500 [15:37<00:09,  4.62s/it, est. speed input: 78.60 toks/s, output: 2105.98 toks/s]
-2025-03-15T03:11:20.437475245Z 
Processed prompts: 100%|█████████▉| 499/500 [15:48<00:06,  6.10s/it, est. speed input: 77.88 toks/s, output: 2103.82 toks/s]
-2025-03-15T03:11:20.437607589Z 
Processed prompts: 100%|██████████| 500/500 [16:27<00:00, 14.84s/it, est. speed input: 74.87 toks/s, output: 2040.69 toks/s]
Processed prompts: 100%|██████████| 500/500 [16:27<00:00,  1.98s/it, est. speed input: 74.87 toks/s, output: 2040.69 toks/s]
-2025-03-15T03:11:21.173239974Z 
Splits: 100%|██████████| 1/1 [16:28<00:00, 988.82s/it]
Splits: 100%|██████████| 1/1 [16:28<00:00, 988.82s/it]
-2025-03-15T03:11:23.039507793Z [2025-03-15 03:11:23,038] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T03:11:26.466601535Z [2025-03-15 03:11:26,465] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T03:11:26.479033082Z [2025-03-15 03:11:26,478] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T03:11:26.479058286Z [2025-03-15 03:11:26,478] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T03:11:28.116016512Z [2025-03-15 03:11:28,115] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp1_500/results/quyanh/OpenRS-GRPO/results_2025-03-15T03-11-26.478898.json (evaluation_tracker.py:234)
-2025-03-15T03:11:28.119749392Z |      Task       |Version|     Metric     |Value|   |Stderr|
-2025-03-15T03:11:28.119795933Z |-----------------|------:|----------------|----:|---|-----:|
-2025-03-15T03:11:28.119801293Z |all              |       |extractive_match|0.798|±  | 0.018|
-2025-03-15T03:11:28.119805993Z |custom:math_500:0|      1|extractive_match|0.798|±  | 0.018|
-2025-03-15T03:11:30.864693611Z Evaluating task: amc23
-2025-03-15T03:11:42.750326320Z [2025-03-15 03:11:42,749] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T03:12:32.354963709Z INFO 03-15 03:12:32 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T03:12:37.672651896Z [2025-03-15 03:12:37,671] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T03:13:44.636576056Z [2025-03-15 03:13:44,635] [    INFO]: This model supports multiple tasks: {'reward', 'generate', 'embed', 'classify', 'score'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T03:13:44.650227408Z [2025-03-15 03:13:44,649] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=b4f1e3452f8289b1b4c3659bcff50fef99d6a93e, override_neuron_config=None, tokenizer_revision=b4f1e3452f8289b1b4c3659bcff50fef99d6a93e, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T03:13:48.514699467Z [2025-03-15 03:13:48,513] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T03:13:48.961169940Z [2025-03-15 03:13:48,960] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T03:13:49.433245282Z [2025-03-15 03:13:49,433] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T03:13:49.717199138Z [2025-03-15 03:13:49,716] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T03:13:49.718835676Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T03:13:50.384208858Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.50it/s]
-2025-03-15T03:13:50.384229126Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.50it/s]
-2025-03-15T03:13:50.727156881Z [2025-03-15 03:13:50,726] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T03:13:52.324273921Z [2025-03-15 03:13:52,323] [    INFO]: Memory profiling takes 1.39 seconds
-2025-03-15T03:13:52.324321246Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T03:13:52.324327093Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T03:13:52.523938198Z [2025-03-15 03:13:52,523] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T03:13:52.523987196Z [2025-03-15 03:13:52,523] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T03:13:56.802360144Z [2025-03-15 03:13:56,801] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T03:14:11.870114904Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:18,  1.80it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:01<00:20,  1.59it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:21,  1.46it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:02<00:19,  1.56it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:03<00:17,  1.75it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:03<00:14,  1.96it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:03<00:13,  2.08it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:04<00:12,  2.17it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:04<00:11,  2.24it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:05<00:10,  2.29it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:05<00:10,  2.34it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:05<00:09,  2.39it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:06<00:09,  2.42it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:06<00:08,  2.44it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:07<00:08,  2.46it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:07<00:07,  2.47it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:07<00:07,  2.49it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:08<00:06,  2.46it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:08<00:06,  2.49it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:09<00:05,  2.50it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:09<00:05,  2.51it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:09<00:05,  2.52it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:10<00:04,  2.53it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:10<00:04,  2.53it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:11<00:03,  2.51it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:11<00:03,  2.49it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:11<00:03,  2.50it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:12<00:02,  2.50it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:12<00:02,  2.51it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:13<00:01,  2.51it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:13<00:01,  2.49it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:13<00:01,  2.50it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:14<00:00,  2.51it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:14<00:00,  2.51it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:15<00:00,  2.49it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:15<00:00,  2.32it/s]
-2025-03-15T03:14:11.870195294Z [2025-03-15 03:14:11,870] [    INFO]: Graph capturing finished in 15 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T03:14:11.882995699Z [2025-03-15 03:14:11,882] [    INFO]: init engine (profile, create kv cache, warmup model) took 21.16 seconds (llm_engine.py:431)
-2025-03-15T03:14:12.590787553Z [2025-03-15 03:14:12,590] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T03:14:12.607325076Z [2025-03-15 03:14:12,607] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T03:14:12.607362960Z [2025-03-15 03:14:12,607] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T03:14:12.607400787Z [2025-03-15 03:14:12,607] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T03:14:12.607447145Z [2025-03-15 03:14:12,607] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T03:14:12.607490562Z [2025-03-15 03:14:12,607] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T03:14:12.607530592Z [2025-03-15 03:14:12,607] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T03:14:12.607564979Z [2025-03-15 03:14:12,607] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T03:14:12.607607989Z [2025-03-15 03:14:12,607] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T03:14:12.609599733Z [2025-03-15 03:14:12,609] [    INFO]: knoveleng/AMC-23 default (lighteval_task.py:187)
-2025-03-15T03:14:12.609659143Z [2025-03-15 03:14:12,609] [ WARNING]: Careful, the task custom|amc23 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T03:14:15.109006094Z [2025-03-15 03:14:15,108] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T03:14:15.109049557Z [2025-03-15 03:14:15,108] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T03:14:15.109076644Z [2025-03-15 03:14:15,108] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T03:14:15.125069814Z [2025-03-15 03:14:15,124] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T03:14:15.137456549Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 03:14:15,137] [ WARNING]: context_size + max_new_tokens=33060 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T03:14:25.639716008Z 
Processed prompts:   0%|          | 0/40 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T03:14:25.850948079Z 
Processed prompts:   2%|▎         | 1/40 [00:10<06:49, 10.50s/it, est. speed input: 14.77 toks/s, output: 67.16 toks/s]
-2025-03-15T03:14:30.243231424Z 
Processed prompts:   5%|▌         | 2/40 [00:10<02:48,  4.45s/it, est. speed input: 24.09 toks/s, output: 132.98 toks/s]
-2025-03-15T03:14:34.728812309Z 
Processed prompts:   8%|▊         | 3/40 [00:15<02:43,  4.42s/it, est. speed input: 28.54 toks/s, output: 161.11 toks/s]
-2025-03-15T03:14:35.228647504Z 
Processed prompts:  10%|█         | 4/40 [00:19<02:40,  4.45s/it, est. speed input: 26.96 toks/s, output: 189.11 toks/s]
-2025-03-15T03:14:38.359339573Z 
Processed prompts:  12%|█▎        | 5/40 [00:20<01:45,  3.02s/it, est. speed input: 32.51 toks/s, output: 249.27 toks/s]
-2025-03-15T03:14:38.609453034Z 
Processed prompts:  15%|█▌        | 6/40 [00:23<01:44,  3.06s/it, est. speed input: 35.10 toks/s, output: 280.44 toks/s]
-2025-03-15T03:14:40.002852085Z 
Processed prompts:  18%|█▊        | 7/40 [00:23<01:10,  2.14s/it, est. speed input: 42.91 toks/s, output: 342.22 toks/s]
-2025-03-15T03:14:48.339747231Z 
Processed prompts:  20%|██        | 8/40 [00:24<01:00,  1.90s/it, est. speed input: 47.50 toks/s, output: 387.80 toks/s]
-2025-03-15T03:14:50.463115643Z 
Processed prompts:  22%|██▎       | 9/40 [00:33<02:01,  3.91s/it, est. speed input: 39.04 toks/s, output: 354.54 toks/s]
-2025-03-15T03:14:52.317716697Z 
Processed prompts:  25%|██▌       | 10/40 [00:35<01:40,  3.36s/it, est. speed input: 40.34 toks/s, output: 397.19 toks/s]
-2025-03-15T03:14:53.892118683Z 
Processed prompts:  28%|██▊       | 11/40 [00:37<01:24,  2.90s/it, est. speed input: 41.40 toks/s, output: 441.20 toks/s]
-2025-03-15T03:14:58.619471310Z 
Processed prompts:  30%|███       | 12/40 [00:38<01:09,  2.50s/it, est. speed input: 45.11 toks/s, output: 487.02 toks/s]
-2025-03-15T03:15:02.654043057Z 
Processed prompts:  32%|███▎      | 13/40 [00:43<01:25,  3.17s/it, est. speed input: 44.87 toks/s, output: 497.57 toks/s]
-2025-03-15T03:15:08.498273086Z 
Processed prompts:  35%|███▌      | 14/40 [00:47<01:29,  3.43s/it, est. speed input: 45.38 toks/s, output: 518.61 toks/s]
-2025-03-15T03:15:16.865558880Z 
Processed prompts:  38%|███▊      | 15/40 [00:53<01:43,  4.16s/it, est. speed input: 43.35 toks/s, output: 524.81 toks/s]
-2025-03-15T03:15:25.539014504Z 
Processed prompts:  40%|████      | 16/40 [01:01<02:10,  5.43s/it, est. speed input: 39.94 toks/s, output: 516.29 toks/s]
-2025-03-15T03:15:26.202565476Z 
Processed prompts:  42%|████▎     | 17/40 [01:10<02:27,  6.40s/it, est. speed input: 36.56 toks/s, output: 515.02 toks/s]
-2025-03-15T03:15:32.406532217Z 
Processed prompts:  45%|████▌     | 18/40 [01:11<01:42,  4.68s/it, est. speed input: 38.49 toks/s, output: 572.54 toks/s]
-2025-03-15T03:15:50.932843950Z 
Processed prompts:  48%|████▊     | 19/40 [01:17<01:47,  5.14s/it, est. speed input: 38.04 toks/s, output: 588.77 toks/s]
-2025-03-15T03:16:03.033552715Z 
Processed prompts:  50%|█████     | 20/40 [01:35<03:03,  9.16s/it, est. speed input: 32.26 toks/s, output: 536.50 toks/s]
-2025-03-15T03:16:05.307763221Z 
Processed prompts:  52%|█████▎    | 21/40 [01:47<03:10, 10.04s/it, est. speed input: 29.90 toks/s, output: 537.48 toks/s]
-2025-03-15T03:16:19.560242695Z 
Processed prompts:  55%|█████▌    | 22/40 [01:50<02:18,  7.71s/it, est. speed input: 31.69 toks/s, output: 587.44 toks/s]
-2025-03-15T03:16:24.609422403Z 
Processed prompts:  57%|█████▊    | 23/40 [02:04<02:44,  9.67s/it, est. speed input: 29.12 toks/s, output: 580.65 toks/s]
-2025-03-15T03:16:30.801448156Z 
Processed prompts:  60%|██████    | 24/40 [02:09<02:12,  8.29s/it, est. speed input: 29.13 toks/s, output: 618.29 toks/s]
-2025-03-15T03:17:13.043698141Z 
Processed prompts:  62%|██████▎   | 25/40 [02:15<01:54,  7.66s/it, est. speed input: 28.65 toks/s, output: 650.27 toks/s]
-2025-03-15T03:17:18.890370847Z 
Processed prompts:  65%|██████▌   | 26/40 [02:57<04:12, 18.03s/it, est. speed input: 22.83 toks/s, output: 554.91 toks/s]
-2025-03-15T03:17:26.377347900Z 
Processed prompts:  68%|██████▊   | 27/40 [03:03<03:06, 14.38s/it, est. speed input: 22.97 toks/s, output: 596.17 toks/s]
-2025-03-15T03:17:26.635513454Z 
Processed prompts:  70%|███████   | 28/40 [03:11<02:27, 12.31s/it, est. speed input: 22.80 toks/s, output: 631.67 toks/s]
-2025-03-15T03:17:33.685460001Z 
Processed prompts:  72%|███████▎  | 29/40 [03:11<01:35,  8.69s/it, est. speed input: 23.35 toks/s, output: 689.65 toks/s]
-2025-03-15T03:17:55.618320213Z 
Processed prompts:  75%|███████▌  | 30/40 [03:18<01:22,  8.20s/it, est. speed input: 23.36 toks/s, output: 723.97 toks/s]
-2025-03-15T03:17:56.711268132Z 
Processed prompts:  78%|███████▊  | 31/40 [03:40<01:50, 12.32s/it, est. speed input: 21.62 toks/s, output: 711.03 toks/s]
-2025-03-15T03:18:03.876181677Z 
Processed prompts:  80%|████████  | 32/40 [03:41<01:11,  8.95s/it, est. speed input: 22.83 toks/s, output: 766.62 toks/s]
-2025-03-15T03:18:17.015682306Z 
Processed prompts:  82%|████████▎ | 33/40 [03:48<00:58,  8.42s/it, est. speed input: 22.96 toks/s, output: 801.84 toks/s]
-2025-03-15T03:18:21.410929139Z 
Processed prompts:  85%|████████▌ | 34/40 [04:01<00:58,  9.83s/it, est. speed input: 22.18 toks/s, output: 818.03 toks/s]
-2025-03-15T03:18:23.864412583Z 
Processed prompts:  88%|████████▊ | 35/40 [04:06<00:41,  8.20s/it, est. speed input: 22.25 toks/s, output: 863.39 toks/s]
-2025-03-15T03:18:25.113859559Z 
Processed prompts:  90%|█████████ | 36/40 [04:08<00:25,  6.48s/it, est. speed input: 22.96 toks/s, output: 915.00 toks/s]
-2025-03-15T03:18:27.996653722Z 
Processed prompts:  92%|█████████▎| 37/40 [04:09<00:14,  4.91s/it, est. speed input: 24.01 toks/s, output: 970.65 toks/s]
-2025-03-15T03:18:41.152696265Z 
Processed prompts:  95%|█████████▌| 38/40 [04:12<00:08,  4.30s/it, est. speed input: 24.37 toks/s, output: 1020.08 toks/s]
-2025-03-15T03:18:41.900650896Z 
Processed prompts:  98%|█████████▊| 39/40 [04:26<00:06,  6.96s/it, est. speed input: 23.74 toks/s, output: 1031.20 toks/s]
-2025-03-15T03:18:41.900701751Z 
Processed prompts: 100%|██████████| 40/40 [04:26<00:00,  5.09s/it, est. speed input: 24.23 toks/s, output: 1089.97 toks/s]
Processed prompts: 100%|██████████| 40/40 [04:26<00:00,  6.67s/it, est. speed input: 24.23 toks/s, output: 1089.97 toks/s]
-2025-03-15T03:18:41.982589164Z 
Splits: 100%|██████████| 1/1 [04:26<00:00, 266.86s/it]
Splits: 100%|██████████| 1/1 [04:26<00:00, 266.86s/it]
-2025-03-15T03:18:42.859912032Z [2025-03-15 03:18:42,859] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T03:18:43.101745816Z [2025-03-15 03:18:43,101] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T03:18:43.114429975Z [2025-03-15 03:18:43,114] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T03:18:43.114495912Z [2025-03-15 03:18:43,114] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T03:18:43.352393276Z [2025-03-15 03:18:43,352] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp1_500/results/quyanh/OpenRS-GRPO/results_2025-03-15T03-18-43.114223.json (evaluation_tracker.py:234)
-2025-03-15T03:18:43.356726935Z |     Task     |Version|     Metric     |Value|   |Stderr|
-2025-03-15T03:18:43.356758652Z |--------------|------:|----------------|----:|---|-----:|
-2025-03-15T03:18:43.356763789Z |all           |       |extractive_match|0.675|±  | 0.075|
-2025-03-15T03:18:43.356771962Z |custom:amc23:0|      1|extractive_match|0.675|±  | 0.075|
-2025-03-15T03:18:46.341991026Z ----------------------------------------
-2025-03-15T03:18:46.343257120Z ========================================
-2025-03-15T03:18:46.343275717Z Running Experiment 2
-2025-03-15T03:18:46.343281760Z Steps: 50 100 150 200 250 300 350 400
-2025-03-15T03:18:46.343286542Z ========================================
-2025-03-15T03:18:46.344250640Z ----------------------------------------
-2025-03-15T03:18:46.344258689Z Running evaluations for experiment 2, step 50
-2025-03-15T03:18:46.344263380Z Revision: rev2_50 = 2aa34d3e6b3b2edad1aca66f17abb842ef39a7a3
-2025-03-15T03:18:46.344269280Z Output directory: data/evals/Exp2_50
-2025-03-15T03:18:46.351023868Z Evaluating task: aime24
-2025-03-15T03:19:04.177902392Z [2025-03-15 03:19:04,177] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T03:19:40.452382059Z INFO 03-15 03:19:40 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T03:19:46.691382453Z [2025-03-15 03:19:46,690] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T03:20:51.054187277Z [2025-03-15 03:20:51,053] [    INFO]: This model supports multiple tasks: {'embed', 'score', 'generate', 'classify', 'reward'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T03:20:51.068570367Z [2025-03-15 03:20:51,067] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=2aa34d3e6b3b2edad1aca66f17abb842ef39a7a3, override_neuron_config=None, tokenizer_revision=2aa34d3e6b3b2edad1aca66f17abb842ef39a7a3, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T03:21:01.055397607Z [2025-03-15 03:21:01,054] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T03:21:01.549491730Z [2025-03-15 03:21:01,549] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T03:21:02.633384623Z [2025-03-15 03:21:02,633] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T03:21:10.393229527Z [2025-03-15 03:21:10,392] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T03:21:10.394926973Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T03:21:11.064700659Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.49it/s]
-2025-03-15T03:21:11.064756082Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.49it/s]
-2025-03-15T03:21:11.467292744Z [2025-03-15 03:21:11,466] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T03:21:13.438681406Z [2025-03-15 03:21:13,438] [    INFO]: Memory profiling takes 1.64 seconds
-2025-03-15T03:21:13.438747960Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T03:21:13.438753777Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T03:21:13.779948910Z [2025-03-15 03:21:13,779] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T03:21:13.780019270Z [2025-03-15 03:21:13,779] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T03:21:18.677518648Z [2025-03-15 03:21:18,677] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T03:21:35.864732646Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:16,  2.09it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:00<00:15,  2.17it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:14,  2.14it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:01<00:14,  2.19it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:02<00:13,  2.21it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:02<00:13,  2.22it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:03<00:12,  2.22it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:03<00:12,  2.23it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:04<00:11,  2.22it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:04<00:11,  2.13it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:05<00:11,  2.08it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:05<00:11,  2.06it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:06<00:10,  2.04it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:06<00:10,  2.01it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:07<00:09,  2.05it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:07<00:08,  2.12it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:07<00:08,  2.16it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:08<00:07,  2.18it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:08<00:07,  2.21it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:09<00:06,  2.23it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:09<00:06,  2.08it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:10<00:06,  1.88it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:11<00:06,  1.73it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:11<00:06,  1.65it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:12<00:06,  1.60it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:13<00:05,  1.63it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:13<00:04,  1.73it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:14<00:03,  1.87it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:14<00:03,  1.98it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:14<00:02,  2.07it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:15<00:01,  2.13it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:15<00:01,  2.17it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:16<00:00,  2.20it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:16<00:00,  2.22it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:17<00:00,  2.12it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:17<00:00,  2.04it/s]
-2025-03-15T03:21:35.864908916Z [2025-03-15 03:21:35,864] [    INFO]: Graph capturing finished in 17 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T03:21:35.900439574Z [2025-03-15 03:21:35,900] [    INFO]: init engine (profile, create kv cache, warmup model) took 24.43 seconds (llm_engine.py:431)
-2025-03-15T03:21:36.806391410Z [2025-03-15 03:21:36,806] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T03:21:36.828895777Z [2025-03-15 03:21:36,828] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T03:21:36.828930047Z [2025-03-15 03:21:36,828] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T03:21:36.828935760Z [2025-03-15 03:21:36,828] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T03:21:36.828957583Z [2025-03-15 03:21:36,828] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T03:21:36.828968250Z [2025-03-15 03:21:36,828] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T03:21:36.829050237Z [2025-03-15 03:21:36,828] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T03:21:36.829083987Z [2025-03-15 03:21:36,828] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T03:21:36.829116714Z [2025-03-15 03:21:36,829] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T03:21:36.831692720Z [2025-03-15 03:21:36,831] [    INFO]: HuggingFaceH4/aime_2024 default (lighteval_task.py:187)
-2025-03-15T03:21:36.831726286Z [2025-03-15 03:21:36,831] [ WARNING]: Careful, the task custom|aime24 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T03:21:40.111642517Z [2025-03-15 03:21:40,110] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T03:21:40.111702456Z [2025-03-15 03:21:40,111] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T03:21:40.111770730Z [2025-03-15 03:21:40,111] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T03:21:40.125466155Z [2025-03-15 03:21:40,125] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T03:21:40.136860906Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 03:21:40,136] [ WARNING]: context_size + max_new_tokens=33238 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T03:22:11.257824252Z 
Processed prompts:   0%|          | 0/30 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T03:22:17.627471197Z 
Processed prompts:   3%|▎         | 1/30 [00:31<15:02, 31.12s/it, est. speed input: 4.43 toks/s, output: 67.13 toks/s]
-2025-03-15T03:22:22.256326763Z 
Processed prompts:   7%|▋         | 2/30 [00:37<07:43, 16.56s/it, est. speed input: 9.04 toks/s, output: 121.99 toks/s]
-2025-03-15T03:22:31.495694775Z 
Processed prompts:  10%|█         | 3/30 [00:42<05:00, 11.11s/it, est. speed input: 13.04 toks/s, output: 174.26 toks/s]
-2025-03-15T03:22:36.218222810Z 
Processed prompts:  13%|█▎        | 4/30 [00:51<04:29, 10.37s/it, est. speed input: 13.10 toks/s, output: 207.54 toks/s]
-2025-03-15T03:22:45.641278580Z 
Processed prompts:  17%|█▋        | 5/30 [00:56<03:28,  8.34s/it, est. speed input: 15.12 toks/s, output: 254.19 toks/s]
-2025-03-15T03:23:14.233136761Z 
Processed prompts:  20%|██        | 6/30 [01:05<03:28,  8.71s/it, est. speed input: 16.31 toks/s, output: 280.96 toks/s]
-2025-03-15T03:23:36.125599364Z 
Processed prompts:  23%|██▎       | 7/30 [01:34<05:49, 15.21s/it, est. speed input: 12.81 toks/s, output: 256.89 toks/s]
-2025-03-15T03:23:40.854117121Z 
Processed prompts:  27%|██▋       | 8/30 [01:55<06:21, 17.34s/it, est. speed input: 11.92 toks/s, output: 268.08 toks/s]
-2025-03-15T03:24:08.036743707Z 
Processed prompts:  30%|███       | 9/30 [02:00<04:41, 13.39s/it, est. speed input: 13.25 toks/s, output: 316.96 toks/s]
-2025-03-15T03:24:15.994978623Z 
Processed prompts:  33%|███▎      | 10/30 [02:27<05:53, 17.65s/it, est. speed input: 11.90 toks/s, output: 316.31 toks/s]
-2025-03-15T03:24:19.951973809Z 
Processed prompts:  37%|███▋      | 11/30 [02:35<04:39, 14.68s/it, est. speed input: 12.94 toks/s, output: 357.12 toks/s]
-2025-03-15T03:24:39.891765926Z 
Processed prompts:  40%|████      | 12/30 [02:39<03:25, 11.42s/it, est. speed input: 13.57 toks/s, output: 405.06 toks/s]
-2025-03-15T03:24:58.217121410Z 
Processed prompts:  47%|████▋     | 14/30 [02:59<02:51, 10.75s/it, est. speed input: 14.24 toks/s, output: 466.74 toks/s]
-2025-03-15T03:25:11.740480705Z 
Processed prompts:  50%|█████     | 15/30 [03:18<03:09, 12.64s/it, est. speed input: 14.31 toks/s, output: 479.23 toks/s]
-2025-03-15T03:25:23.220601001Z 
Processed prompts:  53%|█████▎    | 16/30 [03:31<03:00, 12.87s/it, est. speed input: 14.00 toks/s, output: 504.02 toks/s]
-2025-03-15T03:25:37.493031227Z 
Processed prompts:  57%|█████▋    | 17/30 [03:43<02:42, 12.49s/it, est. speed input: 14.13 toks/s, output: 533.32 toks/s]
-2025-03-15T03:25:44.341491645Z 
Processed prompts:  60%|██████    | 18/30 [03:57<02:35, 12.99s/it, est. speed input: 13.81 toks/s, output: 556.36 toks/s]
-2025-03-15T03:27:24.500058372Z 
Processed prompts:  63%|██████▎   | 19/30 [04:04<02:03, 11.23s/it, est. speed input: 14.12 toks/s, output: 595.85 toks/s]
-2025-03-15T03:27:25.300747759Z 
Processed prompts:  67%|██████▋   | 20/30 [05:44<06:10, 37.03s/it, est. speed input: 10.52 toks/s, output: 476.78 toks/s]
-2025-03-15T03:27:29.983561602Z 
Processed prompts:  70%|███████   | 21/30 [05:45<03:57, 26.41s/it, est. speed input: 11.85 toks/s, output: 529.91 toks/s]
-2025-03-15T03:27:34.766333228Z 
Processed prompts:  73%|███████▎  | 22/30 [05:49<02:40, 20.00s/it, est. speed input: 12.13 toks/s, output: 577.05 toks/s]
-2025-03-15T03:27:36.481668297Z 
Processed prompts:  77%|███████▋  | 23/30 [05:54<01:48, 15.49s/it, est. speed input: 12.36 toks/s, output: 623.53 toks/s]
-2025-03-15T03:28:14.221389360Z 
Processed prompts:  80%|████████  | 24/30 [05:56<01:08, 11.39s/it, est. speed input: 12.93 toks/s, output: 674.83 toks/s]
-2025-03-15T03:28:51.916130915Z 
Processed prompts:  83%|████████▎ | 25/30 [06:34<01:36, 19.25s/it, est. speed input: 12.08 toks/s, output: 665.40 toks/s]
-2025-03-15T03:30:57.321028847Z 
Processed prompts:  87%|████████▋ | 26/30 [07:11<01:39, 24.76s/it, est. speed input: 11.37 toks/s, output: 663.42 toks/s]
-2025-03-15T03:30:57.676403527Z 
Processed prompts:  90%|█████████ | 27/30 [09:17<02:44, 54.87s/it, est. speed input: 9.14 toks/s, output: 572.59 toks/s] 
-2025-03-15T03:30:57.879199472Z 
Processed prompts:  93%|█████████▎| 28/30 [09:17<01:17, 38.55s/it, est. speed input: 9.41 toks/s, output: 630.72 toks/s]
-2025-03-15T03:30:57.993141360Z 
Processed prompts:  97%|█████████▋| 29/30 [09:17<00:27, 27.06s/it, est. speed input: 9.67 toks/s, output: 688.98 toks/s]
-2025-03-15T03:30:57.993189474Z 
Processed prompts: 100%|██████████| 30/30 [09:17<00:00, 18.98s/it, est. speed input: 9.90 toks/s, output: 747.35 toks/s]
Processed prompts: 100%|██████████| 30/30 [09:17<00:00, 18.60s/it, est. speed input: 9.90 toks/s, output: 747.35 toks/s]
-2025-03-15T03:30:58.113976922Z 
Splits: 100%|██████████| 1/1 [09:17<00:00, 557.99s/it]
Splits: 100%|██████████| 1/1 [09:17<00:00, 557.99s/it]
-2025-03-15T03:30:59.039595896Z [2025-03-15 03:30:59,039] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T03:30:59.640876758Z [2025-03-15 03:30:59,640] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T03:30:59.656100697Z [2025-03-15 03:30:59,655] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T03:30:59.656133584Z [2025-03-15 03:30:59,655] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T03:31:00.062409684Z [2025-03-15 03:31:00,061] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp2_50/results/quyanh/OpenRS-GRPO/results_2025-03-15T03-30-59.655917.json (evaluation_tracker.py:234)
-2025-03-15T03:31:00.066953887Z |     Task      |Version|     Metric     |Value|   |Stderr|
-2025-03-15T03:31:00.067003060Z |---------------|------:|----------------|----:|---|-----:|
-2025-03-15T03:31:00.067008225Z |all            |       |extractive_match|  0.3|±  |0.0851|
-2025-03-15T03:31:00.067012850Z |custom:aime24:0|      1|extractive_match|  0.3|±  |0.0851|
-2025-03-15T03:31:02.975560862Z Evaluating task: math_500
-2025-03-15T03:31:18.239766208Z [2025-03-15 03:31:18,239] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T03:32:01.170460650Z INFO 03-15 03:32:01 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T03:32:06.311918356Z [2025-03-15 03:32:06,310] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T03:33:11.844454249Z [2025-03-15 03:33:11,843] [    INFO]: This model supports multiple tasks: {'score', 'embed', 'reward', 'generate', 'classify'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T03:33:11.857357349Z [2025-03-15 03:33:11,856] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=2aa34d3e6b3b2edad1aca66f17abb842ef39a7a3, override_neuron_config=None, tokenizer_revision=2aa34d3e6b3b2edad1aca66f17abb842ef39a7a3, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T03:33:15.901647696Z [2025-03-15 03:33:15,901] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T03:33:16.390235160Z [2025-03-15 03:33:16,389] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T03:33:16.879576093Z [2025-03-15 03:33:16,879] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T03:33:17.168624939Z [2025-03-15 03:33:17,168] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T03:33:17.169906887Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T03:33:17.775725423Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.65it/s]
-2025-03-15T03:33:17.775752118Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.65it/s]
-2025-03-15T03:33:18.081604546Z [2025-03-15 03:33:18,081] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T03:33:19.681059197Z [2025-03-15 03:33:19,680] [    INFO]: Memory profiling takes 1.39 seconds
-2025-03-15T03:33:19.681112833Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T03:33:19.681119184Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T03:33:19.893846213Z [2025-03-15 03:33:19,893] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T03:33:19.893892449Z [2025-03-15 03:33:19,893] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T03:33:24.163668673Z [2025-03-15 03:33:24,163] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T03:33:40.735004370Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:17,  1.93it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:00<00:16,  2.04it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:15,  2.04it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:01<00:14,  2.09it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:02<00:17,  1.75it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:03<00:17,  1.65it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:03<00:15,  1.76it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:04<00:16,  1.63it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:05<00:15,  1.70it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:05<00:13,  1.87it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:06<00:13,  1.80it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:06<00:12,  1.89it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:06<00:10,  2.03it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:07<00:09,  2.15it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:07<00:08,  2.24it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:08<00:08,  2.31it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:08<00:08,  2.13it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:09<00:08,  2.05it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:09<00:07,  2.17it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:10<00:06,  2.26it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:10<00:06,  2.32it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:10<00:05,  2.37it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:11<00:04,  2.41it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:11<00:04,  2.42it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:12<00:04,  2.43it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:12<00:03,  2.26it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:13<00:03,  2.13it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:13<00:03,  2.21it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:13<00:02,  2.24it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:14<00:02,  2.29it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:14<00:01,  2.13it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:15<00:01,  2.21it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:15<00:00,  2.28it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:16<00:00,  2.34it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:16<00:00,  2.37it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:16<00:00,  2.11it/s]
-2025-03-15T03:33:40.735148479Z [2025-03-15 03:33:40,734] [    INFO]: Graph capturing finished in 17 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T03:33:40.767128334Z [2025-03-15 03:33:40,766] [    INFO]: init engine (profile, create kv cache, warmup model) took 22.69 seconds (llm_engine.py:431)
-2025-03-15T03:33:41.631827827Z [2025-03-15 03:33:41,631] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T03:33:41.665195085Z [2025-03-15 03:33:41,664] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T03:33:41.665215118Z [2025-03-15 03:33:41,665] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T03:33:41.665218552Z [2025-03-15 03:33:41,665] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T03:33:41.665221870Z [2025-03-15 03:33:41,665] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T03:33:41.665271792Z [2025-03-15 03:33:41,665] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T03:33:41.665283175Z [2025-03-15 03:33:41,665] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T03:33:41.665496446Z [2025-03-15 03:33:41,665] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T03:33:41.665513507Z [2025-03-15 03:33:41,665] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T03:33:41.668110930Z [2025-03-15 03:33:41,667] [    INFO]: HuggingFaceH4/MATH-500 default (lighteval_task.py:187)
-2025-03-15T03:33:41.668118974Z [2025-03-15 03:33:41,667] [ WARNING]: Careful, the task custom|math_500 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T03:33:43.958973026Z [2025-03-15 03:33:43,958] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T03:33:43.959047191Z [2025-03-15 03:33:43,958] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T03:33:43.959165333Z [2025-03-15 03:33:43,958] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T03:33:44.118116778Z [2025-03-15 03:33:44,117] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T03:33:44.262153824Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 03:33:44,261] [ WARNING]: context_size + max_new_tokens=33636 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T03:34:11.220342837Z 
Processed prompts:   0%|          | 0/500 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T03:34:14.455326351Z 
Processed prompts:   0%|          | 1/500 [00:26<3:43:46, 26.91s/it, est. speed input: 32.26 toks/s, output: 17.47 toks/s]
-2025-03-15T03:34:15.664809679Z 
Processed prompts:   0%|          | 2/500 [00:30<1:47:45, 12.98s/it, est. speed input: 33.91 toks/s, output: 33.08 toks/s]
-2025-03-15T03:34:18.986665130Z 
Processed prompts:   1%|          | 3/500 [00:31<1:03:00,  7.61s/it, est. speed input: 38.60 toks/s, output: 49.28 toks/s]
-2025-03-15T03:34:20.602104307Z 
Processed prompts:   1%|          | 4/500 [00:34<48:53,  5.91s/it, est. speed input: 42.17 toks/s, output: 62.04 toks/s]  
-2025-03-15T03:34:21.884928068Z 
Processed prompts:   1%|          | 5/500 [00:36<36:00,  4.36s/it, est. speed input: 44.56 toks/s, output: 76.75 toks/s]
-2025-03-15T03:34:22.251154038Z 
Processed prompts:   1%|          | 6/500 [00:37<27:18,  3.32s/it, est. speed input: 46.98 toks/s, output: 91.59 toks/s]
-2025-03-15T03:34:24.588581008Z 
Processed prompts:   1%|▏         | 7/500 [00:37<19:19,  2.35s/it, est. speed input: 50.66 toks/s, output: 108.15 toks/s]
-2025-03-15T03:34:25.190608277Z 
Processed prompts:   2%|▏         | 9/500 [00:40<14:34,  1.78s/it, est. speed input: 54.67 toks/s, output: 135.74 toks/s]
-2025-03-15T03:34:26.973504582Z 
Processed prompts:   2%|▏         | 10/500 [00:40<12:04,  1.48s/it, est. speed input: 57.02 toks/s, output: 151.16 toks/s]
-2025-03-15T03:34:28.937348617Z 
Processed prompts:   2%|▏         | 11/500 [00:42<12:42,  1.56s/it, est. speed input: 57.88 toks/s, output: 162.24 toks/s]
-2025-03-15T03:34:29.780379258Z 
Processed prompts:   2%|▏         | 12/500 [00:44<13:35,  1.67s/it, est. speed input: 58.27 toks/s, output: 172.46 toks/s]
-2025-03-15T03:34:30.681297123Z 
Processed prompts:   3%|▎         | 13/500 [00:45<11:39,  1.44s/it, est. speed input: 60.66 toks/s, output: 186.62 toks/s]
-2025-03-15T03:34:30.816439473Z 
Processed prompts:   3%|▎         | 14/500 [00:46<10:23,  1.28s/it, est. speed input: 62.50 toks/s, output: 200.33 toks/s]
-2025-03-15T03:34:32.546502424Z 
Processed prompts:   3%|▎         | 15/500 [00:46<07:39,  1.06it/s, est. speed input: 65.80 toks/s, output: 217.08 toks/s]
-2025-03-15T03:34:33.932218473Z 
Processed prompts:   3%|▎         | 16/500 [00:48<09:30,  1.18s/it, est. speed input: 66.72 toks/s, output: 226.42 toks/s]
-2025-03-15T03:34:34.667974737Z 
Processed prompts:   3%|▎         | 17/500 [00:49<09:58,  1.24s/it, est. speed input: 67.72 toks/s, output: 237.21 toks/s]
-2025-03-15T03:34:34.816943165Z 
Processed prompts:   4%|▍         | 19/500 [00:50<06:44,  1.19it/s, est. speed input: 72.39 toks/s, output: 267.70 toks/s]
-2025-03-15T03:34:36.091220455Z 
Processed prompts:   4%|▍         | 21/500 [00:50<04:17,  1.86it/s, est. speed input: 77.60 toks/s, output: 301.07 toks/s]
-2025-03-15T03:34:36.833274898Z 
Processed prompts:   4%|▍         | 22/500 [00:51<05:34,  1.43it/s, est. speed input: 78.30 toks/s, output: 310.73 toks/s]
-2025-03-15T03:34:37.275298407Z 
Processed prompts:   5%|▍         | 23/500 [00:52<05:38,  1.41it/s, est. speed input: 80.01 toks/s, output: 323.40 toks/s]
-2025-03-15T03:34:37.534783976Z 
Processed prompts:   5%|▍         | 24/500 [00:52<05:05,  1.56it/s, est. speed input: 81.76 toks/s, output: 337.76 toks/s]
-2025-03-15T03:34:37.674175715Z 
Processed prompts:   5%|▌         | 25/500 [00:53<04:16,  1.85it/s, est. speed input: 85.47 toks/s, output: 353.15 toks/s]
-2025-03-15T03:34:41.760128472Z 
Processed prompts:   5%|▌         | 26/500 [00:53<03:23,  2.33it/s, est. speed input: 87.63 toks/s, output: 369.26 toks/s]
-2025-03-15T03:34:42.265313011Z 
Processed prompts:   5%|▌         | 27/500 [00:57<11:32,  1.46s/it, est. speed input: 83.80 toks/s, output: 359.99 toks/s]
-2025-03-15T03:34:43.873071621Z 
Processed prompts:   6%|▌         | 28/500 [00:57<09:20,  1.19s/it, est. speed input: 85.54 toks/s, output: 373.83 toks/s]
-2025-03-15T03:34:44.815513228Z 
Processed prompts:   6%|▌         | 29/500 [00:59<10:17,  1.31s/it, est. speed input: 85.49 toks/s, output: 380.70 toks/s]
-2025-03-15T03:34:45.507986080Z 
Processed prompts:   6%|▌         | 30/500 [01:00<09:24,  1.20s/it, est. speed input: 86.68 toks/s, output: 391.71 toks/s]
-2025-03-15T03:34:46.204392959Z 
Processed prompts:   6%|▌         | 31/500 [01:01<08:13,  1.05s/it, est. speed input: 87.93 toks/s, output: 404.20 toks/s]
-2025-03-15T03:34:46.468958590Z 
Processed prompts:   6%|▋         | 32/500 [01:01<07:22,  1.06it/s, est. speed input: 89.38 toks/s, output: 416.57 toks/s]
-2025-03-15T03:34:46.610608557Z 
Processed prompts:   7%|▋         | 33/500 [01:02<05:46,  1.35it/s, est. speed input: 91.95 toks/s, output: 431.71 toks/s]
-2025-03-15T03:34:47.614419452Z 
Processed prompts:   7%|▋         | 34/500 [01:02<04:22,  1.77it/s, est. speed input: 94.00 toks/s, output: 447.63 toks/s]
-2025-03-15T03:34:51.115996506Z 
Processed prompts:   7%|▋         | 35/500 [01:03<05:23,  1.44it/s, est. speed input: 94.56 toks/s, output: 457.42 toks/s]
-2025-03-15T03:34:51.826394045Z 
Processed prompts:   7%|▋         | 36/500 [01:06<11:52,  1.54s/it, est. speed input: 91.60 toks/s, output: 450.28 toks/s]
-2025-03-15T03:34:52.536187341Z 
Processed prompts:   7%|▋         | 37/500 [01:07<09:56,  1.29s/it, est. speed input: 92.62 toks/s, output: 462.37 toks/s]
-2025-03-15T03:34:53.872305111Z 
Processed prompts:   8%|▊         | 38/500 [01:08<08:35,  1.11s/it, est. speed input: 93.71 toks/s, output: 474.37 toks/s]
-2025-03-15T03:34:54.770878624Z 
Processed prompts:   8%|▊         | 39/500 [01:09<09:04,  1.18s/it, est. speed input: 93.85 toks/s, output: 482.06 toks/s]
-2025-03-15T03:34:54.916382870Z 
Processed prompts:   8%|▊         | 40/500 [01:10<08:24,  1.10s/it, est. speed input: 94.53 toks/s, output: 492.68 toks/s]
-2025-03-15T03:34:55.186400507Z 
Processed prompts:   8%|▊         | 41/500 [01:10<06:12,  1.23it/s, est. speed input: 96.70 toks/s, output: 508.44 toks/s]
-2025-03-15T03:34:55.713672760Z 
Processed prompts:   8%|▊         | 42/500 [01:10<04:57,  1.54it/s, est. speed input: 98.16 toks/s, output: 523.26 toks/s]
-2025-03-15T03:34:55.871539751Z 
Processed prompts:   9%|▊         | 43/500 [01:11<04:39,  1.63it/s, est. speed input: 99.26 toks/s, output: 536.15 toks/s]
-2025-03-15T03:34:56.525231414Z 
Processed prompts:   9%|▉         | 45/500 [01:11<02:46,  2.73it/s, est. speed input: 102.98 toks/s, output: 568.44 toks/s]
-2025-03-15T03:34:56.798356192Z 
Processed prompts:   9%|▉         | 46/500 [01:12<03:18,  2.29it/s, est. speed input: 103.86 toks/s, output: 580.02 toks/s]
-2025-03-15T03:35:00.471794259Z 
Processed prompts:   9%|▉         | 47/500 [01:12<02:58,  2.53it/s, est. speed input: 105.57 toks/s, output: 594.55 toks/s]
-2025-03-15T03:35:00.806847211Z 
Processed prompts:  10%|▉         | 49/500 [01:16<07:36,  1.01s/it, est. speed input: 103.85 toks/s, output: 591.15 toks/s]
-2025-03-15T03:35:01.269486952Z 
Processed prompts:  10%|█         | 50/500 [01:16<06:23,  1.17it/s, est. speed input: 105.34 toks/s, output: 605.10 toks/s]
-2025-03-15T03:35:03.264711733Z 
Processed prompts:  10%|█         | 51/500 [01:16<05:39,  1.32it/s, est. speed input: 106.37 toks/s, output: 617.99 toks/s]
-2025-03-15T03:35:03.796312536Z 
Processed prompts:  10%|█         | 52/500 [01:18<08:04,  1.08s/it, est. speed input: 105.34 toks/s, output: 618.88 toks/s]
-2025-03-15T03:35:04.137093700Z 
Processed prompts:  11%|█         | 53/500 [01:19<06:56,  1.07it/s, est. speed input: 106.22 toks/s, output: 623.61 toks/s]
-2025-03-15T03:35:06.466202946Z 
Processed prompts:  11%|█         | 54/500 [01:19<05:41,  1.31it/s, est. speed input: 107.53 toks/s, output: 637.43 toks/s]
-2025-03-15T03:35:06.936948196Z 
Processed prompts:  11%|█         | 55/500 [01:22<08:59,  1.21s/it, est. speed input: 106.25 toks/s, output: 635.82 toks/s]
-2025-03-15T03:35:07.538183164Z 
Processed prompts:  11%|█         | 56/500 [01:22<07:23,  1.00it/s, est. speed input: 107.38 toks/s, output: 648.64 toks/s]
-2025-03-15T03:35:09.557798325Z 
Processed prompts:  11%|█▏        | 57/500 [01:23<06:30,  1.13it/s, est. speed input: 108.13 toks/s, output: 660.40 toks/s]
-2025-03-15T03:35:10.677307042Z 
Processed prompts:  12%|█▏        | 58/500 [01:25<08:58,  1.22s/it, est. speed input: 107.39 toks/s, output: 661.16 toks/s]
-2025-03-15T03:35:13.625788038Z 
Processed prompts:  12%|█▏        | 59/500 [01:26<08:44,  1.19s/it, est. speed input: 107.83 toks/s, output: 668.99 toks/s]
-2025-03-15T03:35:13.974777525Z 
Processed prompts:  12%|█▏        | 61/500 [01:29<09:39,  1.32s/it, est. speed input: 107.24 toks/s, output: 670.28 toks/s]
-2025-03-15T03:35:16.564826358Z 
Processed prompts:  12%|█▏        | 62/500 [01:29<07:53,  1.08s/it, est. speed input: 108.15 toks/s, output: 670.82 toks/s]
-2025-03-15T03:35:16.914148689Z 
Processed prompts:  13%|█▎        | 63/500 [01:32<10:43,  1.47s/it, est. speed input: 106.62 toks/s, output: 668.30 toks/s]
-2025-03-15T03:35:17.924548632Z 
Processed prompts:  13%|█▎        | 64/500 [01:32<08:29,  1.17s/it, est. speed input: 107.63 toks/s, output: 682.08 toks/s]
-2025-03-15T03:35:18.869693032Z 
Processed prompts:  13%|█▎        | 65/500 [01:33<08:09,  1.12s/it, est. speed input: 107.99 toks/s, output: 691.01 toks/s]
-2025-03-15T03:35:19.221650004Z 
Processed prompts:  13%|█▎        | 66/500 [01:34<07:45,  1.07s/it, est. speed input: 108.24 toks/s, output: 693.67 toks/s]
-2025-03-15T03:35:21.893066074Z 
Processed prompts:  13%|█▎        | 67/500 [01:34<06:14,  1.16it/s, est. speed input: 109.35 toks/s, output: 707.37 toks/s]
-2025-03-15T03:35:22.113880524Z 
Processed prompts:  14%|█▎        | 68/500 [01:37<10:01,  1.39s/it, est. speed input: 107.63 toks/s, output: 696.00 toks/s]
-2025-03-15T03:35:23.002086699Z 
Processed prompts:  14%|█▍        | 69/500 [01:37<07:31,  1.05s/it, est. speed input: 109.00 toks/s, output: 710.65 toks/s]
-2025-03-15T03:35:27.135818847Z 
Processed prompts:  14%|█▍        | 70/500 [01:38<07:10,  1.00s/it, est. speed input: 111.99 toks/s, output: 720.47 toks/s]
-2025-03-15T03:35:29.338705437Z 
Processed prompts:  14%|█▍        | 71/500 [01:42<13:48,  1.93s/it, est. speed input: 110.44 toks/s, output: 707.66 toks/s]
-2025-03-15T03:35:29.967937830Z 
Processed prompts:  14%|█▍        | 72/500 [01:45<14:21,  2.01s/it, est. speed input: 109.61 toks/s, output: 708.94 toks/s]
-2025-03-15T03:35:30.801963070Z 
Processed prompts:  15%|█▍        | 73/500 [01:45<11:23,  1.60s/it, est. speed input: 110.39 toks/s, output: 720.82 toks/s]
-2025-03-15T03:35:31.094583721Z 
Processed prompts:  15%|█▍        | 74/500 [01:46<09:43,  1.37s/it, est. speed input: 111.13 toks/s, output: 731.27 toks/s]
-2025-03-15T03:35:31.318974792Z 
Processed prompts:  15%|█▌        | 75/500 [01:46<07:25,  1.05s/it, est. speed input: 112.08 toks/s, output: 745.36 toks/s]
-2025-03-15T03:35:33.086982223Z 
Processed prompts:  15%|█▌        | 76/500 [01:47<05:39,  1.25it/s, est. speed input: 113.24 toks/s, output: 759.88 toks/s]
-2025-03-15T03:35:33.790207749Z 
Processed prompts:  15%|█▌        | 77/500 [01:48<07:41,  1.09s/it, est. speed input: 112.50 toks/s, output: 752.76 toks/s]
-2025-03-15T03:35:34.974023827Z 
Processed prompts:  16%|█▌        | 78/500 [01:49<06:51,  1.03it/s, est. speed input: 113.07 toks/s, output: 763.88 toks/s]
-2025-03-15T03:35:35.201223210Z 
Processed prompts:  16%|█▌        | 79/500 [01:50<07:16,  1.04s/it, est. speed input: 113.27 toks/s, output: 771.65 toks/s]
-2025-03-15T03:35:35.567618669Z 
Processed prompts:  16%|█▌        | 81/500 [01:50<04:16,  1.64it/s, est. speed input: 115.53 toks/s, output: 792.42 toks/s]
-2025-03-15T03:35:37.166423346Z 
Processed prompts:  16%|█▋        | 82/500 [01:51<03:50,  1.82it/s, est. speed input: 116.99 toks/s, output: 805.73 toks/s]
-2025-03-15T03:35:38.012076310Z 
Processed prompts:  17%|█▋        | 83/500 [01:52<05:43,  1.21it/s, est. speed input: 116.38 toks/s, output: 799.48 toks/s]
-2025-03-15T03:35:38.655225292Z 
Processed prompts:  17%|█▋        | 84/500 [01:53<05:45,  1.20it/s, est. speed input: 116.62 toks/s, output: 802.91 toks/s]
-2025-03-15T03:35:38.815089350Z 
Processed prompts:  17%|█▋        | 85/500 [01:54<05:22,  1.29it/s, est. speed input: 117.59 toks/s, output: 814.27 toks/s]
-2025-03-15T03:35:40.831215890Z 
Processed prompts:  17%|█▋        | 86/500 [01:54<04:08,  1.66it/s, est. speed input: 119.18 toks/s, output: 829.01 toks/s]
-2025-03-15T03:35:41.549911868Z 
Processed prompts:  17%|█▋        | 87/500 [01:56<06:57,  1.01s/it, est. speed input: 119.27 toks/s, output: 830.52 toks/s]
-2025-03-15T03:35:41.847354520Z 
Processed prompts:  18%|█▊        | 89/500 [01:57<04:54,  1.40it/s, est. speed input: 121.11 toks/s, output: 846.81 toks/s]
-2025-03-15T03:35:42.492547830Z 
Processed prompts:  18%|█▊        | 90/500 [01:57<04:11,  1.63it/s, est. speed input: 121.99 toks/s, output: 860.50 toks/s]
-2025-03-15T03:35:43.083110070Z 
Processed prompts:  18%|█▊        | 91/500 [01:58<04:14,  1.61it/s, est. speed input: 122.38 toks/s, output: 866.03 toks/s]
-2025-03-15T03:35:44.282788797Z 
Processed prompts:  18%|█▊        | 92/500 [01:58<04:10,  1.63it/s, est. speed input: 123.29 toks/s, output: 877.53 toks/s]
-2025-03-15T03:35:45.654697611Z 
Processed prompts:  19%|█▊        | 93/500 [01:59<05:16,  1.29it/s, est. speed input: 123.06 toks/s, output: 875.17 toks/s]
-2025-03-15T03:35:46.326106392Z 
Processed prompts:  19%|█▉        | 94/500 [02:01<06:24,  1.06it/s, est. speed input: 122.78 toks/s, output: 881.03 toks/s]
-2025-03-15T03:35:46.499107900Z 
Processed prompts:  19%|█▉        | 95/500 [02:02<05:50,  1.15it/s, est. speed input: 123.77 toks/s, output: 891.93 toks/s]
-2025-03-15T03:35:47.028655731Z 
Processed prompts:  19%|█▉        | 96/500 [02:02<04:28,  1.51it/s, est. speed input: 124.84 toks/s, output: 906.40 toks/s]
-2025-03-15T03:35:48.321174925Z 
Processed prompts:  19%|█▉        | 97/500 [02:02<04:11,  1.60it/s, est. speed input: 125.34 toks/s, output: 918.22 toks/s]
-2025-03-15T03:35:49.311906073Z 
Processed prompts:  20%|█▉        | 98/500 [02:04<05:30,  1.22it/s, est. speed input: 125.07 toks/s, output: 924.36 toks/s]
-2025-03-15T03:35:49.471596129Z 
Processed prompts:  20%|█▉        | 99/500 [02:04<05:49,  1.15it/s, est. speed input: 125.08 toks/s, output: 927.43 toks/s]
-2025-03-15T03:35:51.631532364Z 
Processed prompts:  20%|██        | 100/500 [02:05<04:23,  1.52it/s, est. speed input: 126.02 toks/s, output: 941.94 toks/s]
-2025-03-15T03:35:52.016674952Z 
Processed prompts:  20%|██        | 101/500 [02:07<07:22,  1.11s/it, est. speed input: 124.87 toks/s, output: 936.11 toks/s]
-2025-03-15T03:35:52.326176388Z 
Processed prompts:  20%|██        | 102/500 [02:07<05:54,  1.12it/s, est. speed input: 125.48 toks/s, output: 943.80 toks/s]
-2025-03-15T03:35:52.624891168Z 
Processed prompts:  21%|██        | 103/500 [02:08<04:44,  1.39it/s, est. speed input: 126.32 toks/s, output: 957.17 toks/s]
-2025-03-15T03:35:52.852816694Z 
Processed prompts:  21%|██        | 104/500 [02:08<03:54,  1.69it/s, est. speed input: 127.03 toks/s, output: 970.58 toks/s]
-2025-03-15T03:35:53.782605327Z 
Processed prompts:  21%|██        | 105/500 [02:08<03:10,  2.07it/s, est. speed input: 127.72 toks/s, output: 975.19 toks/s]
-2025-03-15T03:35:53.941794699Z 
Processed prompts:  21%|██        | 106/500 [02:09<04:03,  1.62it/s, est. speed input: 127.98 toks/s, output: 983.81 toks/s]
-2025-03-15T03:35:54.656692230Z 
Processed prompts:  21%|██▏       | 107/500 [02:09<03:08,  2.08it/s, est. speed input: 128.72 toks/s, output: 987.67 toks/s]
-2025-03-15T03:35:57.033534739Z 
Processed prompts:  22%|██▏       | 108/500 [02:10<03:35,  1.82it/s, est. speed input: 129.24 toks/s, output: 997.87 toks/s]
-2025-03-15T03:35:57.613694140Z 
Processed prompts:  22%|██▏       | 109/500 [02:12<07:09,  1.10s/it, est. speed input: 128.26 toks/s, output: 995.59 toks/s]
-2025-03-15T03:35:58.676843974Z 
Processed prompts:  22%|██▏       | 110/500 [02:13<06:07,  1.06it/s, est. speed input: 128.60 toks/s, output: 998.31 toks/s]
-2025-03-15T03:35:59.535155550Z 
Processed prompts:  22%|██▏       | 111/500 [02:14<06:20,  1.02it/s, est. speed input: 128.47 toks/s, output: 997.08 toks/s]
-2025-03-15T03:36:00.676044005Z 
Processed prompts:  22%|██▏       | 112/500 [02:15<06:05,  1.06it/s, est. speed input: 128.57 toks/s, output: 1000.03 toks/s]
-2025-03-15T03:36:01.047973229Z 
Processed prompts:  23%|██▎       | 113/500 [02:16<06:27,  1.00s/it, est. speed input: 128.39 toks/s, output: 1000.00 toks/s]
-2025-03-15T03:36:02.547738693Z 
Processed prompts:  23%|██▎       | 114/500 [02:16<05:13,  1.23it/s, est. speed input: 128.89 toks/s, output: 1002.46 toks/s]
-2025-03-15T03:36:02.850255428Z 
Processed prompts:  23%|██▎       | 115/500 [02:18<06:32,  1.02s/it, est. speed input: 128.33 toks/s, output: 995.94 toks/s] 
-2025-03-15T03:36:03.294225961Z 
Processed prompts:  23%|██▎       | 116/500 [02:18<05:08,  1.24it/s, est. speed input: 129.29 toks/s, output: 1009.29 toks/s]
-2025-03-15T03:36:04.229613124Z 
Processed prompts:  23%|██▎       | 117/500 [02:18<04:26,  1.44it/s, est. speed input: 129.83 toks/s, output: 1021.58 toks/s]
-2025-03-15T03:36:06.859934279Z 
Processed prompts:  24%|██▎       | 118/500 [02:19<04:53,  1.30it/s, est. speed input: 129.79 toks/s, output: 1019.46 toks/s]
-2025-03-15T03:36:08.442579456Z 
Processed prompts:  24%|██▍       | 119/500 [02:22<08:25,  1.33s/it, est. speed input: 128.27 toks/s, output: 1010.47 toks/s]
-2025-03-15T03:36:10.469143754Z 
Processed prompts:  24%|██▍       | 120/500 [02:24<08:53,  1.40s/it, est. speed input: 127.78 toks/s, output: 1014.83 toks/s]
-2025-03-15T03:36:10.708500880Z 
Processed prompts:  24%|██▍       | 121/500 [02:26<10:02,  1.59s/it, est. speed input: 127.13 toks/s, output: 1016.19 toks/s]
-2025-03-15T03:36:10.876333749Z 
Processed prompts:  24%|██▍       | 122/500 [02:26<07:27,  1.19s/it, est. speed input: 127.71 toks/s, output: 1018.34 toks/s]
-2025-03-15T03:36:11.042505533Z 
Processed prompts:  25%|██▍       | 123/500 [02:26<05:31,  1.14it/s, est. speed input: 128.38 toks/s, output: 1025.45 toks/s]
-2025-03-15T03:36:11.642455789Z 
Processed prompts:  25%|██▍       | 124/500 [02:26<04:10,  1.50it/s, est. speed input: 129.07 toks/s, output: 1033.06 toks/s]
-2025-03-15T03:36:13.967415153Z 
Processed prompts:  25%|██▌       | 125/500 [02:27<04:02,  1.55it/s, est. speed input: 129.38 toks/s, output: 1038.14 toks/s]
-2025-03-15T03:36:14.981809535Z 
Processed prompts:  25%|██▌       | 126/500 [02:29<07:09,  1.15s/it, est. speed input: 128.15 toks/s, output: 1028.54 toks/s]
-2025-03-15T03:36:16.991203106Z 
Processed prompts:  25%|██▌       | 127/500 [02:30<06:53,  1.11s/it, est. speed input: 128.96 toks/s, output: 1036.91 toks/s]
-2025-03-15T03:36:18.977981747Z 
Processed prompts:  26%|██▌       | 128/500 [02:32<08:33,  1.38s/it, est. speed input: 128.13 toks/s, output: 1038.54 toks/s]
-2025-03-15T03:36:19.366529605Z 
Processed prompts:  26%|██▌       | 129/500 [02:34<09:39,  1.56s/it, est. speed input: 127.31 toks/s, output: 1040.45 toks/s]
-2025-03-15T03:36:19.826138259Z 
Processed prompts:  26%|██▌       | 130/500 [02:35<07:27,  1.21s/it, est. speed input: 127.75 toks/s, output: 1044.06 toks/s]
-2025-03-15T03:36:20.798344994Z 
Processed prompts:  26%|██▌       | 131/500 [02:35<06:03,  1.02it/s, est. speed input: 128.16 toks/s, output: 1050.37 toks/s]
-2025-03-15T03:36:21.842865299Z 
Processed prompts:  26%|██▋       | 132/500 [02:36<06:00,  1.02it/s, est. speed input: 128.10 toks/s, output: 1048.95 toks/s]
-2025-03-15T03:36:22.015148547Z 
Processed prompts:  27%|██▋       | 133/500 [02:37<06:06,  1.00it/s, est. speed input: 128.18 toks/s, output: 1057.21 toks/s]
-2025-03-15T03:36:22.697870267Z 
Processed prompts:  27%|██▋       | 134/500 [02:37<04:35,  1.33it/s, est. speed input: 128.82 toks/s, output: 1065.80 toks/s]
-2025-03-15T03:36:23.158995031Z 
Processed prompts:  27%|██▋       | 135/500 [02:38<04:26,  1.37it/s, est. speed input: 129.86 toks/s, output: 1076.41 toks/s]
-2025-03-15T03:36:23.622033347Z 
Processed prompts:  27%|██▋       | 136/500 [02:38<03:56,  1.54it/s, est. speed input: 130.20 toks/s, output: 1077.38 toks/s]
-2025-03-15T03:36:26.653343962Z 
Processed prompts:  27%|██▋       | 137/500 [02:39<03:35,  1.68it/s, est. speed input: 130.55 toks/s, output: 1080.26 toks/s]
-2025-03-15T03:36:27.416324417Z 
Processed prompts:  28%|██▊       | 138/500 [02:42<07:59,  1.33s/it, est. speed input: 129.13 toks/s, output: 1075.25 toks/s]
-2025-03-15T03:36:30.262685112Z 
Processed prompts:  28%|██▊       | 139/500 [02:43<06:57,  1.16s/it, est. speed input: 129.27 toks/s, output: 1079.81 toks/s]
-2025-03-15T03:36:33.061525731Z 
Processed prompts:  28%|██▊       | 140/500 [02:45<09:58,  1.66s/it, est. speed input: 128.01 toks/s, output: 1076.41 toks/s]
-2025-03-15T03:36:34.276839780Z 
Processed prompts:  28%|██▊       | 141/500 [02:48<11:59,  2.00s/it, est. speed input: 126.54 toks/s, output: 1061.73 toks/s]
-2025-03-15T03:36:35.269440633Z 
Processed prompts:  28%|██▊       | 142/500 [02:49<10:32,  1.77s/it, est. speed input: 126.29 toks/s, output: 1057.43 toks/s]
-2025-03-15T03:36:37.794379704Z 
Processed prompts:  29%|██▊       | 143/500 [02:50<09:07,  1.53s/it, est. speed input: 126.72 toks/s, output: 1066.35 toks/s]
-2025-03-15T03:36:39.245554803Z 
Processed prompts:  29%|██▉       | 144/500 [02:53<10:52,  1.83s/it, est. speed input: 125.54 toks/s, output: 1055.99 toks/s]
-2025-03-15T03:36:39.496181275Z 
Processed prompts:  29%|██▉       | 145/500 [02:54<10:09,  1.72s/it, est. speed input: 125.25 toks/s, output: 1062.24 toks/s]
-2025-03-15T03:36:40.273376430Z 
Processed prompts:  29%|██▉       | 146/500 [02:55<07:32,  1.28s/it, est. speed input: 125.82 toks/s, output: 1075.74 toks/s]
-2025-03-15T03:36:41.051258490Z 
Processed prompts:  29%|██▉       | 147/500 [02:55<06:37,  1.13s/it, est. speed input: 126.15 toks/s, output: 1085.99 toks/s]
-2025-03-15T03:36:43.400523061Z 
Processed prompts:  30%|██▉       | 148/500 [02:56<05:59,  1.02s/it, est. speed input: 126.22 toks/s, output: 1084.74 toks/s]
-2025-03-15T03:36:44.695460243Z 
Processed prompts:  30%|██▉       | 149/500 [02:59<08:18,  1.42s/it, est. speed input: 125.38 toks/s, output: 1085.49 toks/s]
-2025-03-15T03:36:44.870045697Z 
Processed prompts:  30%|███       | 150/500 [03:00<08:04,  1.38s/it, est. speed input: 125.12 toks/s, output: 1083.78 toks/s]
-2025-03-15T03:36:45.651380341Z 
Processed prompts:  30%|███       | 151/500 [03:00<05:56,  1.02s/it, est. speed input: 126.07 toks/s, output: 1097.69 toks/s]
-2025-03-15T03:36:46.433978384Z 
Processed prompts:  30%|███       | 152/500 [03:01<05:30,  1.05it/s, est. speed input: 126.53 toks/s, output: 1107.90 toks/s]
-2025-03-15T03:36:47.753672916Z 
Processed prompts:  31%|███       | 153/500 [03:02<05:11,  1.11it/s, est. speed input: 126.98 toks/s, output: 1118.07 toks/s]
-2025-03-15T03:36:49.069753707Z 
Processed prompts:  31%|███       | 154/500 [03:03<05:54,  1.03s/it, est. speed input: 126.67 toks/s, output: 1113.37 toks/s]
-2025-03-15T03:36:49.397785183Z 
Processed prompts:  31%|███       | 155/500 [03:04<06:23,  1.11s/it, est. speed input: 126.43 toks/s, output: 1115.56 toks/s]
-2025-03-15T03:36:51.864126226Z 
Processed prompts:  31%|███       | 156/500 [03:05<05:01,  1.14it/s, est. speed input: 126.81 toks/s, output: 1117.49 toks/s]
-2025-03-15T03:36:52.273052145Z 
Processed prompts:  31%|███▏      | 157/500 [03:07<07:44,  1.35s/it, est. speed input: 125.75 toks/s, output: 1109.21 toks/s]
-2025-03-15T03:36:52.528582668Z 
Processed prompts:  32%|███▏      | 158/500 [03:07<06:06,  1.07s/it, est. speed input: 126.18 toks/s, output: 1121.66 toks/s]
-2025-03-15T03:36:53.471674591Z 
Processed prompts:  32%|███▏      | 159/500 [03:08<04:41,  1.21it/s, est. speed input: 126.79 toks/s, output: 1135.01 toks/s]
-2025-03-15T03:36:53.726633303Z 
Processed prompts:  32%|███▏      | 160/500 [03:09<04:52,  1.16it/s, est. speed input: 126.97 toks/s, output: 1144.20 toks/s]
-2025-03-15T03:36:54.974664625Z 
Processed prompts:  32%|███▏      | 161/500 [03:09<03:50,  1.47it/s, est. speed input: 127.71 toks/s, output: 1157.51 toks/s]
-2025-03-15T03:36:57.236066646Z 
Processed prompts:  32%|███▏      | 162/500 [03:10<04:47,  1.18it/s, est. speed input: 127.48 toks/s, output: 1156.06 toks/s]
-2025-03-15T03:36:57.968912160Z 
Processed prompts:  33%|███▎      | 163/500 [03:12<07:09,  1.27s/it, est. speed input: 126.98 toks/s, output: 1157.33 toks/s]
-2025-03-15T03:36:58.721260202Z 
Processed prompts:  33%|███▎      | 164/500 [03:13<06:13,  1.11s/it, est. speed input: 127.17 toks/s, output: 1167.75 toks/s]
-2025-03-15T03:37:00.883982317Z 
Processed prompts:  33%|███▎      | 166/500 [03:14<04:17,  1.30it/s, est. speed input: 127.87 toks/s, output: 1175.83 toks/s]
-2025-03-15T03:37:01.471255203Z 
Processed prompts:  33%|███▎      | 167/500 [03:16<06:11,  1.12s/it, est. speed input: 127.04 toks/s, output: 1168.70 toks/s]
-2025-03-15T03:37:01.837871549Z 
Processed prompts:  34%|███▎      | 168/500 [03:17<05:24,  1.02it/s, est. speed input: 127.22 toks/s, output: 1169.29 toks/s]
-2025-03-15T03:37:03.099392647Z 
Processed prompts:  34%|███▍      | 169/500 [03:17<04:28,  1.23it/s, est. speed input: 127.69 toks/s, output: 1181.80 toks/s]
-2025-03-15T03:37:04.370111396Z 
Processed prompts:  34%|███▍      | 170/500 [03:18<05:09,  1.07it/s, est. speed input: 127.82 toks/s, output: 1188.96 toks/s]
-2025-03-15T03:37:04.737403043Z 
Processed prompts:  34%|███▍      | 171/500 [03:20<05:39,  1.03s/it, est. speed input: 128.02 toks/s, output: 1196.05 toks/s]
-2025-03-15T03:37:05.748218062Z 
Processed prompts:  34%|███▍      | 172/500 [03:20<04:35,  1.19it/s, est. speed input: 128.61 toks/s, output: 1208.49 toks/s]
-2025-03-15T03:37:06.244488358Z 
Processed prompts:  35%|███▌      | 175/500 [03:21<03:02,  1.78it/s, est. speed input: 129.63 toks/s, output: 1215.80 toks/s]
-2025-03-15T03:37:06.433669398Z 
Processed prompts:  35%|███▌      | 176/500 [03:21<02:57,  1.83it/s, est. speed input: 129.88 toks/s, output: 1218.82 toks/s]
-2025-03-15T03:37:07.219560395Z 
Processed prompts:  35%|███▌      | 177/500 [03:22<02:30,  2.15it/s, est. speed input: 130.39 toks/s, output: 1232.29 toks/s]
-2025-03-15T03:37:09.937308642Z 
Processed prompts:  36%|███▌      | 178/500 [03:22<02:55,  1.84it/s, est. speed input: 130.62 toks/s, output: 1242.12 toks/s]
-2025-03-15T03:37:10.631878483Z 
Processed prompts:  36%|███▌      | 179/500 [03:25<05:56,  1.11s/it, est. speed input: 130.36 toks/s, output: 1240.27 toks/s]
-2025-03-15T03:37:12.594675031Z 
Processed prompts:  36%|███▌      | 181/500 [03:26<04:10,  1.27it/s, est. speed input: 131.18 toks/s, output: 1259.06 toks/s]
-2025-03-15T03:37:14.358475234Z 
Processed prompts:  36%|███▋      | 182/500 [03:28<05:37,  1.06s/it, est. speed input: 130.48 toks/s, output: 1252.50 toks/s]
-2025-03-15T03:37:16.145927639Z 
Processed prompts:  37%|███▋      | 183/500 [03:30<06:31,  1.24s/it, est. speed input: 129.92 toks/s, output: 1248.09 toks/s]
-2025-03-15T03:37:17.259489169Z 
Processed prompts:  37%|███▋      | 184/500 [03:31<07:16,  1.38s/it, est. speed input: 129.40 toks/s, output: 1246.64 toks/s]
-2025-03-15T03:37:17.631139918Z 
Processed prompts:  37%|███▋      | 185/500 [03:32<06:52,  1.31s/it, est. speed input: 129.22 toks/s, output: 1243.24 toks/s]
-2025-03-15T03:37:18.853392860Z 
Processed prompts:  37%|███▋      | 186/500 [03:33<05:28,  1.05s/it, est. speed input: 129.50 toks/s, output: 1244.26 toks/s]
-2025-03-15T03:37:19.501275422Z 
Processed prompts:  37%|███▋      | 187/500 [03:34<05:43,  1.10s/it, est. speed input: 129.29 toks/s, output: 1242.64 toks/s]
-2025-03-15T03:37:24.362211071Z 
Processed prompts:  38%|███▊      | 188/500 [03:35<05:01,  1.04it/s, est. speed input: 130.08 toks/s, output: 1253.35 toks/s]
-2025-03-15T03:37:24.635789078Z 
Processed prompts:  38%|███▊      | 189/500 [03:40<10:55,  2.11s/it, est. speed input: 127.70 toks/s, output: 1229.61 toks/s]
-2025-03-15T03:37:25.521021708Z 
Processed prompts:  38%|███▊      | 191/500 [03:40<06:13,  1.21s/it, est. speed input: 128.66 toks/s, output: 1247.72 toks/s]
-2025-03-15T03:37:25.791545948Z 
Processed prompts:  38%|███▊      | 192/500 [03:41<05:47,  1.13s/it, est. speed input: 128.64 toks/s, output: 1247.55 toks/s]
-2025-03-15T03:37:26.288055152Z 
Processed prompts:  39%|███▉      | 196/500 [03:41<02:34,  1.96it/s, est. speed input: 130.46 toks/s, output: 1264.18 toks/s]
-2025-03-15T03:37:27.416493232Z 
Processed prompts:  39%|███▉      | 197/500 [03:41<02:33,  1.97it/s, est. speed input: 130.74 toks/s, output: 1272.26 toks/s]
-2025-03-15T03:37:28.934315593Z 
Processed prompts:  40%|███▉      | 198/500 [03:43<03:10,  1.59it/s, est. speed input: 130.57 toks/s, output: 1270.55 toks/s]
-2025-03-15T03:37:30.529447401Z 
Processed prompts:  40%|███▉      | 199/500 [03:44<04:08,  1.21it/s, est. speed input: 130.18 toks/s, output: 1267.60 toks/s]
-2025-03-15T03:37:31.260760782Z 
Processed prompts:  40%|████      | 200/500 [03:46<05:02,  1.01s/it, est. speed input: 129.99 toks/s, output: 1273.03 toks/s]
-2025-03-15T03:37:31.995908341Z 
Processed prompts:  40%|████      | 201/500 [03:46<04:40,  1.07it/s, est. speed input: 130.03 toks/s, output: 1270.53 toks/s]
-2025-03-15T03:37:32.257827046Z 
Processed prompts:  40%|████      | 202/500 [03:47<04:23,  1.13it/s, est. speed input: 130.08 toks/s, output: 1270.53 toks/s]
-2025-03-15T03:37:32.599837859Z 
Processed prompts:  41%|████      | 203/500 [03:47<03:31,  1.40it/s, est. speed input: 131.09 toks/s, output: 1283.42 toks/s]
-2025-03-15T03:37:32.873861073Z 
Processed prompts:  41%|████      | 204/500 [03:48<02:59,  1.65it/s, est. speed input: 131.41 toks/s, output: 1289.88 toks/s]
-2025-03-15T03:37:33.407438684Z 
Processed prompts:  41%|████      | 205/500 [03:48<02:30,  1.95it/s, est. speed input: 131.72 toks/s, output: 1292.30 toks/s]
-2025-03-15T03:37:34.955159702Z 
Processed prompts:  41%|████      | 206/500 [03:49<02:32,  1.93it/s, est. speed input: 131.87 toks/s, output: 1291.28 toks/s]
-2025-03-15T03:37:35.420106638Z 
Processed prompts:  41%|████▏     | 207/500 [03:50<04:00,  1.22it/s, est. speed input: 131.49 toks/s, output: 1291.06 toks/s]
-2025-03-15T03:37:36.221142706Z 
Processed prompts:  42%|████▏     | 208/500 [03:51<03:28,  1.40it/s, est. speed input: 131.71 toks/s, output: 1294.34 toks/s]
-2025-03-15T03:37:37.761481672Z 
Processed prompts:  42%|████▏     | 209/500 [03:51<03:35,  1.35it/s, est. speed input: 131.91 toks/s, output: 1304.16 toks/s]
-2025-03-15T03:37:38.599891150Z 
Processed prompts:  42%|████▏     | 210/500 [03:53<04:43,  1.02it/s, est. speed input: 131.54 toks/s, output: 1303.30 toks/s]
-2025-03-15T03:37:40.506905313Z 
Processed prompts:  42%|████▏     | 211/500 [03:54<04:30,  1.07it/s, est. speed input: 131.56 toks/s, output: 1305.68 toks/s]
-2025-03-15T03:37:41.880739200Z 
Processed prompts:  42%|████▏     | 212/500 [03:56<05:53,  1.23s/it, est. speed input: 130.97 toks/s, output: 1301.53 toks/s]
-2025-03-15T03:37:42.478710375Z 
Processed prompts:  43%|████▎     | 213/500 [03:57<06:04,  1.27s/it, est. speed input: 130.70 toks/s, output: 1300.69 toks/s]
-2025-03-15T03:37:42.818646231Z 
Processed prompts:  43%|████▎     | 214/500 [03:58<05:05,  1.07s/it, est. speed input: 130.80 toks/s, output: 1299.35 toks/s]
-2025-03-15T03:37:43.235247642Z 
Processed prompts:  43%|████▎     | 215/500 [03:58<04:02,  1.18it/s, est. speed input: 131.07 toks/s, output: 1302.64 toks/s]
-2025-03-15T03:37:43.965417809Z 
Processed prompts:  43%|████▎     | 216/500 [03:58<03:24,  1.39it/s, est. speed input: 131.32 toks/s, output: 1307.22 toks/s]
-2025-03-15T03:37:44.854923035Z 
Processed prompts:  43%|████▎     | 217/500 [03:59<03:24,  1.38it/s, est. speed input: 131.39 toks/s, output: 1309.88 toks/s]
-2025-03-15T03:37:45.050668294Z 
Processed prompts:  44%|████▎     | 218/500 [04:00<03:38,  1.29it/s, est. speed input: 131.36 toks/s, output: 1309.86 toks/s]
-2025-03-15T03:37:45.234138654Z 
Processed prompts:  44%|████▍     | 220/500 [04:00<02:09,  2.17it/s, est. speed input: 133.23 toks/s, output: 1337.22 toks/s]
-2025-03-15T03:37:45.653347278Z 
Processed prompts:  44%|████▍     | 221/500 [04:00<01:49,  2.55it/s, est. speed input: 133.58 toks/s, output: 1341.04 toks/s]
-2025-03-15T03:37:45.993711983Z 
Processed prompts:  44%|████▍     | 222/500 [04:01<01:51,  2.50it/s, est. speed input: 133.83 toks/s, output: 1346.85 toks/s]
-2025-03-15T03:37:46.178052449Z 
Processed prompts:  45%|████▍     | 223/500 [04:01<01:46,  2.61it/s, est. speed input: 134.07 toks/s, output: 1347.29 toks/s]
-2025-03-15T03:37:46.361333353Z 
Processed prompts:  45%|████▍     | 224/500 [04:01<01:30,  3.05it/s, est. speed input: 134.67 toks/s, output: 1360.47 toks/s]
-2025-03-15T03:37:47.399860937Z 
Processed prompts:  45%|████▌     | 225/500 [04:02<01:18,  3.49it/s, est. speed input: 135.16 toks/s, output: 1373.64 toks/s]
-2025-03-15T03:37:50.695870764Z 
Processed prompts:  45%|████▌     | 227/500 [04:03<01:46,  2.56it/s, est. speed input: 135.62 toks/s, output: 1389.77 toks/s]
-2025-03-15T03:37:52.060402469Z 
Processed prompts:  46%|████▌     | 228/500 [04:06<04:58,  1.10s/it, est. speed input: 134.24 toks/s, output: 1375.32 toks/s]
-2025-03-15T03:37:52.401587283Z 
Processed prompts:  46%|████▌     | 229/500 [04:07<05:15,  1.17s/it, est. speed input: 133.92 toks/s, output: 1370.34 toks/s]
-2025-03-15T03:37:52.739428063Z 
Processed prompts:  46%|████▌     | 230/500 [04:08<04:14,  1.06it/s, est. speed input: 134.17 toks/s, output: 1373.11 toks/s]
-2025-03-15T03:37:53.002614941Z 
Processed prompts:  46%|████▌     | 231/500 [04:08<03:28,  1.29it/s, est. speed input: 134.40 toks/s, output: 1373.77 toks/s]
-2025-03-15T03:37:59.933648189Z 
Processed prompts:  46%|████▋     | 232/500 [04:08<02:48,  1.59it/s, est. speed input: 134.70 toks/s, output: 1377.39 toks/s]
-2025-03-15T03:38:00.118694437Z 
Processed prompts:  47%|████▋     | 233/500 [04:15<10:53,  2.45s/it, est. speed input: 131.50 toks/s, output: 1348.97 toks/s]
-2025-03-15T03:38:00.303047428Z 
Processed prompts:  47%|████▋     | 234/500 [04:15<07:55,  1.79s/it, est. speed input: 131.80 toks/s, output: 1350.34 toks/s]
-2025-03-15T03:38:00.956854476Z 
Processed prompts:  47%|████▋     | 235/500 [04:15<05:48,  1.32s/it, est. speed input: 132.15 toks/s, output: 1355.95 toks/s]
-2025-03-15T03:38:01.691471709Z 
Processed prompts:  47%|████▋     | 236/500 [04:16<04:55,  1.12s/it, est. speed input: 133.90 toks/s, output: 1366.54 toks/s]
-2025-03-15T03:38:01.953307559Z 
Processed prompts:  47%|████▋     | 237/500 [04:17<04:24,  1.01s/it, est. speed input: 133.94 toks/s, output: 1366.93 toks/s]
-2025-03-15T03:38:02.218304893Z 
Processed prompts:  48%|████▊     | 238/500 [04:17<03:25,  1.28it/s, est. speed input: 134.20 toks/s, output: 1368.20 toks/s]
-2025-03-15T03:38:02.564983066Z 
Processed prompts:  48%|████▊     | 239/500 [04:17<02:44,  1.59it/s, est. speed input: 134.44 toks/s, output: 1368.47 toks/s]
-2025-03-15T03:38:03.301072809Z 
Processed prompts:  48%|████▊     | 240/500 [04:18<02:21,  1.84it/s, est. speed input: 135.17 toks/s, output: 1380.67 toks/s]
-2025-03-15T03:38:04.193700002Z 
Processed prompts:  48%|████▊     | 241/500 [04:18<02:35,  1.66it/s, est. speed input: 135.19 toks/s, output: 1380.42 toks/s]
-2025-03-15T03:38:04.390746076Z 
Processed prompts:  48%|████▊     | 242/500 [04:19<02:57,  1.45it/s, est. speed input: 135.16 toks/s, output: 1382.59 toks/s]
-2025-03-15T03:38:05.600861900Z 
Processed prompts:  49%|████▉     | 244/500 [04:20<01:46,  2.40it/s, est. speed input: 135.93 toks/s, output: 1394.72 toks/s]
-2025-03-15T03:38:06.466614270Z 
Processed prompts:  49%|████▉     | 245/500 [04:21<02:36,  1.63it/s, est. speed input: 135.73 toks/s, output: 1395.15 toks/s]
-2025-03-15T03:38:07.016438249Z 
Processed prompts:  49%|████▉     | 246/500 [04:22<02:52,  1.47it/s, est. speed input: 135.73 toks/s, output: 1399.93 toks/s]
-2025-03-15T03:38:07.639225977Z 
Processed prompts:  49%|████▉     | 247/500 [04:22<02:42,  1.55it/s, est. speed input: 136.07 toks/s, output: 1411.00 toks/s]
-2025-03-15T03:38:09.502112037Z 
Processed prompts:  50%|████▉     | 249/500 [04:23<02:05,  2.01it/s, est. speed input: 136.72 toks/s, output: 1425.67 toks/s]
-2025-03-15T03:38:11.432152654Z 
Processed prompts:  50%|█████     | 250/500 [04:25<03:25,  1.21it/s, est. speed input: 136.28 toks/s, output: 1429.64 toks/s]
-2025-03-15T03:38:11.895218545Z 
Processed prompts:  50%|█████     | 252/500 [04:27<03:38,  1.14it/s, est. speed input: 136.04 toks/s, output: 1422.59 toks/s]
-2025-03-15T03:38:12.665125315Z 
Processed prompts:  51%|█████     | 253/500 [04:27<03:14,  1.27it/s, est. speed input: 136.18 toks/s, output: 1422.52 toks/s]
-2025-03-15T03:38:12.895184117Z 
Processed prompts:  51%|█████     | 255/500 [04:28<02:34,  1.59it/s, est. speed input: 136.85 toks/s, output: 1436.65 toks/s]
-2025-03-15T03:38:14.043484045Z 
Processed prompts:  51%|█████     | 256/500 [04:28<02:12,  1.84it/s, est. speed input: 137.09 toks/s, output: 1437.20 toks/s]
-2025-03-15T03:38:15.180185014Z 
Processed prompts:  51%|█████▏    | 257/500 [04:29<02:46,  1.46it/s, est. speed input: 136.92 toks/s, output: 1437.39 toks/s]
-2025-03-15T03:38:17.163934424Z 
Processed prompts:  52%|█████▏    | 258/500 [04:30<03:13,  1.25it/s, est. speed input: 136.82 toks/s, output: 1445.33 toks/s]
-2025-03-15T03:38:17.851796160Z 
Processed prompts:  52%|█████▏    | 259/500 [04:32<04:28,  1.12s/it, est. speed input: 136.17 toks/s, output: 1436.18 toks/s]
-2025-03-15T03:38:18.232681334Z 
Processed prompts:  52%|█████▏    | 260/500 [04:33<03:59,  1.00it/s, est. speed input: 136.60 toks/s, output: 1446.52 toks/s]
-2025-03-15T03:38:20.445468623Z 
Processed prompts:  52%|█████▏    | 261/500 [04:33<03:16,  1.21it/s, est. speed input: 136.81 toks/s, output: 1449.76 toks/s]
-2025-03-15T03:38:22.509862207Z 
Processed prompts:  52%|█████▏    | 262/500 [04:36<04:50,  1.22s/it, est. speed input: 136.09 toks/s, output: 1441.99 toks/s]
-2025-03-15T03:38:24.955144445Z 
Processed prompts:  53%|█████▎    | 263/500 [04:38<05:47,  1.47s/it, est. speed input: 135.46 toks/s, output: 1435.74 toks/s]
-2025-03-15T03:38:26.027983305Z 
Processed prompts:  53%|█████▎    | 265/500 [04:40<05:18,  1.36s/it, est. speed input: 135.03 toks/s, output: 1431.29 toks/s]
-2025-03-15T03:38:28.559970469Z 
Processed prompts:  53%|█████▎    | 267/500 [04:41<04:00,  1.03s/it, est. speed input: 135.39 toks/s, output: 1443.30 toks/s]
-2025-03-15T03:38:29.543985209Z 
Processed prompts:  54%|█████▎    | 268/500 [04:44<05:16,  1.36s/it, est. speed input: 134.63 toks/s, output: 1444.37 toks/s]
-2025-03-15T03:38:30.375893836Z 
Processed prompts:  54%|█████▍    | 271/500 [04:45<03:17,  1.16it/s, est. speed input: 135.21 toks/s, output: 1449.84 toks/s]
-2025-03-15T03:38:30.527098453Z 
Processed prompts:  54%|█████▍    | 272/500 [04:46<03:15,  1.17it/s, est. speed input: 135.18 toks/s, output: 1449.21 toks/s]
-2025-03-15T03:38:30.678089058Z 
Processed prompts:  55%|█████▍    | 273/500 [04:46<02:40,  1.41it/s, est. speed input: 135.49 toks/s, output: 1454.46 toks/s]
-2025-03-15T03:38:31.656285239Z 
Processed prompts:  55%|█████▍    | 274/500 [04:46<02:10,  1.73it/s, est. speed input: 135.79 toks/s, output: 1459.18 toks/s]
-2025-03-15T03:38:33.085955047Z 
Processed prompts:  55%|█████▌    | 275/500 [04:47<02:32,  1.48it/s, est. speed input: 135.65 toks/s, output: 1455.60 toks/s]
-2025-03-15T03:38:34.365359832Z 
Processed prompts:  55%|█████▌    | 276/500 [04:48<03:15,  1.14it/s, est. speed input: 135.30 toks/s, output: 1450.41 toks/s]
-2025-03-15T03:38:35.041471237Z 
Processed prompts:  55%|█████▌    | 277/500 [04:50<03:39,  1.02it/s, est. speed input: 135.04 toks/s, output: 1446.13 toks/s]
-2025-03-15T03:38:35.945632206Z 
Processed prompts:  56%|█████▌    | 278/500 [04:50<03:19,  1.11it/s, est. speed input: 135.09 toks/s, output: 1447.92 toks/s]
-2025-03-15T03:38:36.398716924Z 
Processed prompts:  56%|█████▌    | 279/500 [04:51<03:18,  1.11it/s, est. speed input: 135.00 toks/s, output: 1445.59 toks/s]
-2025-03-15T03:38:36.624739441Z 
Processed prompts:  56%|█████▌    | 280/500 [04:52<02:49,  1.30it/s, est. speed input: 135.20 toks/s, output: 1452.92 toks/s]
-2025-03-15T03:38:36.926228874Z 
Processed prompts:  56%|█████▌    | 281/500 [04:52<02:13,  1.64it/s, est. speed input: 135.45 toks/s, output: 1456.40 toks/s]
-2025-03-15T03:38:37.076734118Z 
Processed prompts:  56%|█████▋    | 282/500 [04:52<01:53,  1.92it/s, est. speed input: 135.65 toks/s, output: 1457.96 toks/s]
-2025-03-15T03:38:37.301862857Z 
Processed prompts:  57%|█████▋    | 283/500 [04:52<01:29,  2.44it/s, est. speed input: 135.95 toks/s, output: 1461.89 toks/s]
-2025-03-15T03:38:38.418775837Z 
Processed prompts:  57%|█████▋    | 285/500 [04:52<00:58,  3.65it/s, est. speed input: 137.12 toks/s, output: 1476.89 toks/s]
-2025-03-15T03:38:38.802289685Z 
Processed prompts:  57%|█████▋    | 286/500 [04:54<01:43,  2.08it/s, est. speed input: 136.93 toks/s, output: 1474.14 toks/s]
-2025-03-15T03:38:39.209150359Z 
Processed prompts:  58%|█████▊    | 288/500 [04:54<01:16,  2.76it/s, est. speed input: 137.37 toks/s, output: 1476.07 toks/s]
-2025-03-15T03:38:39.604494311Z 
Processed prompts:  58%|█████▊    | 290/500 [04:54<01:03,  3.30it/s, est. speed input: 137.89 toks/s, output: 1485.51 toks/s]
-2025-03-15T03:38:39.838393043Z 
Processed prompts:  58%|█████▊    | 291/500 [04:55<01:07,  3.10it/s, est. speed input: 138.10 toks/s, output: 1493.32 toks/s]
-2025-03-15T03:38:40.146837882Z 
Processed prompts:  58%|█████▊    | 292/500 [04:55<01:02,  3.31it/s, est. speed input: 138.36 toks/s, output: 1498.03 toks/s]
-2025-03-15T03:38:40.458472584Z 
Processed prompts:  59%|█████▉    | 294/500 [04:55<00:50,  4.11it/s, est. speed input: 138.89 toks/s, output: 1502.64 toks/s]
-2025-03-15T03:38:40.845155514Z 
Processed prompts:  59%|█████▉    | 295/500 [04:56<00:52,  3.87it/s, est. speed input: 139.19 toks/s, output: 1514.95 toks/s]
-2025-03-15T03:38:41.388516894Z 
Processed prompts:  59%|█████▉    | 296/500 [04:56<00:58,  3.46it/s, est. speed input: 139.65 toks/s, output: 1526.86 toks/s]
-2025-03-15T03:38:41.771701727Z 
Processed prompts:  59%|█████▉    | 297/500 [04:57<01:11,  2.82it/s, est. speed input: 139.72 toks/s, output: 1526.49 toks/s]
-2025-03-15T03:38:42.078459080Z 
Processed prompts:  60%|█████▉    | 298/500 [04:57<01:13,  2.76it/s, est. speed input: 139.86 toks/s, output: 1526.90 toks/s]
-2025-03-15T03:38:42.231924920Z 
Processed prompts:  60%|█████▉    | 299/500 [04:57<01:09,  2.89it/s, est. speed input: 140.05 toks/s, output: 1528.22 toks/s]
-2025-03-15T03:38:42.529408666Z 
Processed prompts:  60%|██████    | 302/500 [04:57<00:36,  5.36it/s, est. speed input: 141.06 toks/s, output: 1547.06 toks/s]
-2025-03-15T03:38:42.672337142Z 
Processed prompts:  61%|██████    | 303/500 [04:58<00:41,  4.78it/s, est. speed input: 141.25 toks/s, output: 1548.64 toks/s]
-2025-03-15T03:38:43.169398034Z 
Processed prompts:  61%|██████    | 305/500 [04:58<00:30,  6.32it/s, est. speed input: 142.19 toks/s, output: 1575.66 toks/s]
-2025-03-15T03:38:43.885907276Z 
Processed prompts:  61%|██████    | 306/500 [04:58<00:44,  4.37it/s, est. speed input: 142.29 toks/s, output: 1576.61 toks/s]
-2025-03-15T03:38:44.311883421Z 
Processed prompts:  61%|██████▏   | 307/500 [04:59<01:05,  2.93it/s, est. speed input: 142.95 toks/s, output: 1586.73 toks/s]
-2025-03-15T03:38:45.510105568Z 
Processed prompts:  62%|██████▏   | 308/500 [04:59<01:09,  2.76it/s, est. speed input: 143.06 toks/s, output: 1586.92 toks/s]
-2025-03-15T03:38:45.650878414Z 
Processed prompts:  62%|██████▏   | 309/500 [05:01<01:50,  1.72it/s, est. speed input: 142.82 toks/s, output: 1583.90 toks/s]
-2025-03-15T03:38:46.283898393Z 
Processed prompts:  62%|██████▏   | 310/500 [05:01<01:27,  2.17it/s, est. speed input: 143.10 toks/s, output: 1587.91 toks/s]
-2025-03-15T03:38:46.496117286Z 
Processed prompts:  62%|██████▏   | 311/500 [05:01<01:36,  1.96it/s, est. speed input: 143.11 toks/s, output: 1586.81 toks/s]
-2025-03-15T03:38:48.392526295Z 
Processed prompts:  63%|██████▎   | 313/500 [05:02<01:01,  3.03it/s, est. speed input: 143.66 toks/s, output: 1594.04 toks/s]
-2025-03-15T03:38:48.601692187Z 
Processed prompts:  63%|██████▎   | 314/500 [05:04<02:11,  1.41it/s, est. speed input: 143.09 toks/s, output: 1587.51 toks/s]
-2025-03-15T03:38:48.812764836Z 
Processed prompts:  63%|██████▎   | 315/500 [05:04<01:47,  1.72it/s, est. speed input: 143.34 toks/s, output: 1591.31 toks/s]
-2025-03-15T03:38:49.916713993Z 
Processed prompts:  63%|██████▎   | 316/500 [05:04<01:28,  2.08it/s, est. speed input: 143.76 toks/s, output: 1604.10 toks/s]
-2025-03-15T03:38:51.853452810Z 
Processed prompts:  63%|██████▎   | 317/500 [05:05<01:59,  1.53it/s, est. speed input: 143.58 toks/s, output: 1602.60 toks/s]
-2025-03-15T03:38:52.899521064Z 
Processed prompts:  64%|██████▎   | 318/500 [05:07<03:05,  1.02s/it, est. speed input: 143.00 toks/s, output: 1596.76 toks/s]
-2025-03-15T03:38:53.039964785Z 
Processed prompts:  64%|██████▍   | 319/500 [05:08<03:05,  1.03s/it, est. speed input: 142.82 toks/s, output: 1594.06 toks/s]
-2025-03-15T03:38:53.250184386Z 
Processed prompts:  64%|██████▍   | 320/500 [05:08<02:18,  1.30it/s, est. speed input: 143.10 toks/s, output: 1598.45 toks/s]
-2025-03-15T03:38:53.599764757Z 
Processed prompts:  64%|██████▍   | 321/500 [05:08<01:48,  1.66it/s, est. speed input: 143.31 toks/s, output: 1600.35 toks/s]
-2025-03-15T03:38:54.020082632Z 
Processed prompts:  64%|██████▍   | 322/500 [05:09<01:34,  1.89it/s, est. speed input: 143.45 toks/s, output: 1601.08 toks/s]
-2025-03-15T03:38:55.266600356Z 
Processed prompts:  65%|██████▍   | 323/500 [05:09<01:27,  2.01it/s, est. speed input: 143.55 toks/s, output: 1601.10 toks/s]
-2025-03-15T03:38:55.816501294Z 
Processed prompts:  65%|██████▍   | 324/500 [05:10<02:06,  1.39it/s, est. speed input: 143.41 toks/s, output: 1608.58 toks/s]
-2025-03-15T03:38:56.158990554Z 
Processed prompts:  65%|██████▌   | 325/500 [05:11<01:57,  1.49it/s, est. speed input: 143.51 toks/s, output: 1612.55 toks/s]
-2025-03-15T03:38:56.568897516Z 
Processed prompts:  65%|██████▌   | 326/500 [05:11<01:39,  1.75it/s, est. speed input: 143.69 toks/s, output: 1615.71 toks/s]
-2025-03-15T03:38:57.112462557Z 
Processed prompts:  66%|██████▌   | 328/500 [05:12<01:09,  2.48it/s, est. speed input: 144.13 toks/s, output: 1620.61 toks/s]
-2025-03-15T03:38:57.519581057Z 
Processed prompts:  66%|██████▌   | 329/500 [05:12<01:14,  2.29it/s, est. speed input: 144.26 toks/s, output: 1627.53 toks/s]
-2025-03-15T03:38:58.604740680Z 
Processed prompts:  66%|██████▌   | 330/500 [05:13<01:13,  2.33it/s, est. speed input: 144.37 toks/s, output: 1628.34 toks/s]
-2025-03-15T03:38:58.942574490Z 
Processed prompts:  66%|██████▌   | 331/500 [05:14<01:42,  1.65it/s, est. speed input: 144.18 toks/s, output: 1626.25 toks/s]
-2025-03-15T03:38:59.398825283Z 
Processed prompts:  66%|██████▋   | 332/500 [05:14<01:29,  1.88it/s, est. speed input: 144.32 toks/s, output: 1627.31 toks/s]
-2025-03-15T03:38:59.917696384Z 
Processed prompts:  67%|██████▋   | 333/500 [05:15<01:25,  1.96it/s, est. speed input: 144.43 toks/s, output: 1628.79 toks/s]
-2025-03-15T03:39:00.828034932Z 
Processed prompts:  67%|██████▋   | 334/500 [05:15<01:25,  1.95it/s, est. speed input: 144.51 toks/s, output: 1630.16 toks/s]
-2025-03-15T03:39:01.217318578Z 
Processed prompts:  67%|██████▋   | 335/500 [05:16<01:43,  1.59it/s, est. speed input: 144.49 toks/s, output: 1636.77 toks/s]
-2025-03-15T03:39:04.191802829Z 
Processed prompts:  67%|██████▋   | 336/500 [05:16<01:31,  1.79it/s, est. speed input: 144.75 toks/s, output: 1648.67 toks/s]
-2025-03-15T03:39:06.644508380Z 
Processed prompts:  67%|██████▋   | 337/500 [05:19<03:27,  1.27s/it, est. speed input: 143.76 toks/s, output: 1641.03 toks/s]
-2025-03-15T03:39:08.389675956Z 
Processed prompts:  68%|██████▊   | 338/500 [05:22<04:23,  1.63s/it, est. speed input: 142.99 toks/s, output: 1633.81 toks/s]
-2025-03-15T03:39:09.033679043Z 
Processed prompts:  68%|██████▊   | 339/500 [05:24<04:27,  1.66s/it, est. speed input: 142.53 toks/s, output: 1629.43 toks/s]
-2025-03-15T03:39:13.394315460Z 
Processed prompts:  68%|██████▊   | 340/500 [05:24<03:37,  1.36s/it, est. speed input: 142.58 toks/s, output: 1633.52 toks/s]
-2025-03-15T03:39:14.555417771Z 
Processed prompts:  68%|██████▊   | 341/500 [05:29<05:58,  2.26s/it, est. speed input: 141.10 toks/s, output: 1625.79 toks/s]
-2025-03-15T03:39:14.748741750Z 
Processed prompts:  68%|██████▊   | 342/500 [05:30<05:04,  1.93s/it, est. speed input: 140.88 toks/s, output: 1623.07 toks/s]
-2025-03-15T03:39:15.454741380Z 
Processed prompts:  69%|██████▊   | 343/500 [05:30<03:41,  1.41s/it, est. speed input: 141.14 toks/s, output: 1630.10 toks/s]
-2025-03-15T03:39:16.095270748Z 
Processed prompts:  69%|██████▉   | 344/500 [05:31<03:06,  1.20s/it, est. speed input: 141.18 toks/s, output: 1634.97 toks/s]
-2025-03-15T03:39:16.222430581Z 
Processed prompts:  69%|██████▉   | 346/500 [05:31<02:02,  1.26it/s, est. speed input: 141.52 toks/s, output: 1642.45 toks/s]
-2025-03-15T03:39:21.246819928Z 
Processed prompts:  70%|██████▉   | 348/500 [05:31<01:16,  1.99it/s, est. speed input: 142.07 toks/s, output: 1650.86 toks/s]
-2025-03-15T03:39:21.499909018Z 
Processed prompts:  70%|██████▉   | 349/500 [05:36<03:46,  1.50s/it, est. speed input: 140.26 toks/s, output: 1631.85 toks/s]
-2025-03-15T03:39:22.815712302Z 
Processed prompts:  70%|███████   | 350/500 [05:37<03:00,  1.20s/it, est. speed input: 140.85 toks/s, output: 1644.58 toks/s]
-2025-03-15T03:39:23.877220542Z 
Processed prompts:  70%|███████   | 351/500 [05:38<03:03,  1.23s/it, est. speed input: 140.66 toks/s, output: 1648.65 toks/s]
-2025-03-15T03:39:25.610361385Z 
Processed prompts:  70%|███████   | 352/500 [05:39<02:55,  1.19s/it, est. speed input: 140.56 toks/s, output: 1653.71 toks/s]
-2025-03-15T03:39:26.954840842Z 
Processed prompts:  71%|███████   | 353/500 [05:41<03:16,  1.34s/it, est. speed input: 140.18 toks/s, output: 1654.09 toks/s]
-2025-03-15T03:39:32.178168078Z 
Processed prompts:  71%|███████   | 354/500 [05:42<03:15,  1.34s/it, est. speed input: 139.99 toks/s, output: 1658.58 toks/s]
-2025-03-15T03:39:35.098855086Z 
Processed prompts:  71%|███████   | 355/500 [05:47<05:56,  2.46s/it, est. speed input: 138.21 toks/s, output: 1642.30 toks/s]
-2025-03-15T03:39:36.470795959Z 
Processed prompts:  71%|███████   | 356/500 [05:50<06:13,  2.59s/it, est. speed input: 137.32 toks/s, output: 1632.40 toks/s]
-2025-03-15T03:39:38.713967663Z 
Processed prompts:  71%|███████▏  | 357/500 [05:52<05:19,  2.23s/it, est. speed input: 137.20 toks/s, output: 1640.06 toks/s]
-2025-03-15T03:39:39.895871015Z 
Processed prompts:  72%|███████▏  | 358/500 [05:54<05:17,  2.24s/it, est. speed input: 138.53 toks/s, output: 1643.72 toks/s]
-2025-03-15T03:39:41.190151289Z 
Processed prompts:  72%|███████▏  | 359/500 [05:55<04:31,  1.92s/it, est. speed input: 138.56 toks/s, output: 1652.31 toks/s]
-2025-03-15T03:39:41.313197401Z 
Processed prompts:  72%|███████▏  | 360/500 [05:56<04:03,  1.74s/it, est. speed input: 138.31 toks/s, output: 1650.24 toks/s]
-2025-03-15T03:39:43.212268473Z 
Processed prompts:  72%|███████▏  | 361/500 [05:56<02:54,  1.25s/it, est. speed input: 139.17 toks/s, output: 1663.73 toks/s]
-2025-03-15T03:39:46.398085613Z 
Processed prompts:  72%|███████▏  | 362/500 [05:58<03:19,  1.45s/it, est. speed input: 138.76 toks/s, output: 1666.11 toks/s]
-2025-03-15T03:39:47.070297844Z 
Processed prompts:  73%|███████▎  | 363/500 [06:02<04:29,  1.97s/it, est. speed input: 137.90 toks/s, output: 1665.54 toks/s]
-2025-03-15T03:39:47.192437004Z 
Processed prompts:  73%|███████▎  | 364/500 [06:02<03:34,  1.58s/it, est. speed input: 137.96 toks/s, output: 1671.53 toks/s]
-2025-03-15T03:39:49.423621043Z 
Processed prompts:  73%|███████▎  | 366/500 [06:02<01:57,  1.14it/s, est. speed input: 139.38 toks/s, output: 1694.17 toks/s]
-2025-03-15T03:39:49.844827455Z 
Processed prompts:  73%|███████▎  | 367/500 [06:05<02:41,  1.21s/it, est. speed input: 138.79 toks/s, output: 1688.80 toks/s]
-2025-03-15T03:39:52.075610606Z 
Processed prompts:  74%|███████▎  | 368/500 [06:05<02:12,  1.01s/it, est. speed input: 138.87 toks/s, output: 1690.99 toks/s]
-2025-03-15T03:39:53.696282660Z 
Processed prompts:  74%|███████▍  | 369/500 [06:07<02:55,  1.34s/it, est. speed input: 138.32 toks/s, output: 1687.86 toks/s]
-2025-03-15T03:39:54.118575574Z 
Processed prompts:  74%|███████▍  | 370/500 [06:09<03:04,  1.42s/it, est. speed input: 137.96 toks/s, output: 1684.87 toks/s]
-2025-03-15T03:39:54.237855336Z 
Processed prompts:  74%|███████▍  | 371/500 [06:09<02:26,  1.13s/it, est. speed input: 138.61 toks/s, output: 1697.08 toks/s]
-2025-03-15T03:39:54.709046006Z 
Processed prompts:  74%|███████▍  | 372/500 [06:09<01:47,  1.19it/s, est. speed input: 139.11 toks/s, output: 1710.67 toks/s]
-2025-03-15T03:39:56.028848917Z 
Processed prompts:  75%|███████▍  | 373/500 [06:10<01:32,  1.37it/s, est. speed input: 139.21 toks/s, output: 1714.54 toks/s]
-2025-03-15T03:39:58.147796181Z 
Processed prompts:  75%|███████▍  | 374/500 [06:11<01:54,  1.10it/s, est. speed input: 138.97 toks/s, output: 1713.47 toks/s]
-2025-03-15T03:39:59.738138916Z 
Processed prompts:  75%|███████▌  | 375/500 [06:13<02:38,  1.27s/it, est. speed input: 138.56 toks/s, output: 1717.93 toks/s]
-2025-03-15T03:39:59.908063383Z 
Processed prompts:  75%|███████▌  | 377/500 [06:15<02:09,  1.05s/it, est. speed input: 138.97 toks/s, output: 1736.27 toks/s]
-2025-03-15T03:40:00.584184122Z 
Processed prompts:  76%|███████▌  | 378/500 [06:15<01:41,  1.20it/s, est. speed input: 139.58 toks/s, output: 1749.68 toks/s]
-2025-03-15T03:40:02.369833849Z 
Processed prompts:  76%|███████▌  | 379/500 [06:16<01:35,  1.26it/s, est. speed input: 139.70 toks/s, output: 1760.73 toks/s]
-2025-03-15T03:40:03.449125280Z 
Processed prompts:  76%|███████▌  | 380/500 [06:18<02:07,  1.06s/it, est. speed input: 139.91 toks/s, output: 1766.62 toks/s]
-2025-03-15T03:40:04.579767933Z 
Processed prompts:  76%|███████▌  | 381/500 [06:19<02:06,  1.07s/it, est. speed input: 139.83 toks/s, output: 1773.04 toks/s]
-2025-03-15T03:40:04.689909628Z 
Processed prompts:  76%|███████▋  | 382/500 [06:20<02:07,  1.08s/it, est. speed input: 140.15 toks/s, output: 1781.99 toks/s]
-2025-03-15T03:40:08.691557861Z 
Processed prompts:  77%|███████▋  | 383/500 [06:20<01:33,  1.25it/s, est. speed input: 140.52 toks/s, output: 1795.71 toks/s]
-2025-03-15T03:40:09.187620968Z 
Processed prompts:  77%|███████▋  | 384/500 [06:24<03:21,  1.74s/it, est. speed input: 139.35 toks/s, output: 1786.06 toks/s]
-2025-03-15T03:40:09.789618760Z 
Processed prompts:  77%|███████▋  | 385/500 [06:24<02:37,  1.37s/it, est. speed input: 139.45 toks/s, output: 1792.57 toks/s]
-2025-03-15T03:40:16.372099013Z 
Processed prompts:  77%|███████▋  | 386/500 [06:25<02:10,  1.14s/it, est. speed input: 139.61 toks/s, output: 1804.05 toks/s]
-2025-03-15T03:40:29.291339793Z 
Processed prompts:  77%|███████▋  | 387/500 [06:32<05:12,  2.76s/it, est. speed input: 137.72 toks/s, output: 1788.11 toks/s]
-2025-03-15T03:40:30.506824879Z 
Processed prompts:  78%|███████▊  | 388/500 [06:44<10:48,  5.79s/it, est. speed input: 133.73 toks/s, output: 1745.54 toks/s]
-2025-03-15T03:40:32.987890945Z 
Processed prompts:  78%|███████▊  | 389/500 [06:46<08:11,  4.42s/it, est. speed input: 133.67 toks/s, output: 1754.79 toks/s]
-2025-03-15T03:40:33.703190897Z 
Processed prompts:  78%|███████▊  | 390/500 [06:48<07:02,  3.84s/it, est. speed input: 133.11 toks/s, output: 1751.55 toks/s]
-2025-03-15T03:40:33.922494238Z 
Processed prompts:  78%|███████▊  | 391/500 [06:49<05:16,  2.91s/it, est. speed input: 133.24 toks/s, output: 1763.00 toks/s]
-2025-03-15T03:40:35.122917030Z 
Processed prompts:  78%|███████▊  | 392/500 [06:49<03:46,  2.10s/it, est. speed input: 133.42 toks/s, output: 1769.36 toks/s]
-2025-03-15T03:40:35.449820051Z 
Processed prompts:  79%|███████▊  | 393/500 [06:50<03:15,  1.83s/it, est. speed input: 133.49 toks/s, output: 1778.71 toks/s]
-2025-03-15T03:40:40.860510386Z 
Processed prompts:  79%|███████▉  | 394/500 [06:51<02:26,  1.38s/it, est. speed input: 133.70 toks/s, output: 1791.83 toks/s]
-2025-03-15T03:40:42.596892019Z 
Processed prompts:  79%|███████▉  | 395/500 [06:56<04:31,  2.59s/it, est. speed input: 132.20 toks/s, output: 1775.85 toks/s]
-2025-03-15T03:40:44.606632688Z 
Processed prompts:  79%|███████▉  | 396/500 [06:58<04:02,  2.33s/it, est. speed input: 131.89 toks/s, output: 1775.34 toks/s]
-2025-03-15T03:40:46.553695471Z 
Processed prompts:  79%|███████▉  | 397/500 [07:00<03:50,  2.24s/it, est. speed input: 131.48 toks/s, output: 1773.09 toks/s]
-2025-03-15T03:40:51.676881315Z 
Processed prompts:  80%|███████▉  | 398/500 [07:02<03:39,  2.15s/it, est. speed input: 131.65 toks/s, output: 1779.53 toks/s]
-2025-03-15T03:41:01.740185755Z 
Processed prompts:  80%|███████▉  | 399/500 [07:07<05:07,  3.04s/it, est. speed input: 130.32 toks/s, output: 1766.87 toks/s]
-2025-03-15T03:41:08.516729970Z 
Processed prompts:  80%|████████  | 400/500 [07:17<08:34,  5.15s/it, est. speed input: 127.68 toks/s, output: 1740.97 toks/s]
-2025-03-15T03:41:11.540421735Z 
Processed prompts:  80%|████████  | 401/500 [07:24<09:18,  5.64s/it, est. speed input: 125.96 toks/s, output: 1722.59 toks/s]
-2025-03-15T03:41:13.575027854Z 
Processed prompts:  80%|████████  | 402/500 [07:27<07:55,  4.85s/it, est. speed input: 125.40 toks/s, output: 1725.77 toks/s]
-2025-03-15T03:41:13.865450467Z 
Processed prompts:  81%|████████  | 403/500 [07:29<06:28,  4.01s/it, est. speed input: 125.12 toks/s, output: 1732.80 toks/s]
-2025-03-15T03:41:17.367479847Z 
Processed prompts:  81%|████████  | 404/500 [07:29<04:37,  2.89s/it, est. speed input: 125.31 toks/s, output: 1744.94 toks/s]
-2025-03-15T03:41:20.626713900Z 
Processed prompts:  81%|████████  | 405/500 [07:33<04:52,  3.08s/it, est. speed input: 124.63 toks/s, output: 1745.16 toks/s]
-2025-03-15T03:41:20.898484404Z 
Processed prompts:  81%|████████  | 406/500 [07:36<04:54,  3.13s/it, est. speed input: 123.97 toks/s, output: 1741.82 toks/s]
-2025-03-15T03:41:24.211323160Z 
Processed prompts:  81%|████████▏ | 407/500 [07:36<03:31,  2.27s/it, est. speed input: 124.12 toks/s, output: 1749.64 toks/s]
-2025-03-15T03:41:32.718111641Z 
Processed prompts:  82%|████████▏ | 408/500 [07:39<03:57,  2.58s/it, est. speed input: 123.86 toks/s, output: 1751.96 toks/s]
-2025-03-15T03:41:37.665030520Z 
Processed prompts:  82%|████████▏ | 409/500 [07:48<06:36,  4.36s/it, est. speed input: 122.49 toks/s, output: 1735.12 toks/s]
-2025-03-15T03:41:38.061809687Z 
Processed prompts:  82%|████████▏ | 410/500 [07:53<06:48,  4.54s/it, est. speed input: 121.48 toks/s, output: 1731.99 toks/s]
-2025-03-15T03:41:44.229477184Z 
Processed prompts:  82%|████████▏ | 411/500 [07:53<04:53,  3.29s/it, est. speed input: 121.59 toks/s, output: 1739.06 toks/s]
-2025-03-15T03:41:49.591329276Z 
Processed prompts:  82%|████████▏ | 412/500 [07:59<06:05,  4.16s/it, est. speed input: 120.34 toks/s, output: 1731.76 toks/s]
-2025-03-15T03:41:57.392844261Z 
Processed prompts:  83%|████████▎ | 413/500 [08:05<06:33,  4.52s/it, est. speed input: 119.22 toks/s, output: 1720.97 toks/s]
-2025-03-15T03:42:05.507799923Z 
Processed prompts:  83%|████████▎ | 414/500 [08:13<07:53,  5.50s/it, est. speed input: 117.66 toks/s, output: 1708.84 toks/s]
-2025-03-15T03:42:10.555449883Z 
Processed prompts:  83%|████████▎ | 415/500 [08:21<08:54,  6.29s/it, est. speed input: 116.20 toks/s, output: 1696.32 toks/s]
-2025-03-15T03:42:11.919562460Z 
Processed prompts:  83%|████████▎ | 416/500 [08:26<08:16,  5.92s/it, est. speed input: 115.24 toks/s, output: 1688.30 toks/s]
-2025-03-15T03:42:15.060630914Z 
Processed prompts:  83%|████████▎ | 417/500 [08:27<06:17,  4.55s/it, est. speed input: 115.14 toks/s, output: 1693.64 toks/s]
-2025-03-15T03:42:15.425646617Z 
Processed prompts:  84%|████████▎ | 418/500 [08:30<05:38,  4.13s/it, est. speed input: 114.81 toks/s, output: 1698.45 toks/s]
-2025-03-15T03:42:16.563605383Z 
Processed prompts:  84%|████████▍ | 419/500 [08:31<04:02,  3.00s/it, est. speed input: 114.92 toks/s, output: 1705.99 toks/s]
-2025-03-15T03:42:17.793246512Z 
Processed prompts:  84%|████████▍ | 420/500 [08:32<03:15,  2.44s/it, est. speed input: 114.91 toks/s, output: 1715.76 toks/s]
-2025-03-15T03:42:23.007463504Z 
Processed prompts:  84%|████████▍ | 421/500 [08:33<02:44,  2.08s/it, est. speed input: 115.05 toks/s, output: 1726.89 toks/s]
-2025-03-15T03:42:28.422660166Z 
Processed prompts:  84%|████████▍ | 422/500 [08:38<03:55,  3.02s/it, est. speed input: 114.12 toks/s, output: 1721.92 toks/s]
-2025-03-15T03:42:31.874310220Z 
Processed prompts:  85%|████████▍ | 423/500 [08:44<04:47,  3.74s/it, est. speed input: 113.47 toks/s, output: 1719.45 toks/s]
-2025-03-15T03:42:33.740665179Z 
Processed prompts:  85%|████████▍ | 424/500 [08:47<04:37,  3.65s/it, est. speed input: 112.99 toks/s, output: 1723.56 toks/s]
-2025-03-15T03:42:34.339518704Z 
Processed prompts:  85%|████████▌ | 425/500 [08:49<03:53,  3.12s/it, est. speed input: 113.02 toks/s, output: 1732.85 toks/s]
-2025-03-15T03:42:38.962901865Z 
Processed prompts:  85%|████████▌ | 426/500 [08:50<02:54,  2.36s/it, est. speed input: 113.17 toks/s, output: 1746.27 toks/s]
-2025-03-15T03:42:42.461240208Z 
Processed prompts:  85%|████████▌ | 427/500 [08:54<03:41,  3.04s/it, est. speed input: 112.42 toks/s, output: 1744.97 toks/s]
-2025-03-15T03:42:45.597195163Z 
Processed prompts:  86%|████████▌ | 428/500 [08:58<03:48,  3.18s/it, est. speed input: 111.94 toks/s, output: 1749.07 toks/s]
-2025-03-15T03:42:49.403720394Z 
Processed prompts:  86%|████████▌ | 429/500 [09:01<03:44,  3.16s/it, est. speed input: 111.57 toks/s, output: 1754.42 toks/s]
-2025-03-15T03:42:52.846571711Z 
Processed prompts:  86%|████████▌ | 430/500 [09:05<03:55,  3.36s/it, est. speed input: 111.29 toks/s, output: 1757.68 toks/s]
-2025-03-15T03:42:53.136003488Z 
Processed prompts:  86%|████████▌ | 431/500 [09:08<03:53,  3.38s/it, est. speed input: 110.99 toks/s, output: 1762.19 toks/s]
-2025-03-15T03:42:56.803136648Z 
Processed prompts:  86%|████████▋ | 432/500 [09:08<02:46,  2.45s/it, est. speed input: 111.17 toks/s, output: 1776.80 toks/s]
-2025-03-15T03:43:08.540068186Z 
Processed prompts:  87%|████████▋ | 433/500 [09:12<03:08,  2.82s/it, est. speed input: 110.71 toks/s, output: 1780.59 toks/s]
-2025-03-15T03:43:13.616905593Z 
Processed prompts:  87%|████████▋ | 434/500 [09:24<06:02,  5.49s/it, est. speed input: 108.70 toks/s, output: 1759.24 toks/s]
-2025-03-15T03:43:20.664746939Z 
Processed prompts:  87%|████████▋ | 435/500 [09:29<05:48,  5.37s/it, est. speed input: 107.95 toks/s, output: 1758.46 toks/s]
-2025-03-15T03:43:22.907003627Z 
Processed prompts:  87%|████████▋ | 436/500 [09:36<06:15,  5.87s/it, est. speed input: 106.90 toks/s, output: 1752.76 toks/s]
-2025-03-15T03:43:36.691274646Z 
Processed prompts:  87%|████████▋ | 437/500 [09:38<05:01,  4.78s/it, est. speed input: 106.79 toks/s, output: 1761.79 toks/s]
-2025-03-15T03:43:46.712149523Z 
Processed prompts:  88%|████████▊ | 438/500 [09:52<07:43,  7.48s/it, est. speed input: 104.54 toks/s, output: 1736.74 toks/s]
-2025-03-15T03:43:52.550967923Z 
Processed prompts:  88%|████████▊ | 439/500 [10:02<08:22,  8.24s/it, est. speed input: 103.04 toks/s, output: 1723.88 toks/s]
-2025-03-15T03:43:57.248031699Z 
Processed prompts:  88%|████████▊ | 440/500 [10:08<07:31,  7.52s/it, est. speed input: 102.51 toks/s, output: 1723.42 toks/s]
-2025-03-15T03:44:01.772736484Z 
Processed prompts:  88%|████████▊ | 441/500 [10:12<06:33,  6.68s/it, est. speed input: 101.95 toks/s, output: 1726.35 toks/s]
-2025-03-15T03:44:06.604272959Z 
Processed prompts:  88%|████████▊ | 442/500 [10:17<05:49,  6.03s/it, est. speed input: 101.47 toks/s, output: 1729.87 toks/s]
-2025-03-15T03:44:07.683393493Z 
Processed prompts:  89%|████████▊ | 443/500 [10:22<05:23,  5.67s/it, est. speed input: 100.95 toks/s, output: 1732.65 toks/s]
-2025-03-15T03:44:11.591924840Z 
Processed prompts:  89%|████████▉ | 444/500 [10:23<04:00,  4.29s/it, est. speed input: 101.15 toks/s, output: 1745.88 toks/s]
-2025-03-15T03:44:19.293917630Z 
Processed prompts:  89%|████████▉ | 445/500 [10:27<03:49,  4.18s/it, est. speed input: 100.68 toks/s, output: 1746.04 toks/s]
-2025-03-15T03:44:19.602300122Z 
Processed prompts:  89%|████████▉ | 446/500 [10:34<04:42,  5.23s/it, est. speed input: 99.83 toks/s, output: 1741.19 toks/s] 
-2025-03-15T03:44:23.744712672Z 
Processed prompts:  89%|████████▉ | 447/500 [10:35<03:19,  3.76s/it, est. speed input: 100.95 toks/s, output: 1756.68 toks/s]
-2025-03-15T03:44:34.497918478Z 
Processed prompts:  90%|████████▉ | 448/500 [10:39<03:21,  3.87s/it, est. speed input: 100.53 toks/s, output: 1761.67 toks/s]
-2025-03-15T03:44:35.615325146Z 
Processed prompts:  90%|████████▉ | 449/500 [10:50<05:02,  5.94s/it, est. speed input: 99.35 toks/s, output: 1749.02 toks/s] 
-2025-03-15T03:44:39.344879699Z 
Processed prompts:  90%|█████████ | 450/500 [10:51<03:44,  4.49s/it, est. speed input: 99.39 toks/s, output: 1762.52 toks/s]
-2025-03-15T03:44:59.054481938Z 
Processed prompts:  90%|█████████ | 451/500 [10:55<03:28,  4.26s/it, est. speed input: 99.30 toks/s, output: 1769.02 toks/s]
-2025-03-15T03:45:01.849067016Z 
Processed prompts:  90%|█████████ | 452/500 [11:14<07:07,  8.90s/it, est. speed input: 96.61 toks/s, output: 1734.07 toks/s]
-2025-03-15T03:45:02.643573081Z 
Processed prompts:  91%|█████████ | 453/500 [11:17<05:32,  7.07s/it, est. speed input: 96.66 toks/s, output: 1743.68 toks/s]
-2025-03-15T03:45:15.864703022Z 
Processed prompts:  91%|█████████ | 454/500 [11:18<03:58,  5.18s/it, est. speed input: 96.68 toks/s, output: 1753.23 toks/s]
-2025-03-15T03:45:22.601103034Z 
Processed prompts:  91%|█████████ | 455/500 [11:31<05:41,  7.60s/it, est. speed input: 95.06 toks/s, output: 1736.62 toks/s]
-2025-03-15T03:45:23.093549872Z 
Processed prompts:  91%|█████████ | 456/500 [11:38<05:22,  7.34s/it, est. speed input: 94.41 toks/s, output: 1736.84 toks/s]
-2025-03-15T03:45:23.581481586Z 
Processed prompts:  91%|█████████▏| 457/500 [11:38<03:47,  5.28s/it, est. speed input: 94.52 toks/s, output: 1752.59 toks/s]
-2025-03-15T03:45:34.824112087Z 
Processed prompts:  92%|█████████▏| 458/500 [11:39<02:41,  3.85s/it, est. speed input: 94.60 toks/s, output: 1763.61 toks/s]
-2025-03-15T03:45:38.452302083Z 
Processed prompts:  92%|█████████▏| 459/500 [11:50<04:08,  6.06s/it, est. speed input: 93.30 toks/s, output: 1752.82 toks/s]
-2025-03-15T03:45:44.230094596Z 
Processed prompts:  92%|█████████▏| 460/500 [11:54<03:33,  5.33s/it, est. speed input: 92.96 toks/s, output: 1756.32 toks/s]
-2025-03-15T03:45:45.079470960Z 
Processed prompts:  92%|█████████▏| 461/500 [11:59<03:33,  5.47s/it, est. speed input: 92.37 toks/s, output: 1756.82 toks/s]
-2025-03-15T03:45:50.854882843Z 
Processed prompts:  92%|█████████▏| 462/500 [12:00<02:35,  4.08s/it, est. speed input: 92.48 toks/s, output: 1771.98 toks/s]
-2025-03-15T03:45:56.887487144Z 
Processed prompts:  93%|█████████▎| 463/500 [12:06<02:49,  4.59s/it, est. speed input: 91.96 toks/s, output: 1775.20 toks/s]
-2025-03-15T03:46:15.034773286Z 
Processed prompts:  93%|█████████▎| 464/500 [12:12<03:00,  5.02s/it, est. speed input: 91.37 toks/s, output: 1776.73 toks/s]
-2025-03-15T03:46:17.703654246Z 
Processed prompts:  93%|█████████▎| 465/500 [12:30<05:13,  8.96s/it, est. speed input: 89.33 toks/s, output: 1751.39 toks/s]
-2025-03-15T03:46:26.430654784Z 
Processed prompts:  93%|█████████▎| 466/500 [12:33<04:00,  7.07s/it, est. speed input: 89.31 toks/s, output: 1762.82 toks/s]
-2025-03-15T03:46:32.062025666Z 
Processed prompts:  93%|█████████▎| 467/500 [12:42<04:09,  7.57s/it, est. speed input: 88.42 toks/s, output: 1756.62 toks/s]
-2025-03-15T03:46:33.097951622Z 
Processed prompts:  94%|█████████▎| 468/500 [12:47<03:43,  6.99s/it, est. speed input: 87.97 toks/s, output: 1761.55 toks/s]
-2025-03-15T03:46:35.195823487Z 
Processed prompts:  94%|█████████▍| 469/500 [12:48<02:41,  5.20s/it, est. speed input: 88.02 toks/s, output: 1777.00 toks/s]
-2025-03-15T03:46:35.298871380Z 
Processed prompts:  94%|█████████▍| 470/500 [12:50<02:08,  4.27s/it, est. speed input: 88.34 toks/s, output: 1790.02 toks/s]
-2025-03-15T03:46:53.976844722Z 
Processed prompts:  94%|█████████▍| 471/500 [12:50<01:27,  3.02s/it, est. speed input: 88.49 toks/s, output: 1806.54 toks/s]
-2025-03-15T03:47:09.910131446Z 
Processed prompts:  94%|█████████▍| 472/500 [13:09<03:36,  7.72s/it, est. speed input: 86.80 toks/s, output: 1781.94 toks/s]
-2025-03-15T03:47:20.151333586Z 
Processed prompts:  95%|█████████▍| 473/500 [13:25<04:34, 10.18s/it, est. speed input: 85.29 toks/s, output: 1765.06 toks/s]
-2025-03-15T03:47:24.461779361Z 
Processed prompts:  95%|█████████▍| 474/500 [13:35<04:25, 10.20s/it, est. speed input: 84.42 toks/s, output: 1761.41 toks/s]
-2025-03-15T03:47:30.878945924Z 
Processed prompts:  95%|█████████▌| 475/500 [13:40<03:30,  8.43s/it, est. speed input: 84.19 toks/s, output: 1770.73 toks/s]
-2025-03-15T03:47:33.747225542Z 
Processed prompts:  95%|█████████▌| 476/500 [13:46<03:07,  7.83s/it, est. speed input: 83.72 toks/s, output: 1775.66 toks/s]
-2025-03-15T03:47:36.208777736Z 
Processed prompts:  95%|█████████▌| 477/500 [13:49<02:25,  6.34s/it, est. speed input: 83.61 toks/s, output: 1788.24 toks/s]
-2025-03-15T03:47:54.379777116Z 
Processed prompts:  96%|█████████▌| 478/500 [13:51<01:53,  5.18s/it, est. speed input: 83.57 toks/s, output: 1801.70 toks/s]
-2025-03-15T03:48:02.595008491Z 
Processed prompts:  96%|█████████▌| 479/500 [14:10<03:10,  9.07s/it, est. speed input: 81.94 toks/s, output: 1782.27 toks/s]
-2025-03-15T03:48:06.988174070Z 
Processed prompts:  96%|█████████▌| 480/500 [14:18<02:56,  8.82s/it, est. speed input: 81.57 toks/s, output: 1784.43 toks/s]
-2025-03-15T03:48:23.090248888Z 
Processed prompts:  96%|█████████▌| 481/500 [14:22<02:22,  7.49s/it, est. speed input: 81.35 toks/s, output: 1794.64 toks/s]
-2025-03-15T03:48:25.101115290Z 
Processed prompts:  96%|█████████▋| 482/500 [14:38<03:01, 10.07s/it, est. speed input: 80.11 toks/s, output: 1781.35 toks/s]
-2025-03-15T03:48:48.468503572Z 
Processed prompts:  97%|█████████▋| 483/500 [14:40<02:10,  7.65s/it, est. speed input: 80.14 toks/s, output: 1796.92 toks/s]
-2025-03-15T03:48:51.956235275Z 
Processed prompts:  97%|█████████▋| 484/500 [15:04<03:17, 12.37s/it, est. speed input: 78.28 toks/s, output: 1770.51 toks/s]
-2025-03-15T03:48:58.014773222Z 
Processed prompts:  97%|█████████▋| 485/500 [15:07<02:25,  9.70s/it, est. speed input: 78.36 toks/s, output: 1783.81 toks/s]
-2025-03-15T03:49:10.027203699Z 
Processed prompts:  97%|█████████▋| 486/500 [15:13<02:00,  8.61s/it, est. speed input: 78.02 toks/s, output: 1792.22 toks/s]
-2025-03-15T03:49:10.281819169Z 
Processed prompts:  97%|█████████▋| 487/500 [15:25<02:05,  9.63s/it, est. speed input: 77.12 toks/s, output: 1786.05 toks/s]
-2025-03-15T03:49:52.779322134Z 
Processed prompts:  98%|█████████▊| 488/500 [15:25<01:21,  6.82s/it, est. speed input: 77.29 toks/s, output: 1806.09 toks/s]
-2025-03-15T03:50:06.987323587Z 
Processed prompts:  98%|█████████▊| 489/500 [16:08<03:12, 17.52s/it, est. speed input: 74.05 toks/s, output: 1748.38 toks/s]
-2025-03-15T03:50:13.503257463Z 
Processed prompts:  98%|█████████▊| 490/500 [16:22<02:45, 16.53s/it, est. speed input: 73.17 toks/s, output: 1744.98 toks/s]
-2025-03-15T03:51:19.440792861Z 
Processed prompts:  98%|█████████▊| 491/500 [16:29<02:01, 13.52s/it, est. speed input: 72.97 toks/s, output: 1755.53 toks/s]
-2025-03-15T03:52:00.316598278Z 
Processed prompts:  98%|█████████▊| 492/500 [17:35<03:53, 29.25s/it, est. speed input: 68.58 toks/s, output: 1669.45 toks/s]
-2025-03-15T03:52:17.890975342Z 
Processed prompts:  99%|█████████▊| 493/500 [18:16<03:49, 32.74s/it, est. speed input: 66.20 toks/s, output: 1631.76 toks/s]
-2025-03-15T03:53:30.905904188Z 
Processed prompts:  99%|█████████▉| 494/500 [18:33<02:49, 28.19s/it, est. speed input: 65.26 toks/s, output: 1630.03 toks/s]
-2025-03-15T03:53:45.422271208Z 
Processed prompts:  99%|█████████▉| 495/500 [19:46<03:28, 41.64s/it, est. speed input: 61.44 toks/s, output: 1556.42 toks/s]
-2025-03-15T03:53:45.598631209Z 
Processed prompts:  99%|█████████▉| 496/500 [20:01<02:14, 33.50s/it, est. speed input: 60.92 toks/s, output: 1564.67 toks/s]
-2025-03-15T03:53:46.038999145Z 
Processed prompts:  99%|█████████▉| 497/500 [20:01<01:10, 23.50s/it, est. speed input: 61.12 toks/s, output: 1591.51 toks/s]
-2025-03-15T03:53:46.553498788Z 
Processed prompts: 100%|█████████▉| 498/500 [20:01<00:33, 16.58s/it, est. speed input: 61.29 toks/s, output: 1618.00 toks/s]
-2025-03-15T03:53:47.086641503Z 
Processed prompts: 100%|█████████▉| 499/500 [20:02<00:11, 11.76s/it, est. speed input: 61.41 toks/s, output: 1644.41 toks/s]
-2025-03-15T03:53:47.086751845Z 
Processed prompts: 100%|██████████| 500/500 [20:02<00:00,  8.39s/it, est. speed input: 61.50 toks/s, output: 1670.82 toks/s]
Processed prompts: 100%|██████████| 500/500 [20:02<00:00,  2.41s/it, est. speed input: 61.50 toks/s, output: 1670.82 toks/s]
-2025-03-15T03:53:47.814014110Z 
Splits: 100%|██████████| 1/1 [20:03<00:00, 1203.70s/it]
Splits: 100%|██████████| 1/1 [20:03<00:00, 1203.70s/it]
-2025-03-15T03:53:49.801340998Z [2025-03-15 03:53:49,800] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T03:53:52.998740692Z [2025-03-15 03:53:52,998] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T03:53:53.011464029Z [2025-03-15 03:53:53,011] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T03:53:53.011510692Z [2025-03-15 03:53:53,011] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T03:53:54.629875850Z [2025-03-15 03:53:54,629] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp2_50/results/quyanh/OpenRS-GRPO/results_2025-03-15T03-53-53.011460.json (evaluation_tracker.py:234)
-2025-03-15T03:53:54.645443450Z |      Task       |Version|     Metric     |Value|   |Stderr|
-2025-03-15T03:53:54.645480417Z |-----------------|------:|----------------|----:|---|-----:|
-2025-03-15T03:53:54.645485767Z |all              |       |extractive_match|0.854|±  |0.0158|
-2025-03-15T03:53:54.645490527Z |custom:math_500:0|      1|extractive_match|0.854|±  |0.0158|
-2025-03-15T03:53:57.364725339Z Evaluating task: amc23
-2025-03-15T03:54:12.146490398Z [2025-03-15 03:54:12,145] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T03:55:10.318013756Z INFO 03-15 03:55:10 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T03:55:17.533818235Z [2025-03-15 03:55:17,532] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T03:56:12.654105825Z [2025-03-15 03:56:12,653] [    INFO]: This model supports multiple tasks: {'score', 'reward', 'classify', 'embed', 'generate'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T03:56:12.668075797Z [2025-03-15 03:56:12,667] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=2aa34d3e6b3b2edad1aca66f17abb842ef39a7a3, override_neuron_config=None, tokenizer_revision=2aa34d3e6b3b2edad1aca66f17abb842ef39a7a3, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T03:56:17.441763220Z [2025-03-15 03:56:17,441] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T03:56:18.010897888Z [2025-03-15 03:56:18,010] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T03:56:18.987752183Z [2025-03-15 03:56:18,987] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T03:56:19.283234049Z [2025-03-15 03:56:19,282] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T03:56:19.284805404Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T03:56:19.930214362Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.55it/s]
-2025-03-15T03:56:19.930259119Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.55it/s]
-2025-03-15T03:56:20.277657699Z [2025-03-15 03:56:20,276] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T03:56:22.645037302Z [2025-03-15 03:56:22,644] [    INFO]: Memory profiling takes 2.13 seconds
-2025-03-15T03:56:22.645101919Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T03:56:22.645108725Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T03:56:22.913591486Z [2025-03-15 03:56:22,913] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T03:56:22.913646072Z [2025-03-15 03:56:22,913] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T03:56:27.188934715Z [2025-03-15 03:56:27,188] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T03:56:42.986206898Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:27,  1.22it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:01<00:23,  1.38it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:18,  1.70it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:02<00:16,  1.91it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:02<00:14,  2.05it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:03<00:13,  2.16it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:03<00:12,  2.18it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:04<00:12,  2.21it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:04<00:11,  2.24it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:04<00:11,  2.27it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:05<00:10,  2.29it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:05<00:09,  2.31it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:06<00:09,  2.30it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:06<00:09,  2.28it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:07<00:08,  2.26it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:07<00:08,  2.30it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:07<00:07,  2.32it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:08<00:07,  2.29it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:08<00:07,  2.27it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:09<00:06,  2.30it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:09<00:06,  2.28it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:10<00:05,  2.30it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:10<00:05,  2.31it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:10<00:04,  2.32it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:11<00:04,  2.34it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:11<00:03,  2.29it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:12<00:03,  2.29it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:12<00:03,  2.30it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:13<00:02,  2.32it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:13<00:02,  2.31it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:14<00:01,  2.31it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:14<00:01,  2.34it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:14<00:00,  2.31it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:15<00:00,  2.33it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:15<00:00,  2.26it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:15<00:00,  2.22it/s]
-2025-03-15T03:56:42.986525401Z [2025-03-15 03:56:42,986] [    INFO]: Graph capturing finished in 16 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T03:56:43.022255316Z [2025-03-15 03:56:43,021] [    INFO]: init engine (profile, create kv cache, warmup model) took 22.74 seconds (llm_engine.py:431)
-2025-03-15T03:56:43.828568157Z [2025-03-15 03:56:43,828] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T03:56:43.851029169Z [2025-03-15 03:56:43,850] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T03:56:43.851091736Z [2025-03-15 03:56:43,850] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T03:56:43.851102204Z [2025-03-15 03:56:43,850] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T03:56:43.851119046Z [2025-03-15 03:56:43,850] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T03:56:43.851123781Z [2025-03-15 03:56:43,850] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T03:56:43.851128296Z [2025-03-15 03:56:43,850] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T03:56:43.851142971Z [2025-03-15 03:56:43,850] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T03:56:43.851155194Z [2025-03-15 03:56:43,850] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T03:56:43.853176473Z [2025-03-15 03:56:43,852] [    INFO]: knoveleng/AMC-23 default (lighteval_task.py:187)
-2025-03-15T03:56:43.853186805Z [2025-03-15 03:56:43,853] [ WARNING]: Careful, the task custom|amc23 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T03:56:46.243142388Z [2025-03-15 03:56:46,242] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T03:56:46.243195681Z [2025-03-15 03:56:46,242] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T03:56:46.243518612Z [2025-03-15 03:56:46,243] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T03:56:46.259653494Z [2025-03-15 03:56:46,259] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T03:56:46.272435083Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 03:56:46,272] [ WARNING]: context_size + max_new_tokens=33060 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T03:56:58.537719042Z 
Processed prompts:   0%|          | 0/40 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T03:56:59.635748559Z 
Processed prompts:   2%|▎         | 1/40 [00:12<07:58, 12.26s/it, est. speed input: 12.64 toks/s, output: 65.58 toks/s]
-2025-03-15T03:56:59.938584135Z 
Processed prompts:   5%|▌         | 2/40 [00:13<03:36,  5.69s/it, est. speed input: 19.31 toks/s, output: 125.76 toks/s]
-2025-03-15T03:57:02.722967683Z 
Processed prompts:   8%|▊         | 3/40 [00:13<01:59,  3.23s/it, est. speed input: 28.04 toks/s, output: 188.56 toks/s]
-2025-03-15T03:57:07.598856852Z 
Processed prompts:  10%|█         | 4/40 [00:16<01:49,  3.06s/it, est. speed input: 33.14 toks/s, output: 222.25 toks/s]
-2025-03-15T03:57:12.346617646Z 
Processed prompts:  12%|█▎        | 5/40 [00:21<02:09,  3.71s/it, est. speed input: 30.95 toks/s, output: 235.82 toks/s]
-2025-03-15T03:57:12.655103329Z 
Processed prompts:  15%|█▌        | 6/40 [00:26<02:18,  4.06s/it, est. speed input: 29.04 toks/s, output: 257.08 toks/s]
-2025-03-15T03:57:13.726728859Z 
Processed prompts:  18%|█▊        | 7/40 [00:26<01:33,  2.84s/it, est. speed input: 33.59 toks/s, output: 318.26 toks/s]
-2025-03-15T03:57:15.050756945Z 
Processed prompts:  20%|██        | 8/40 [00:27<01:12,  2.27s/it, est. speed input: 37.67 toks/s, output: 369.84 toks/s]
-2025-03-15T03:57:15.191287261Z 
Processed prompts:  22%|██▎       | 9/40 [00:28<01:01,  1.98s/it, est. speed input: 41.95 toks/s, output: 416.74 toks/s]
-2025-03-15T03:57:15.313963306Z 
Processed prompts:  28%|██▊       | 11/40 [00:28<00:31,  1.08s/it, est. speed input: 54.99 toks/s, output: 542.33 toks/s]
-2025-03-15T03:57:16.493975075Z 
Processed prompts:  30%|███       | 12/40 [00:29<00:23,  1.19it/s, est. speed input: 61.37 toks/s, output: 603.96 toks/s]
-2025-03-15T03:57:25.726110047Z 
Processed prompts:  32%|███▎      | 13/40 [00:30<00:25,  1.08it/s, est. speed input: 62.58 toks/s, output: 644.38 toks/s]
-2025-03-15T03:57:27.992017019Z 
Processed prompts:  35%|███▌      | 14/40 [00:39<01:23,  3.21s/it, est. speed input: 51.92 toks/s, output: 557.58 toks/s]
-2025-03-15T03:57:31.289155090Z 
Processed prompts:  38%|███▊      | 15/40 [00:41<01:13,  2.94s/it, est. speed input: 54.01 toks/s, output: 591.30 toks/s]
-2025-03-15T03:57:44.152118656Z 
Processed prompts:  40%|████      | 16/40 [00:45<01:13,  3.04s/it, est. speed input: 53.59 toks/s, output: 612.02 toks/s]
-2025-03-15T03:57:51.295899875Z 
Processed prompts:  42%|████▎     | 17/40 [00:57<02:15,  5.90s/it, est. speed input: 43.65 toks/s, output: 539.96 toks/s]
-2025-03-15T03:57:55.208919207Z 
Processed prompts:  45%|████▌     | 18/40 [01:05<02:17,  6.26s/it, est. speed input: 41.19 toks/s, output: 544.43 toks/s]
-2025-03-15T03:57:56.927233401Z 
Processed prompts:  48%|████▊     | 19/40 [01:08<01:56,  5.57s/it, est. speed input: 41.17 toks/s, output: 577.22 toks/s]
-2025-03-15T03:57:58.502641243Z 
Processed prompts:  50%|█████     | 20/40 [01:10<01:28,  4.43s/it, est. speed input: 42.31 toks/s, output: 626.86 toks/s]
-2025-03-15T03:58:01.840304847Z 
Processed prompts:  52%|█████▎    | 21/40 [01:12<01:07,  3.58s/it, est. speed input: 44.07 toks/s, output: 676.87 toks/s]
-2025-03-15T03:58:02.010905036Z 
Processed prompts:  55%|█████▌    | 22/40 [01:15<01:03,  3.51s/it, est. speed input: 43.65 toks/s, output: 710.66 toks/s]
-2025-03-15T03:58:03.084755741Z 
Processed prompts:  57%|█████▊    | 23/40 [01:15<00:42,  2.51s/it, est. speed input: 45.67 toks/s, output: 772.76 toks/s]
-2025-03-15T03:58:08.186459727Z 
Processed prompts:  60%|██████    | 24/40 [01:16<00:33,  2.08s/it, est. speed input: 48.03 toks/s, output: 825.67 toks/s]
-2025-03-15T03:58:10.969895607Z 
Processed prompts:  62%|██████▎   | 25/40 [01:21<00:44,  2.98s/it, est. speed input: 46.70 toks/s, output: 838.33 toks/s]
-2025-03-15T03:58:13.394992119Z 
Processed prompts:  65%|██████▌   | 26/40 [01:24<00:40,  2.92s/it, est. speed input: 48.29 toks/s, output: 875.07 toks/s]
-2025-03-15T03:58:20.892611974Z 
Processed prompts:  68%|██████▊   | 27/40 [01:27<00:36,  2.77s/it, est. speed input: 49.28 toks/s, output: 915.21 toks/s]
-2025-03-15T03:58:30.536346611Z 
Processed prompts:  70%|███████   | 28/40 [01:34<00:50,  4.19s/it, est. speed input: 47.13 toks/s, output: 907.81 toks/s]
-2025-03-15T03:58:43.002486883Z 
Processed prompts:  72%|███████▎  | 29/40 [01:44<01:04,  5.83s/it, est. speed input: 45.56 toks/s, output: 889.65 toks/s]
-2025-03-15T03:59:03.024239793Z 
Processed prompts:  75%|███████▌  | 30/40 [01:56<01:18,  7.82s/it, est. speed input: 43.20 toks/s, output: 861.01 toks/s]
-2025-03-15T03:59:18.009930390Z 
Processed prompts:  78%|███████▊  | 31/40 [02:16<01:43, 11.48s/it, est. speed input: 37.89 toks/s, output: 801.86 toks/s]
-2025-03-15T03:59:22.986102122Z 
Processed prompts:  80%|████████  | 32/40 [02:31<01:40, 12.53s/it, est. speed input: 34.99 toks/s, output: 789.88 toks/s]
-2025-03-15T03:59:37.893638631Z 
Processed prompts:  82%|████████▎ | 33/40 [02:36<01:11, 10.26s/it, est. speed input: 34.59 toks/s, output: 832.15 toks/s]
-2025-03-15T04:00:06.972010358Z 
Processed prompts:  85%|████████▌ | 34/40 [02:51<01:09, 11.66s/it, est. speed input: 32.45 toks/s, output: 827.59 toks/s]
-2025-03-15T04:00:16.400509197Z 
Processed prompts:  88%|████████▊ | 35/40 [03:20<01:24, 16.88s/it, est. speed input: 28.31 toks/s, output: 776.25 toks/s]
-2025-03-15T04:00:27.145552164Z 
Processed prompts:  90%|█████████ | 36/40 [03:30<00:58, 14.65s/it, est. speed input: 27.87 toks/s, output: 810.38 toks/s]
-2025-03-15T04:00:38.705896616Z 
Processed prompts:  92%|█████████▎| 37/40 [03:40<00:40, 13.48s/it, est. speed input: 27.12 toks/s, output: 840.49 toks/s]
-2025-03-15T04:01:34.926531622Z 
Processed prompts:  95%|█████████▌| 38/40 [03:52<00:25, 12.90s/it, est. speed input: 26.64 toks/s, output: 868.87 toks/s]
-2025-03-15T04:01:53.434555294Z 
Processed prompts:  98%|█████████▊| 39/40 [04:48<00:25, 25.90s/it, est. speed input: 21.99 toks/s, output: 772.24 toks/s]
-2025-03-15T04:01:53.434612201Z 
Processed prompts: 100%|██████████| 40/40 [05:07<00:00, 23.68s/it, est. speed input: 21.04 toks/s, output: 799.04 toks/s]
Processed prompts: 100%|██████████| 40/40 [05:07<00:00,  7.68s/it, est. speed input: 21.04 toks/s, output: 799.04 toks/s]
-2025-03-15T04:01:53.497513688Z 
Splits: 100%|██████████| 1/1 [05:07<00:00, 307.24s/it]
Splits: 100%|██████████| 1/1 [05:07<00:00, 307.24s/it]
-2025-03-15T04:01:54.290810804Z [2025-03-15 04:01:54,290] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T04:01:54.614795982Z [2025-03-15 04:01:54,614] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T04:01:54.627276856Z [2025-03-15 04:01:54,626] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T04:01:54.627316876Z [2025-03-15 04:01:54,627] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T04:01:54.832877541Z [2025-03-15 04:01:54,832] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp2_50/results/quyanh/OpenRS-GRPO/results_2025-03-15T04-01-54.627135.json (evaluation_tracker.py:234)
-2025-03-15T04:01:54.835828767Z |     Task     |Version|     Metric     |Value|   |Stderr|
-2025-03-15T04:01:54.835847306Z |--------------|------:|----------------|----:|---|-----:|
-2025-03-15T04:01:54.835853033Z |all           |       |extractive_match|  0.8|±  |0.0641|
-2025-03-15T04:01:54.835857597Z |custom:amc23:0|      1|extractive_match|  0.8|±  |0.0641|
-2025-03-15T04:01:57.397508721Z ----------------------------------------
-2025-03-15T04:01:57.398951596Z ----------------------------------------
-2025-03-15T04:01:57.398975923Z Running evaluations for experiment 2, step 100
-2025-03-15T04:01:57.398981301Z Revision: rev2_100 = bcd51fc82c5cab031f28a8051e6cd95610f6534e
-2025-03-15T04:01:57.398986519Z Output directory: data/evals/Exp2_100
-2025-03-15T04:01:57.408223479Z Evaluating task: aime24
-2025-03-15T04:02:16.097743967Z [2025-03-15 04:02:16,097] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T04:02:41.692887825Z INFO 03-15 04:02:41 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T04:02:45.916662909Z [2025-03-15 04:02:45,915] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T04:03:47.990501939Z [2025-03-15 04:03:47,989] [    INFO]: This model supports multiple tasks: {'score', 'classify', 'generate', 'embed', 'reward'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T04:03:47.998721062Z [2025-03-15 04:03:47,997] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=bcd51fc82c5cab031f28a8051e6cd95610f6534e, override_neuron_config=None, tokenizer_revision=bcd51fc82c5cab031f28a8051e6cd95610f6534e, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T04:03:53.468791230Z [2025-03-15 04:03:53,468] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T04:03:53.896132165Z [2025-03-15 04:03:53,895] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T04:03:54.383602687Z [2025-03-15 04:03:54,383] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T04:04:00.939489906Z [2025-03-15 04:04:00,938] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T04:04:00.940680157Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T04:04:01.550079556Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.64it/s]
-2025-03-15T04:04:01.550125840Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.64it/s]
-2025-03-15T04:04:01.886786965Z [2025-03-15 04:04:01,886] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T04:04:03.480688502Z [2025-03-15 04:04:03,480] [    INFO]: Memory profiling takes 1.39 seconds
-2025-03-15T04:04:03.480734012Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T04:04:03.480740656Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T04:04:03.688374339Z [2025-03-15 04:04:03,688] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T04:04:03.688409539Z [2025-03-15 04:04:03,688] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T04:04:08.114715996Z [2025-03-15 04:04:08,114] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T04:04:28.293093872Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:27,  1.26it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:01<00:29,  1.12it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:02<00:30,  1.04it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:03<00:31,  1.00s/it]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:04<00:30,  1.02s/it]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:05<00:26,  1.09it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:06<00:22,  1.24it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:06<00:18,  1.45it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:07<00:15,  1.66it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:07<00:13,  1.83it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:07<00:12,  1.97it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:08<00:11,  2.08it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:08<00:10,  2.14it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:09<00:09,  2.22it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:09<00:08,  2.28it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:10<00:08,  2.30it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:10<00:07,  2.33it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:10<00:07,  2.36it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:11<00:06,  2.34it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:11<00:06,  2.37it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:12<00:05,  2.39it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:12<00:05,  2.36it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:12<00:05,  2.31it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:13<00:04,  2.34it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:13<00:04,  2.09it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:14<00:04,  1.88it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:15<00:04,  1.80it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:15<00:03,  1.76it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:16<00:03,  1.88it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:16<00:02,  1.89it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:17<00:02,  1.75it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:18<00:01,  1.68it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:18<00:01,  1.62it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:19<00:00,  1.58it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:20<00:00,  1.54it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:20<00:00,  1.74it/s]
-2025-03-15T04:04:28.293237225Z [2025-03-15 04:04:28,293] [    INFO]: Graph capturing finished in 20 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T04:04:28.306575466Z [2025-03-15 04:04:28,306] [    INFO]: init engine (profile, create kv cache, warmup model) took 26.42 seconds (llm_engine.py:431)
-2025-03-15T04:04:29.141500914Z [2025-03-15 04:04:29,141] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T04:04:29.156422986Z [2025-03-15 04:04:29,156] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T04:04:29.156457552Z [2025-03-15 04:04:29,156] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T04:04:29.156474276Z [2025-03-15 04:04:29,156] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T04:04:29.156524759Z [2025-03-15 04:04:29,156] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T04:04:29.156626923Z [2025-03-15 04:04:29,156] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T04:04:29.156656741Z [2025-03-15 04:04:29,156] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T04:04:29.156672708Z [2025-03-15 04:04:29,156] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T04:04:29.156695383Z [2025-03-15 04:04:29,156] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T04:04:29.158823330Z [2025-03-15 04:04:29,158] [    INFO]: HuggingFaceH4/aime_2024 default (lighteval_task.py:187)
-2025-03-15T04:04:29.158845660Z [2025-03-15 04:04:29,158] [ WARNING]: Careful, the task custom|aime24 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T04:04:31.603682915Z [2025-03-15 04:04:31,603] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T04:04:31.603734181Z [2025-03-15 04:04:31,603] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T04:04:31.603753505Z [2025-03-15 04:04:31,603] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T04:04:31.619460869Z [2025-03-15 04:04:31,619] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T04:04:31.634983944Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 04:04:31,634] [ WARNING]: context_size + max_new_tokens=33238 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T04:05:08.224800469Z 
Processed prompts:   0%|          | 0/30 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T04:05:15.622933124Z 
Processed prompts:   3%|▎         | 1/30 [00:36<17:40, 36.58s/it, est. speed input: 3.39 toks/s, output: 63.47 toks/s]
-2025-03-15T04:05:19.237242255Z 
Processed prompts:   7%|▋         | 2/30 [00:43<09:03, 19.42s/it, est. speed input: 5.96 toks/s, output: 115.80 toks/s]
-2025-03-15T04:05:21.131343526Z 
Processed prompts:  10%|█         | 3/30 [00:47<05:29, 12.20s/it, est. speed input: 9.73 toks/s, output: 169.62 toks/s]
-2025-03-15T04:05:31.813306221Z 
Processed prompts:  13%|█▎        | 4/30 [00:49<03:31,  8.13s/it, est. speed input: 13.80 toks/s, output: 225.50 toks/s]
-2025-03-15T04:05:43.754454943Z 
Processed prompts:  17%|█▋        | 5/30 [01:00<03:46,  9.05s/it, est. speed input: 13.44 toks/s, output: 247.28 toks/s]
-2025-03-15T04:05:57.766929423Z 
Processed prompts:  20%|██        | 6/30 [01:12<04:00, 10.03s/it, est. speed input: 13.84 toks/s, output: 267.50 toks/s]
-2025-03-15T04:06:09.880453746Z 
Processed prompts:  23%|██▎       | 7/30 [01:26<04:20, 11.33s/it, est. speed input: 14.03 toks/s, output: 284.45 toks/s]
-2025-03-15T04:06:11.946727386Z 
Processed prompts:  27%|██▋       | 8/30 [01:38<04:14, 11.58s/it, est. speed input: 14.08 toks/s, output: 309.21 toks/s]
-2025-03-15T04:06:18.798916088Z 
Processed prompts:  30%|███       | 9/30 [01:40<03:00,  8.61s/it, est. speed input: 15.94 toks/s, output: 362.60 toks/s]
-2025-03-15T04:06:27.516668706Z 
Processed prompts:  33%|███▎      | 10/30 [01:47<02:41,  8.07s/it, est. speed input: 16.20 toks/s, output: 398.95 toks/s]
-2025-03-15T04:07:08.130719510Z 
Processed prompts:  37%|███▋      | 11/30 [01:55<02:37,  8.26s/it, est. speed input: 16.11 toks/s, output: 428.23 toks/s]
-2025-03-15T04:07:09.468152617Z 
Processed prompts:  40%|████      | 12/30 [02:36<05:25, 18.11s/it, est. speed input: 13.04 toks/s, output: 374.57 toks/s]
-2025-03-15T04:07:37.574130752Z 
Processed prompts:  43%|████▎     | 13/30 [02:37<03:41, 13.03s/it, est. speed input: 14.55 toks/s, output: 428.80 toks/s]
-2025-03-15T04:07:44.723926485Z 
Processed prompts:  47%|████▋     | 14/30 [03:05<04:41, 17.58s/it, est. speed input: 13.14 toks/s, output: 420.02 toks/s]
-2025-03-15T04:07:52.961578439Z 
Processed prompts:  50%|█████     | 15/30 [03:13<03:36, 14.44s/it, est. speed input: 13.45 toks/s, output: 460.34 toks/s]
-2025-03-15T04:07:58.873517324Z 
Processed prompts:  53%|█████▎    | 16/30 [03:21<02:55, 12.57s/it, est. speed input: 13.68 toks/s, output: 497.06 toks/s]
-2025-03-15T04:07:59.793662662Z 
Processed prompts:  57%|█████▋    | 17/30 [03:27<02:17, 10.57s/it, est. speed input: 14.11 toks/s, output: 538.39 toks/s]
-2025-03-15T04:08:21.244767135Z 
Processed prompts:  60%|██████    | 18/30 [03:28<01:32,  7.67s/it, est. speed input: 14.90 toks/s, output: 591.51 toks/s]
-2025-03-15T04:08:35.671308383Z 
Processed prompts:  63%|██████▎   | 19/30 [03:49<02:09, 11.81s/it, est. speed input: 14.18 toks/s, output: 591.84 toks/s]
-2025-03-15T04:08:58.546974602Z 
Processed prompts:  67%|██████▋   | 20/30 [04:04<02:05, 12.59s/it, est. speed input: 13.92 toks/s, output: 612.13 toks/s]
-2025-03-15T04:09:17.630850531Z 
Processed prompts:  70%|███████   | 21/30 [04:26<02:21, 15.68s/it, est. speed input: 13.33 toks/s, output: 614.88 toks/s]
-2025-03-15T04:10:23.102009437Z 
Processed prompts:  73%|███████▎  | 22/30 [04:45<02:13, 16.70s/it, est. speed input: 13.01 toks/s, output: 629.28 toks/s]
-2025-03-15T04:10:31.990898932Z 
Processed prompts:  77%|███████▋  | 23/30 [05:51<03:39, 31.34s/it, est. speed input: 11.37 toks/s, output: 567.74 toks/s]
-2025-03-15T04:10:36.554642837Z 
Processed prompts:  80%|████████  | 24/30 [06:00<02:27, 24.60s/it, est. speed input: 12.39 toks/s, output: 609.37 toks/s]
-2025-03-15T04:10:37.641351160Z 
Processed prompts:  83%|████████▎ | 25/30 [06:04<01:32, 18.59s/it, est. speed input: 12.59 toks/s, output: 657.49 toks/s]
-2025-03-15T04:11:43.443187867Z 
Processed prompts:  87%|████████▋ | 26/30 [06:05<00:53, 13.34s/it, est. speed input: 12.97 toks/s, output: 711.32 toks/s]
-2025-03-15T04:12:01.236332262Z 
Processed prompts:  90%|█████████ | 27/30 [07:11<01:27, 29.08s/it, est. speed input: 11.42 toks/s, output: 660.89 toks/s]
-2025-03-15T04:13:02.427723145Z 
Processed prompts:  93%|█████████▎| 28/30 [07:29<00:51, 25.69s/it, est. speed input: 11.47 toks/s, output: 693.23 toks/s]
-2025-03-15T04:13:18.152758049Z 
Processed prompts:  97%|█████████▋| 29/30 [08:30<00:36, 36.34s/it, est. speed input: 10.37 toks/s, output: 671.04 toks/s]
-2025-03-15T04:13:18.152837296Z 
Processed prompts: 100%|██████████| 30/30 [08:46<00:00, 30.16s/it, est. speed input: 10.49 toks/s, output: 712.81 toks/s]
Processed prompts: 100%|██████████| 30/30 [08:46<00:00, 17.55s/it, est. speed input: 10.49 toks/s, output: 712.81 toks/s]
-2025-03-15T04:13:18.252147993Z 
Splits: 100%|██████████| 1/1 [08:46<00:00, 526.63s/it]
Splits: 100%|██████████| 1/1 [08:46<00:00, 526.63s/it]
-2025-03-15T04:13:19.088905295Z [2025-03-15 04:13:19,088] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T04:13:19.494328400Z [2025-03-15 04:13:19,493] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T04:13:19.506683365Z [2025-03-15 04:13:19,506] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T04:13:19.506700098Z [2025-03-15 04:13:19,506] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T04:13:19.809245412Z [2025-03-15 04:13:19,808] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp2_100/results/quyanh/OpenRS-GRPO/results_2025-03-15T04-13-19.506547.json (evaluation_tracker.py:234)
-2025-03-15T04:13:19.812452774Z |     Task      |Version|     Metric     |Value |   |Stderr|
-2025-03-15T04:13:19.812468530Z |---------------|------:|----------------|-----:|---|-----:|
-2025-03-15T04:13:19.812473470Z |all            |       |extractive_match|0.3333|±  |0.0875|
-2025-03-15T04:13:19.812478070Z |custom:aime24:0|      1|extractive_match|0.3333|±  |0.0875|
-2025-03-15T04:13:22.379017492Z Evaluating task: math_500
-2025-03-15T04:13:31.284185613Z [2025-03-15 04:13:31,283] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T04:14:15.912034982Z INFO 03-15 04:14:15 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T04:14:19.533978083Z [2025-03-15 04:14:19,533] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T04:14:48.792127394Z [2025-03-15 04:14:48,791] [    INFO]: This model supports multiple tasks: {'classify', 'reward', 'generate', 'embed', 'score'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T04:14:48.798483208Z [2025-03-15 04:14:48,797] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=bcd51fc82c5cab031f28a8051e6cd95610f6534e, override_neuron_config=None, tokenizer_revision=bcd51fc82c5cab031f28a8051e6cd95610f6534e, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T04:14:55.397053430Z [2025-03-15 04:14:55,396] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T04:14:55.839624858Z [2025-03-15 04:14:55,839] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T04:14:56.269659871Z [2025-03-15 04:14:56,269] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T04:14:56.554754776Z [2025-03-15 04:14:56,554] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T04:14:56.555918224Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T04:14:57.170925131Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.63it/s]
-2025-03-15T04:14:57.170968378Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.63it/s]
-2025-03-15T04:14:57.471109782Z [2025-03-15 04:14:57,470] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T04:14:58.970634347Z [2025-03-15 04:14:58,970] [    INFO]: Memory profiling takes 1.32 seconds
-2025-03-15T04:14:58.970689420Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T04:14:58.970695522Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T04:14:59.154538852Z [2025-03-15 04:14:59,154] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T04:14:59.154571589Z [2025-03-15 04:14:59,154] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T04:15:03.704670007Z [2025-03-15 04:15:03,704] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T04:15:20.955110362Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:22,  1.51it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:01<00:19,  1.65it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:18,  1.75it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:02<00:16,  1.84it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:02<00:15,  1.95it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:03<00:14,  2.01it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:03<00:13,  2.05it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:04<00:12,  2.10it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:04<00:12,  2.01it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:05<00:16,  1.47it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:06<00:16,  1.48it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:07<00:15,  1.52it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:07<00:14,  1.55it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:08<00:13,  1.56it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:08<00:12,  1.58it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:09<00:11,  1.65it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:09<00:10,  1.70it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:10<00:09,  1.89it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:10<00:07,  2.04it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:11<00:07,  2.13it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:11<00:06,  2.23it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:11<00:05,  2.31it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:12<00:05,  2.37it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:12<00:04,  2.40it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:13<00:04,  2.41it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:13<00:03,  2.39it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:14<00:03,  2.41it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:14<00:02,  2.42it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:14<00:02,  2.42it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:15<00:02,  2.45it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:15<00:01,  2.47it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:16<00:01,  2.48it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:16<00:00,  2.49it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:16<00:00,  2.50it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:17<00:00,  2.47it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:17<00:00,  2.03it/s]
-2025-03-15T04:15:20.955215164Z [2025-03-15 04:15:20,954] [    INFO]: Graph capturing finished in 17 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T04:15:20.975349370Z [2025-03-15 04:15:20,975] [    INFO]: init engine (profile, create kv cache, warmup model) took 23.50 seconds (llm_engine.py:431)
-2025-03-15T04:15:21.719414604Z [2025-03-15 04:15:21,719] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T04:15:21.734536192Z [2025-03-15 04:15:21,734] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T04:15:21.734575347Z [2025-03-15 04:15:21,734] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T04:15:21.734584239Z [2025-03-15 04:15:21,734] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T04:15:21.734592627Z [2025-03-15 04:15:21,734] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T04:15:21.734600387Z [2025-03-15 04:15:21,734] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T04:15:21.734679955Z [2025-03-15 04:15:21,734] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T04:15:21.734712239Z [2025-03-15 04:15:21,734] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T04:15:21.734717742Z [2025-03-15 04:15:21,734] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T04:15:21.736707157Z [2025-03-15 04:15:21,736] [    INFO]: HuggingFaceH4/MATH-500 default (lighteval_task.py:187)
-2025-03-15T04:15:21.736777384Z [2025-03-15 04:15:21,736] [ WARNING]: Careful, the task custom|math_500 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T04:15:24.573831570Z [2025-03-15 04:15:24,573] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T04:15:24.573880268Z [2025-03-15 04:15:24,573] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T04:15:24.573885716Z [2025-03-15 04:15:24,573] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T04:15:24.699280397Z [2025-03-15 04:15:24,698] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T04:15:24.814564928Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 04:15:24,814] [ WARNING]: context_size + max_new_tokens=33636 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T04:15:49.124587388Z 
Processed prompts:   0%|          | 0/500 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T04:15:53.737832936Z 
Processed prompts:   0%|          | 1/500 [00:24<3:21:50, 24.27s/it, est. speed input: 35.76 toks/s, output: 17.31 toks/s]
-2025-03-15T04:15:56.511391204Z 
Processed prompts:   0%|          | 2/500 [00:28<1:45:28, 12.71s/it, est. speed input: 35.38 toks/s, output: 31.78 toks/s]
-2025-03-15T04:15:57.093797333Z 
Processed prompts:   1%|          | 3/500 [00:31<1:07:41,  8.17s/it, est. speed input: 36.30 toks/s, output: 46.28 toks/s]
-2025-03-15T04:15:57.336207800Z 
Processed prompts:   1%|          | 4/500 [00:32<42:46,  5.18s/it, est. speed input: 41.47 toks/s, output: 62.72 toks/s]  
-2025-03-15T04:15:57.917281915Z 
Processed prompts:   1%|          | 5/500 [00:32<28:01,  3.40s/it, est. speed input: 45.99 toks/s, output: 79.52 toks/s]
-2025-03-15T04:15:59.977331724Z 
Processed prompts:   1%|          | 6/500 [00:33<20:05,  2.44s/it, est. speed input: 49.45 toks/s, output: 95.39 toks/s]
-2025-03-15T04:16:00.507156541Z 
Processed prompts:   1%|▏         | 7/500 [00:35<19:01,  2.32s/it, est. speed input: 50.39 toks/s, output: 107.08 toks/s]
-2025-03-15T04:16:00.866845848Z 
Processed prompts:   2%|▏         | 8/500 [00:35<14:19,  1.75s/it, est. speed input: 54.08 toks/s, output: 122.77 toks/s]
-2025-03-15T04:16:02.777632784Z 
Processed prompts:   2%|▏         | 9/500 [00:36<10:44,  1.31s/it, est. speed input: 60.53 toks/s, output: 138.81 toks/s]
-2025-03-15T04:16:05.162383358Z 
Processed prompts:   2%|▏         | 10/500 [00:37<12:13,  1.50s/it, est. speed input: 63.26 toks/s, output: 149.09 toks/s]
-2025-03-15T04:16:06.292316341Z 
Processed prompts:   2%|▏         | 11/500 [00:40<14:25,  1.77s/it, est. speed input: 63.01 toks/s, output: 157.54 toks/s]
-2025-03-15T04:16:07.415704750Z 
Processed prompts:   3%|▎         | 13/500 [00:41<09:48,  1.21s/it, est. speed input: 68.25 toks/s, output: 187.32 toks/s]
-2025-03-15T04:16:08.951120772Z 
Processed prompts:   3%|▎         | 14/500 [00:42<09:36,  1.19s/it, est. speed input: 69.69 toks/s, output: 199.62 toks/s]
-2025-03-15T04:16:09.554973158Z 
Processed prompts:   3%|▎         | 15/500 [00:44<10:19,  1.28s/it, est. speed input: 70.21 toks/s, output: 209.90 toks/s]
-2025-03-15T04:16:10.632454662Z 
Processed prompts:   3%|▎         | 16/500 [00:44<08:49,  1.09s/it, est. speed input: 72.41 toks/s, output: 224.29 toks/s]
-2025-03-15T04:16:11.474002710Z 
Processed prompts:   3%|▎         | 17/500 [00:45<08:46,  1.09s/it, est. speed input: 73.75 toks/s, output: 236.23 toks/s]
-2025-03-15T04:16:11.609406931Z 
Processed prompts:   4%|▎         | 18/500 [00:46<08:10,  1.02s/it, est. speed input: 75.23 toks/s, output: 249.16 toks/s]
-2025-03-15T04:16:13.367851915Z 
Processed prompts:   4%|▍         | 19/500 [00:46<06:06,  1.31it/s, est. speed input: 80.63 toks/s, output: 265.64 toks/s]
-2025-03-15T04:16:13.918732334Z 
Processed prompts:   4%|▍         | 20/500 [00:48<08:26,  1.05s/it, est. speed input: 80.91 toks/s, output: 273.02 toks/s]
-2025-03-15T04:16:15.363105870Z 
Processed prompts:   4%|▍         | 21/500 [00:49<07:13,  1.10it/s, est. speed input: 83.01 toks/s, output: 286.95 toks/s]
-2025-03-15T04:16:16.277311563Z 
Processed prompts:   4%|▍         | 22/500 [00:50<08:29,  1.07s/it, est. speed input: 83.35 toks/s, output: 295.73 toks/s]
-2025-03-15T04:16:17.072390336Z 
Processed prompts:   5%|▍         | 23/500 [00:51<08:06,  1.02s/it, est. speed input: 84.94 toks/s, output: 307.45 toks/s]
-2025-03-15T04:16:17.210267192Z 
Processed prompts:   5%|▍         | 24/500 [00:52<07:33,  1.05it/s, est. speed input: 86.33 toks/s, output: 319.73 toks/s]
-2025-03-15T04:16:18.188781161Z 
Processed prompts:   5%|▌         | 25/500 [00:52<05:37,  1.41it/s, est. speed input: 88.62 toks/s, output: 335.85 toks/s]
-2025-03-15T04:16:18.762792557Z 
Processed prompts:   5%|▌         | 26/500 [00:53<06:14,  1.27it/s, est. speed input: 89.60 toks/s, output: 346.64 toks/s]
-2025-03-15T04:16:18.964307716Z 
Processed prompts:   5%|▌         | 27/500 [00:53<05:43,  1.38it/s, est. speed input: 91.14 toks/s, output: 359.89 toks/s]
-2025-03-15T04:16:19.312317482Z 
Processed prompts:   6%|▌         | 28/500 [00:54<04:28,  1.76it/s, est. speed input: 93.22 toks/s, output: 375.47 toks/s]
-2025-03-15T04:16:19.835569215Z 
Processed prompts:   6%|▌         | 29/500 [00:54<03:56,  1.99it/s, est. speed input: 94.99 toks/s, output: 389.99 toks/s]
-2025-03-15T04:16:20.481744369Z 
Processed prompts:   6%|▌         | 30/500 [00:54<03:59,  1.97it/s, est. speed input: 96.40 toks/s, output: 403.17 toks/s]
-2025-03-15T04:16:22.072124976Z 
Processed prompts:   6%|▌         | 31/500 [00:55<04:17,  1.82it/s, est. speed input: 98.01 toks/s, output: 415.37 toks/s]
-2025-03-15T04:16:22.211472385Z 
Processed prompts:   6%|▋         | 32/500 [00:57<06:43,  1.16it/s, est. speed input: 97.52 toks/s, output: 420.69 toks/s]
-2025-03-15T04:16:23.808239862Z 
Processed prompts:   7%|▋         | 33/500 [00:57<05:01,  1.55it/s, est. speed input: 99.69 toks/s, output: 436.53 toks/s]
-2025-03-15T04:16:24.475929243Z 
Processed prompts:   7%|▋         | 34/500 [00:58<07:13,  1.07it/s, est. speed input: 100.21 toks/s, output: 441.55 toks/s]
-2025-03-15T04:16:24.770344280Z 
Processed prompts:   7%|▋         | 35/500 [00:59<06:36,  1.17it/s, est. speed input: 101.56 toks/s, output: 453.42 toks/s]
-2025-03-15T04:16:25.132604696Z 
Processed prompts:   7%|▋         | 36/500 [00:59<05:17,  1.46it/s, est. speed input: 107.60 toks/s, output: 468.00 toks/s]
-2025-03-15T04:16:25.294965363Z 
Processed prompts:   8%|▊         | 38/500 [01:00<03:28,  2.21it/s, est. speed input: 111.53 toks/s, output: 498.69 toks/s]
-2025-03-15T04:16:25.999462912Z 
Processed prompts:   8%|▊         | 39/500 [01:00<02:55,  2.63it/s, est. speed input: 113.62 toks/s, output: 514.12 toks/s]
-2025-03-15T04:16:28.059683478Z 
Processed prompts:   8%|▊         | 40/500 [01:01<03:33,  2.15it/s, est. speed input: 114.65 toks/s, output: 524.95 toks/s]
-2025-03-15T04:16:28.583256881Z 
Processed prompts:   8%|▊         | 41/500 [01:03<06:52,  1.11it/s, est. speed input: 113.80 toks/s, output: 524.51 toks/s]
-2025-03-15T04:16:28.801261628Z 
Processed prompts:   8%|▊         | 42/500 [01:03<06:03,  1.26it/s, est. speed input: 115.41 toks/s, output: 536.85 toks/s]
-2025-03-15T04:16:31.219987897Z 
Processed prompts:   9%|▊         | 43/500 [01:03<04:47,  1.59it/s, est. speed input: 117.63 toks/s, output: 551.66 toks/s]
-2025-03-15T04:16:31.489802680Z 
Processed prompts:   9%|▉         | 44/500 [01:06<08:43,  1.15s/it, est. speed input: 115.39 toks/s, output: 548.16 toks/s]
-2025-03-15T04:16:31.634432563Z 
Processed prompts:   9%|▉         | 45/500 [01:06<06:45,  1.12it/s, est. speed input: 117.55 toks/s, output: 562.54 toks/s]
-2025-03-15T04:16:31.964583463Z 
Processed prompts:   9%|▉         | 46/500 [01:06<05:04,  1.49it/s, est. speed input: 119.53 toks/s, output: 577.91 toks/s]
-2025-03-15T04:16:33.281761311Z 
Processed prompts:   9%|▉         | 47/500 [01:07<04:18,  1.75it/s, est. speed input: 121.93 toks/s, output: 591.65 toks/s]
-2025-03-15T04:16:37.176269120Z 
Processed prompts:  10%|▉         | 48/500 [01:08<05:58,  1.26it/s, est. speed input: 121.49 toks/s, output: 596.84 toks/s]
-2025-03-15T04:16:41.099336936Z 
Processed prompts:  10%|▉         | 49/500 [01:12<12:54,  1.72s/it, est. speed input: 116.77 toks/s, output: 581.23 toks/s]
-2025-03-15T04:16:41.373056946Z 
Processed prompts:  10%|█         | 50/500 [01:16<17:49,  2.38s/it, est. speed input: 112.44 toks/s, output: 567.70 toks/s]
-2025-03-15T04:16:42.089895920Z 
Processed prompts:  10%|█         | 51/500 [01:16<13:04,  1.75s/it, est. speed input: 113.68 toks/s, output: 574.88 toks/s]
-2025-03-15T04:16:42.424313458Z 
Processed prompts:  10%|█         | 52/500 [01:17<10:44,  1.44s/it, est. speed input: 114.33 toks/s, output: 585.90 toks/s]
-2025-03-15T04:16:43.267258062Z 
Processed prompts:  11%|█         | 53/500 [01:17<08:15,  1.11s/it, est. speed input: 115.60 toks/s, output: 599.72 toks/s]
-2025-03-15T04:16:45.771150804Z 
Processed prompts:  11%|█         | 54/500 [01:18<07:38,  1.03s/it, est. speed input: 115.94 toks/s, output: 600.49 toks/s]
-2025-03-15T04:16:47.004461369Z 
Processed prompts:  11%|█         | 55/500 [01:20<10:54,  1.47s/it, est. speed input: 114.09 toks/s, output: 598.22 toks/s]
-2025-03-15T04:16:47.919674441Z 
Processed prompts:  11%|█         | 56/500 [01:22<10:21,  1.40s/it, est. speed input: 114.28 toks/s, output: 605.54 toks/s]
-2025-03-15T04:16:49.094083501Z 
Processed prompts:  11%|█▏        | 57/500 [01:23<09:15,  1.25s/it, est. speed input: 114.78 toks/s, output: 615.15 toks/s]
-2025-03-15T04:16:50.594056865Z 
Processed prompts:  12%|█▏        | 58/500 [01:24<09:03,  1.23s/it, est. speed input: 114.86 toks/s, output: 622.85 toks/s]
-2025-03-15T04:16:50.757058597Z 
Processed prompts:  12%|█▏        | 59/500 [01:25<09:38,  1.31s/it, est. speed input: 114.56 toks/s, output: 628.21 toks/s]
-2025-03-15T04:16:51.036499254Z 
Processed prompts:  12%|█▏        | 62/500 [01:25<04:24,  1.65it/s, est. speed input: 119.29 toks/s, output: 675.75 toks/s]
-2025-03-15T04:16:51.512005590Z 
Processed prompts:  13%|█▎        | 64/500 [01:26<03:12,  2.26it/s, est. speed input: 121.92 toks/s, output: 706.00 toks/s]
-2025-03-15T04:16:51.985120746Z 
Processed prompts:  13%|█▎        | 65/500 [01:26<03:15,  2.23it/s, est. speed input: 122.99 toks/s, output: 718.37 toks/s]
-2025-03-15T04:16:53.300234049Z 
Processed prompts:  13%|█▎        | 66/500 [01:27<03:17,  2.20it/s, est. speed input: 125.87 toks/s, output: 730.69 toks/s]
-2025-03-15T04:16:53.841900797Z 
Processed prompts:  13%|█▎        | 67/500 [01:28<04:46,  1.51it/s, est. speed input: 125.70 toks/s, output: 736.04 toks/s]
-2025-03-15T04:16:54.512713742Z 
Processed prompts:  14%|█▎        | 68/500 [01:28<04:32,  1.59it/s, est. speed input: 126.65 toks/s, output: 747.77 toks/s]
-2025-03-15T04:16:55.580902977Z 
Processed prompts:  14%|█▍        | 69/500 [01:29<04:36,  1.56it/s, est. speed input: 127.14 toks/s, output: 758.37 toks/s]
-2025-03-15T04:16:56.053703131Z 
Processed prompts:  14%|█▍        | 71/500 [01:30<04:15,  1.68it/s, est. speed input: 131.25 toks/s, output: 781.63 toks/s]
-2025-03-15T04:16:56.266893429Z 
Processed prompts:  15%|█▍        | 73/500 [01:31<03:15,  2.18it/s, est. speed input: 133.68 toks/s, output: 803.03 toks/s]
-2025-03-15T04:16:56.544277114Z 
Processed prompts:  15%|█▍        | 74/500 [01:31<02:52,  2.47it/s, est. speed input: 135.10 toks/s, output: 817.33 toks/s]
-2025-03-15T04:16:58.056253641Z 
Processed prompts:  15%|█▌        | 75/500 [01:31<02:39,  2.66it/s, est. speed input: 136.07 toks/s, output: 824.94 toks/s]
-2025-03-15T04:16:58.597932509Z 
Processed prompts:  15%|█▌        | 76/500 [01:33<04:40,  1.51it/s, est. speed input: 135.27 toks/s, output: 827.71 toks/s]
-2025-03-15T04:16:59.468429240Z 
Processed prompts:  15%|█▌        | 77/500 [01:33<04:26,  1.59it/s, est. speed input: 135.91 toks/s, output: 839.06 toks/s]
-2025-03-15T04:16:59.682985628Z 
Processed prompts:  16%|█▌        | 78/500 [01:34<04:53,  1.44it/s, est. speed input: 136.03 toks/s, output: 847.47 toks/s]
-2025-03-15T04:17:00.093621140Z 
Processed prompts:  16%|█▌        | 79/500 [01:34<03:55,  1.79it/s, est. speed input: 137.21 toks/s, output: 861.68 toks/s]
-2025-03-15T04:17:01.334363309Z 
Processed prompts:  16%|█▌        | 80/500 [01:35<03:37,  1.93it/s, est. speed input: 138.76 toks/s, output: 874.08 toks/s]
-2025-03-15T04:17:03.222848201Z 
Processed prompts:  16%|█▌        | 81/500 [01:36<05:04,  1.37it/s, est. speed input: 138.37 toks/s, output: 878.94 toks/s]
-2025-03-15T04:17:04.051313714Z 
Processed prompts:  16%|█▋        | 82/500 [01:38<07:26,  1.07s/it, est. speed input: 136.97 toks/s, output: 869.96 toks/s]
-2025-03-15T04:17:05.661698515Z 
Processed prompts:  17%|█▋        | 83/500 [01:39<06:55,  1.00it/s, est. speed input: 137.06 toks/s, output: 869.61 toks/s]
-2025-03-15T04:17:06.412228304Z 
Processed prompts:  17%|█▋        | 84/500 [01:40<08:10,  1.18s/it, est. speed input: 136.17 toks/s, output: 871.71 toks/s]
-2025-03-15T04:17:07.359902428Z 
Processed prompts:  17%|█▋        | 85/500 [01:41<07:16,  1.05s/it, est. speed input: 136.35 toks/s, output: 871.33 toks/s]
-2025-03-15T04:17:08.905595897Z 
Processed prompts:  17%|█▋        | 86/500 [01:42<07:02,  1.02s/it, est. speed input: 136.28 toks/s, output: 870.59 toks/s]
-2025-03-15T04:17:09.402509848Z 
Processed prompts:  17%|█▋        | 87/500 [01:44<08:06,  1.18s/it, est. speed input: 135.71 toks/s, output: 873.61 toks/s]
-2025-03-15T04:17:09.820491380Z 
Processed prompts:  18%|█▊        | 89/500 [01:44<05:08,  1.33it/s, est. speed input: 137.42 toks/s, output: 885.78 toks/s]
-2025-03-15T04:17:10.240893911Z 
Processed prompts:  18%|█▊        | 90/500 [01:44<04:33,  1.50it/s, est. speed input: 138.16 toks/s, output: 898.19 toks/s]
-2025-03-15T04:17:10.727574274Z 
Processed prompts:  18%|█▊        | 91/500 [01:45<04:06,  1.66it/s, est. speed input: 139.35 toks/s, output: 910.54 toks/s]
-2025-03-15T04:17:10.881187882Z 
Processed prompts:  18%|█▊        | 92/500 [01:45<03:53,  1.75it/s, est. speed input: 140.03 toks/s, output: 922.28 toks/s]
-2025-03-15T04:17:13.182575722Z 
Processed prompts:  19%|█▊        | 93/500 [01:46<03:05,  2.20it/s, est. speed input: 140.95 toks/s, output: 927.37 toks/s]
-2025-03-15T04:17:16.087118377Z 
Processed prompts:  19%|█▉        | 95/500 [01:48<05:09,  1.31it/s, est. speed input: 140.27 toks/s, output: 929.42 toks/s]
-2025-03-15T04:17:17.050219952Z 
Processed prompts:  19%|█▉        | 96/500 [01:51<08:36,  1.28s/it, est. speed input: 137.73 toks/s, output: 914.68 toks/s]
-2025-03-15T04:17:17.476511576Z 
Processed prompts:  19%|█▉        | 97/500 [01:52<08:02,  1.20s/it, est. speed input: 137.90 toks/s, output: 922.59 toks/s]
-2025-03-15T04:17:18.237359240Z 
Processed prompts:  20%|█▉        | 98/500 [01:52<06:38,  1.01it/s, est. speed input: 138.76 toks/s, output: 934.86 toks/s]
-2025-03-15T04:17:19.409231370Z 
Processed prompts:  20%|█▉        | 99/500 [01:53<06:12,  1.08it/s, est. speed input: 138.87 toks/s, output: 934.34 toks/s]
-2025-03-15T04:17:20.648722258Z 
Processed prompts:  20%|██        | 100/500 [01:54<06:38,  1.00it/s, est. speed input: 138.81 toks/s, output: 940.52 toks/s]
-2025-03-15T04:17:21.959673953Z 
Processed prompts:  20%|██        | 101/500 [01:55<07:05,  1.07s/it, est. speed input: 138.35 toks/s, output: 936.99 toks/s]
-2025-03-15T04:17:22.729090607Z 
Processed prompts:  20%|██        | 102/500 [01:57<07:32,  1.14s/it, est. speed input: 137.81 toks/s, output: 932.80 toks/s]
-2025-03-15T04:17:23.021610696Z 
Processed prompts:  21%|██        | 103/500 [01:57<06:48,  1.03s/it, est. speed input: 138.36 toks/s, output: 942.41 toks/s]
-2025-03-15T04:17:23.860998473Z 
Processed prompts:  21%|██        | 104/500 [01:58<05:21,  1.23it/s, est. speed input: 139.08 toks/s, output: 950.95 toks/s]
-2025-03-15T04:17:24.287729871Z 
Processed prompts:  21%|██        | 105/500 [01:59<05:23,  1.22it/s, est. speed input: 139.63 toks/s, output: 959.93 toks/s]
-2025-03-15T04:17:25.735643526Z 
Processed prompts:  21%|██        | 106/500 [01:59<04:36,  1.42it/s, est. speed input: 140.32 toks/s, output: 972.18 toks/s]
-2025-03-15T04:17:28.963983749Z 
Processed prompts:  22%|██▏       | 108/500 [02:00<04:39,  1.40it/s, est. speed input: 141.56 toks/s, output: 991.70 toks/s]
-2025-03-15T04:17:29.325862881Z 
Processed prompts:  22%|██▏       | 109/500 [02:04<08:41,  1.33s/it, est. speed input: 138.95 toks/s, output: 981.54 toks/s]
-2025-03-15T04:17:29.977836688Z 
Processed prompts:  22%|██▏       | 110/500 [02:04<07:01,  1.08s/it, est. speed input: 139.60 toks/s, output: 994.32 toks/s]
-2025-03-15T04:17:30.480678050Z 
Processed prompts:  22%|██▏       | 112/500 [02:05<04:54,  1.32it/s, est. speed input: 140.84 toks/s, output: 1009.51 toks/s]
-2025-03-15T04:17:32.150370824Z 
Processed prompts:  23%|██▎       | 113/500 [02:05<04:30,  1.43it/s, est. speed input: 141.20 toks/s, output: 1009.35 toks/s]
-2025-03-15T04:17:32.446952649Z 
Processed prompts:  23%|██▎       | 114/500 [02:07<06:03,  1.06it/s, est. speed input: 140.29 toks/s, output: 1003.91 toks/s]
-2025-03-15T04:17:32.606333497Z 
Processed prompts:  23%|██▎       | 115/500 [02:07<04:57,  1.30it/s, est. speed input: 141.37 toks/s, output: 1017.17 toks/s]
-2025-03-15T04:17:32.969468739Z 
Processed prompts:  23%|██▎       | 116/500 [02:07<03:52,  1.65it/s, est. speed input: 142.17 toks/s, output: 1025.75 toks/s]
-2025-03-15T04:17:33.196868527Z 
Processed prompts:  23%|██▎       | 117/500 [02:08<03:25,  1.86it/s, est. speed input: 142.73 toks/s, output: 1032.50 toks/s]
-2025-03-15T04:17:34.592998328Z 
Processed prompts:  24%|██▎       | 118/500 [02:08<02:51,  2.23it/s, est. speed input: 143.47 toks/s, output: 1046.25 toks/s]
-2025-03-15T04:17:34.751840234Z 
Processed prompts:  24%|██▍       | 119/500 [02:09<04:35,  1.38it/s, est. speed input: 143.05 toks/s, output: 1050.56 toks/s]
-2025-03-15T04:17:35.324953099Z 
Processed prompts:  24%|██▍       | 120/500 [02:09<03:31,  1.79it/s, est. speed input: 143.77 toks/s, output: 1054.07 toks/s]
-2025-03-15T04:17:35.760452004Z 
Processed prompts:  24%|██▍       | 121/500 [02:10<03:33,  1.78it/s, est. speed input: 144.22 toks/s, output: 1065.00 toks/s]
-2025-03-15T04:17:36.194821175Z 
Processed prompts:  24%|██▍       | 122/500 [02:10<03:18,  1.91it/s, est. speed input: 144.70 toks/s, output: 1072.72 toks/s]
-2025-03-15T04:17:36.906524631Z 
Processed prompts:  25%|██▍       | 123/500 [02:11<03:07,  2.01it/s, est. speed input: 145.20 toks/s, output: 1084.72 toks/s]
-2025-03-15T04:17:37.411296056Z 
Processed prompts:  25%|██▍       | 124/500 [02:12<03:31,  1.78it/s, est. speed input: 145.53 toks/s, output: 1094.42 toks/s]
-2025-03-15T04:17:37.853569266Z 
Processed prompts:  25%|██▌       | 125/500 [02:12<03:24,  1.84it/s, est. speed input: 146.04 toks/s, output: 1105.78 toks/s]
-2025-03-15T04:17:39.396054182Z 
Processed prompts:  25%|██▌       | 126/500 [02:12<03:12,  1.95it/s, est. speed input: 146.47 toks/s, output: 1110.76 toks/s]
-2025-03-15T04:17:43.969141652Z 
Processed prompts:  25%|██▌       | 127/500 [02:14<05:06,  1.22it/s, est. speed input: 146.65 toks/s, output: 1113.53 toks/s]
-2025-03-15T04:17:44.476978331Z 
Processed prompts:  26%|██▌       | 128/500 [02:19<12:03,  1.95s/it, est. speed input: 143.22 toks/s, output: 1092.36 toks/s]
-2025-03-15T04:17:45.472399465Z 
Processed prompts:  26%|██▌       | 129/500 [02:19<09:22,  1.51s/it, est. speed input: 143.94 toks/s, output: 1103.81 toks/s]
-2025-03-15T04:17:45.633182808Z 
Processed prompts:  26%|██▌       | 130/500 [02:20<08:22,  1.36s/it, est. speed input: 143.75 toks/s, output: 1102.30 toks/s]
-2025-03-15T04:17:46.281820872Z 
Processed prompts:  26%|██▌       | 131/500 [02:20<06:08,  1.00it/s, est. speed input: 144.55 toks/s, output: 1116.46 toks/s]
-2025-03-15T04:17:46.929552457Z 
Processed prompts:  26%|██▋       | 132/500 [02:21<05:29,  1.12it/s, est. speed input: 145.00 toks/s, output: 1126.74 toks/s]
-2025-03-15T04:17:47.507249637Z 
Processed prompts:  27%|██▋       | 133/500 [02:22<05:01,  1.22it/s, est. speed input: 145.16 toks/s, output: 1126.92 toks/s]
-2025-03-15T04:17:48.443805118Z 
Processed prompts:  27%|██▋       | 134/500 [02:22<04:33,  1.34it/s, est. speed input: 145.43 toks/s, output: 1131.73 toks/s]
-2025-03-15T04:17:51.963386157Z 
Processed prompts:  27%|██▋       | 136/500 [02:23<03:45,  1.62it/s, est. speed input: 146.52 toks/s, output: 1148.86 toks/s]
-2025-03-15T04:17:52.410781555Z 
Processed prompts:  27%|██▋       | 137/500 [02:27<08:05,  1.34s/it, est. speed input: 144.64 toks/s, output: 1136.73 toks/s]
-2025-03-15T04:17:52.929451272Z 
Processed prompts:  28%|██▊       | 138/500 [02:27<06:39,  1.10s/it, est. speed input: 145.03 toks/s, output: 1142.43 toks/s]
-2025-03-15T04:17:53.090971261Z 
Processed prompts:  28%|██▊       | 139/500 [02:28<05:41,  1.06it/s, est. speed input: 145.47 toks/s, output: 1153.77 toks/s]
-2025-03-15T04:17:55.085998218Z 
Processed prompts:  28%|██▊       | 140/500 [02:28<04:21,  1.38it/s, est. speed input: 146.41 toks/s, output: 1167.85 toks/s]
-2025-03-15T04:17:55.389571241Z 
Processed prompts:  28%|██▊       | 141/500 [02:30<06:30,  1.09s/it, est. speed input: 145.74 toks/s, output: 1167.59 toks/s]
-2025-03-15T04:17:57.106292439Z 
Processed prompts:  28%|██▊       | 142/500 [02:30<05:08,  1.16it/s, est. speed input: 148.21 toks/s, output: 1180.49 toks/s]
-2025-03-15T04:17:57.413246553Z 
Processed prompts:  29%|██▊       | 143/500 [02:32<06:36,  1.11s/it, est. speed input: 147.30 toks/s, output: 1172.70 toks/s]
-2025-03-15T04:17:57.719472449Z 
Processed prompts:  29%|██▉       | 144/500 [02:32<05:11,  1.14it/s, est. speed input: 147.87 toks/s, output: 1185.57 toks/s]
-2025-03-15T04:17:58.589727268Z 
Processed prompts:  29%|██▉       | 145/500 [02:32<04:10,  1.42it/s, est. speed input: 148.33 toks/s, output: 1188.92 toks/s]
-2025-03-15T04:17:59.385729855Z 
Processed prompts:  29%|██▉       | 146/500 [02:33<04:27,  1.32it/s, est. speed input: 148.67 toks/s, output: 1197.40 toks/s]
-2025-03-15T04:18:00.051551437Z 
Processed prompts:  29%|██▉       | 147/500 [02:34<04:30,  1.30it/s, est. speed input: 148.68 toks/s, output: 1200.20 toks/s]
-2025-03-15T04:18:01.836698841Z 
Processed prompts:  30%|██▉       | 149/500 [02:35<03:19,  1.76it/s, est. speed input: 149.65 toks/s, output: 1218.27 toks/s]
-2025-03-15T04:18:04.054001249Z 
Processed prompts:  30%|███       | 150/500 [02:36<05:03,  1.15it/s, est. speed input: 148.69 toks/s, output: 1210.72 toks/s]
-2025-03-15T04:18:04.301616337Z 
Processed prompts:  30%|███       | 151/500 [02:39<07:06,  1.22s/it, est. speed input: 147.65 toks/s, output: 1209.03 toks/s]
-2025-03-15T04:18:06.947347759Z 
Processed prompts:  31%|███       | 153/500 [02:39<04:20,  1.33it/s, est. speed input: 148.93 toks/s, output: 1224.56 toks/s]
-2025-03-15T04:18:10.833857124Z 
Processed prompts:  31%|███       | 154/500 [02:42<06:53,  1.19s/it, est. speed input: 147.21 toks/s, output: 1210.66 toks/s]
-2025-03-15T04:18:11.293161267Z 
Processed prompts:  31%|███       | 155/500 [02:45<10:44,  1.87s/it, est. speed input: 144.45 toks/s, output: 1187.65 toks/s]
-2025-03-15T04:18:11.604765678Z 
Processed prompts:  31%|███       | 156/500 [02:46<08:35,  1.50s/it, est. speed input: 145.04 toks/s, output: 1199.48 toks/s]
-2025-03-15T04:18:12.714860350Z 
Processed prompts:  31%|███▏      | 157/500 [02:46<06:42,  1.17s/it, est. speed input: 145.43 toks/s, output: 1200.44 toks/s]
-2025-03-15T04:18:13.320243609Z 
Processed prompts:  32%|███▏      | 158/500 [02:47<06:35,  1.16s/it, est. speed input: 145.16 toks/s, output: 1199.17 toks/s]
-2025-03-15T04:18:13.562386384Z 
Processed prompts:  32%|███▏      | 159/500 [02:48<05:40,  1.00it/s, est. speed input: 145.49 toks/s, output: 1209.95 toks/s]
-2025-03-15T04:18:14.470658140Z 
Processed prompts:  32%|███▏      | 160/500 [02:48<04:24,  1.28it/s, est. speed input: 146.26 toks/s, output: 1223.30 toks/s]
-2025-03-15T04:18:15.117417272Z 
Processed prompts:  32%|███▏      | 162/500 [02:49<03:33,  1.58it/s, est. speed input: 146.90 toks/s, output: 1233.84 toks/s]
-2025-03-15T04:18:16.087752845Z 
Processed prompts:  33%|███▎      | 163/500 [02:50<03:34,  1.57it/s, est. speed input: 147.01 toks/s, output: 1235.25 toks/s]
-2025-03-15T04:18:16.509996289Z 
Processed prompts:  33%|███▎      | 164/500 [02:51<04:02,  1.39it/s, est. speed input: 146.85 toks/s, output: 1235.16 toks/s]
-2025-03-15T04:18:17.875768817Z 
Processed prompts:  33%|███▎      | 165/500 [02:51<03:34,  1.56it/s, est. speed input: 147.16 toks/s, output: 1238.61 toks/s]
-2025-03-15T04:18:19.314825068Z 
Processed prompts:  33%|███▎      | 166/500 [02:53<04:41,  1.19it/s, est. speed input: 146.66 toks/s, output: 1235.46 toks/s]
-2025-03-15T04:18:22.449052289Z 
Processed prompts:  33%|███▎      | 167/500 [02:54<05:37,  1.01s/it, est. speed input: 146.11 toks/s, output: 1231.51 toks/s]
-2025-03-15T04:18:22.762200995Z 
Processed prompts:  34%|███▎      | 168/500 [02:57<08:59,  1.63s/it, est. speed input: 144.33 toks/s, output: 1224.75 toks/s]
-2025-03-15T04:18:23.299519766Z 
Processed prompts:  34%|███▍      | 169/500 [02:57<06:51,  1.24s/it, est. speed input: 144.96 toks/s, output: 1237.57 toks/s]
-2025-03-15T04:18:23.910448356Z 
Processed prompts:  34%|███▍      | 170/500 [02:58<05:41,  1.03s/it, est. speed input: 145.49 toks/s, output: 1248.81 toks/s]
-2025-03-15T04:18:24.590328425Z 
Processed prompts:  34%|███▍      | 171/500 [02:59<04:59,  1.10it/s, est. speed input: 145.61 toks/s, output: 1249.18 toks/s]
-2025-03-15T04:18:25.193109941Z 
Processed prompts:  34%|███▍      | 172/500 [02:59<04:35,  1.19it/s, est. speed input: 145.82 toks/s, output: 1259.41 toks/s]
-2025-03-15T04:18:25.363799613Z 
Processed prompts:  35%|███▍      | 173/500 [03:00<04:11,  1.30it/s, est. speed input: 145.94 toks/s, output: 1259.27 toks/s]
-2025-03-15T04:18:25.971495224Z 
Processed prompts:  35%|███▍      | 174/500 [03:00<03:12,  1.69it/s, est. speed input: 146.65 toks/s, output: 1273.02 toks/s]
-2025-03-15T04:18:27.307831805Z 
Processed prompts:  35%|███▌      | 175/500 [03:01<03:13,  1.68it/s, est. speed input: 146.81 toks/s, output: 1276.72 toks/s]
-2025-03-15T04:18:29.811829397Z 
Processed prompts:  35%|███▌      | 176/500 [03:02<04:24,  1.22it/s, est. speed input: 146.34 toks/s, output: 1272.51 toks/s]
-2025-03-15T04:18:31.162657079Z 
Processed prompts:  35%|███▌      | 177/500 [03:04<07:07,  1.32s/it, est. speed input: 144.97 toks/s, output: 1260.63 toks/s]
-2025-03-15T04:18:31.405876511Z 
Processed prompts:  36%|███▌      | 179/500 [03:06<05:28,  1.02s/it, est. speed input: 145.10 toks/s, output: 1260.09 toks/s]
-2025-03-15T04:18:31.647049646Z 
Processed prompts:  36%|███▌      | 180/500 [03:06<04:25,  1.20it/s, est. speed input: 145.52 toks/s, output: 1265.12 toks/s]
-2025-03-15T04:18:32.618351304Z 
Processed prompts:  36%|███▌      | 181/500 [03:06<03:35,  1.48it/s, est. speed input: 146.17 toks/s, output: 1278.38 toks/s]
-2025-03-15T04:18:33.520568046Z 
Processed prompts:  37%|███▋      | 183/500 [03:07<03:08,  1.68it/s, est. speed input: 146.58 toks/s, output: 1279.95 toks/s]
-2025-03-15T04:18:33.914152839Z 
Processed prompts:  37%|███▋      | 184/500 [03:08<03:30,  1.50it/s, est. speed input: 146.46 toks/s, output: 1277.91 toks/s]
-2025-03-15T04:18:34.683189414Z 
Processed prompts:  37%|███▋      | 185/500 [03:09<03:08,  1.67it/s, est. speed input: 146.74 toks/s, output: 1280.39 toks/s]
-2025-03-15T04:18:35.306109269Z 
Processed prompts:  37%|███▋      | 186/500 [03:09<03:22,  1.55it/s, est. speed input: 146.76 toks/s, output: 1282.73 toks/s]
-2025-03-15T04:18:35.553695642Z 
Processed prompts:  37%|███▋      | 187/500 [03:10<03:19,  1.57it/s, est. speed input: 147.01 toks/s, output: 1293.39 toks/s]
-2025-03-15T04:18:36.026985765Z 
Processed prompts:  38%|███▊      | 188/500 [03:10<02:44,  1.89it/s, est. speed input: 147.41 toks/s, output: 1297.37 toks/s]
-2025-03-15T04:18:37.026540492Z 
Processed prompts:  38%|███▊      | 189/500 [03:11<02:39,  1.95it/s, est. speed input: 147.62 toks/s, output: 1298.10 toks/s]
-2025-03-15T04:18:37.569213929Z 
Processed prompts:  38%|███▊      | 190/500 [03:12<03:22,  1.53it/s, est. speed input: 147.61 toks/s, output: 1306.19 toks/s]
-2025-03-15T04:18:37.814471042Z 
Processed prompts:  38%|███▊      | 191/500 [03:12<03:11,  1.61it/s, est. speed input: 147.75 toks/s, output: 1305.99 toks/s]
-2025-03-15T04:18:38.058957555Z 
Processed prompts:  38%|███▊      | 192/500 [03:12<02:37,  1.96it/s, est. speed input: 148.17 toks/s, output: 1312.32 toks/s]
-2025-03-15T04:18:38.231278991Z 
Processed prompts:  39%|███▊      | 193/500 [03:13<02:12,  2.32it/s, est. speed input: 148.56 toks/s, output: 1316.30 toks/s]
-2025-03-15T04:18:39.662441493Z 
Processed prompts:  39%|███▉      | 194/500 [03:13<01:48,  2.82it/s, est. speed input: 148.99 toks/s, output: 1318.60 toks/s]
-2025-03-15T04:18:42.702406458Z 
Processed prompts:  39%|███▉      | 195/500 [03:14<03:26,  1.48it/s, est. speed input: 148.48 toks/s, output: 1315.96 toks/s]
-2025-03-15T04:18:43.773849730Z 
Processed prompts:  39%|███▉      | 196/500 [03:17<07:00,  1.38s/it, est. speed input: 146.76 toks/s, output: 1301.00 toks/s]
-2025-03-15T04:18:44.539637837Z 
Processed prompts:  39%|███▉      | 197/500 [03:18<06:30,  1.29s/it, est. speed input: 147.55 toks/s, output: 1308.71 toks/s]
-2025-03-15T04:18:44.713541449Z 
Processed prompts:  40%|███▉      | 198/500 [03:19<05:42,  1.13s/it, est. speed input: 147.55 toks/s, output: 1309.96 toks/s]
-2025-03-15T04:18:44.970808792Z 
Processed prompts:  40%|███▉      | 199/500 [03:19<04:14,  1.18it/s, est. speed input: 147.97 toks/s, output: 1313.54 toks/s]
-2025-03-15T04:18:45.291270555Z 
Processed prompts:  40%|████      | 201/500 [03:20<02:33,  1.94it/s, est. speed input: 148.89 toks/s, output: 1322.75 toks/s]
-2025-03-15T04:18:45.981400336Z 
Processed prompts:  40%|████      | 202/500 [03:20<02:19,  2.14it/s, est. speed input: 149.35 toks/s, output: 1335.34 toks/s]
-2025-03-15T04:18:47.349020189Z 
Processed prompts:  41%|████      | 203/500 [03:21<02:35,  1.90it/s, est. speed input: 149.43 toks/s, output: 1340.43 toks/s]
-2025-03-15T04:18:48.334502856Z 
Processed prompts:  41%|████      | 206/500 [03:22<02:23,  2.05it/s, est. speed input: 150.26 toks/s, output: 1363.19 toks/s]
-2025-03-15T04:18:49.922397124Z 
Processed prompts:  41%|████▏     | 207/500 [03:23<02:52,  1.70it/s, est. speed input: 150.10 toks/s, output: 1364.41 toks/s]
-2025-03-15T04:18:50.243470505Z 
Processed prompts:  42%|████▏     | 209/500 [03:25<03:13,  1.51it/s, est. speed input: 150.22 toks/s, output: 1377.91 toks/s]
-2025-03-15T04:18:51.011834664Z 
Processed prompts:  42%|████▏     | 210/500 [03:25<02:51,  1.69it/s, est. speed input: 150.49 toks/s, output: 1377.97 toks/s]
-2025-03-15T04:18:52.050571934Z 
Processed prompts:  42%|████▏     | 211/500 [03:26<03:02,  1.58it/s, est. speed input: 150.48 toks/s, output: 1379.55 toks/s]
-2025-03-15T04:18:53.064773169Z 
Processed prompts:  42%|████▏     | 212/500 [03:27<03:30,  1.37it/s, est. speed input: 150.28 toks/s, output: 1380.02 toks/s]
-2025-03-15T04:18:54.248724827Z 
Processed prompts:  43%|████▎     | 213/500 [03:28<03:51,  1.24it/s, est. speed input: 150.08 toks/s, output: 1378.59 toks/s]
-2025-03-15T04:18:54.637582640Z 
Processed prompts:  43%|████▎     | 214/500 [03:29<04:19,  1.10it/s, est. speed input: 149.74 toks/s, output: 1374.59 toks/s]
-2025-03-15T04:18:55.001738728Z 
Processed prompts:  43%|████▎     | 216/500 [03:29<02:49,  1.68it/s, est. speed input: 151.81 toks/s, output: 1401.25 toks/s]
-2025-03-15T04:18:56.149507762Z 
Processed prompts:  43%|████▎     | 217/500 [03:30<02:33,  1.85it/s, est. speed input: 152.55 toks/s, output: 1413.43 toks/s]
-2025-03-15T04:18:56.400262036Z 
Processed prompts:  44%|████▍     | 219/500 [03:31<02:35,  1.80it/s, est. speed input: 152.90 toks/s, output: 1424.67 toks/s]
-2025-03-15T04:18:57.478157566Z 
Processed prompts:  44%|████▍     | 220/500 [03:31<02:16,  2.06it/s, est. speed input: 153.26 toks/s, output: 1430.23 toks/s]
-2025-03-15T04:18:59.595424648Z 
Processed prompts:  44%|████▍     | 221/500 [03:32<02:55,  1.59it/s, est. speed input: 152.97 toks/s, output: 1425.05 toks/s]
-2025-03-15T04:19:00.958688809Z 
Processed prompts:  44%|████▍     | 222/500 [03:34<04:41,  1.01s/it, est. speed input: 152.16 toks/s, output: 1425.57 toks/s]
-2025-03-15T04:19:01.280304059Z 
Processed prompts:  45%|████▍     | 223/500 [03:36<05:06,  1.11s/it, est. speed input: 151.68 toks/s, output: 1419.21 toks/s]
-2025-03-15T04:19:01.676894619Z 
Processed prompts:  45%|████▍     | 224/500 [03:36<04:05,  1.12it/s, est. speed input: 152.08 toks/s, output: 1431.65 toks/s]
-2025-03-15T04:19:01.849665220Z 
Processed prompts:  45%|████▌     | 226/500 [03:36<02:39,  1.71it/s, est. speed input: 152.80 toks/s, output: 1438.80 toks/s]
-2025-03-15T04:19:04.197466092Z 
Processed prompts:  45%|████▌     | 227/500 [03:36<02:12,  2.06it/s, est. speed input: 153.19 toks/s, output: 1442.99 toks/s]
-2025-03-15T04:19:04.970029714Z 
Processed prompts:  46%|████▌     | 228/500 [03:39<04:21,  1.04it/s, est. speed input: 152.02 toks/s, output: 1430.31 toks/s]
-2025-03-15T04:19:05.668087727Z 
Processed prompts:  46%|████▌     | 229/500 [03:40<04:06,  1.10it/s, est. speed input: 152.29 toks/s, output: 1439.81 toks/s]
-2025-03-15T04:19:05.842088041Z 
Processed prompts:  46%|████▌     | 230/500 [03:40<03:49,  1.17it/s, est. speed input: 152.28 toks/s, output: 1438.38 toks/s]
-2025-03-15T04:19:06.315574162Z 
Processed prompts:  46%|████▌     | 231/500 [03:40<02:57,  1.52it/s, est. speed input: 152.63 toks/s, output: 1439.93 toks/s]
-2025-03-15T04:19:06.490268552Z 
Processed prompts:  46%|████▋     | 232/500 [03:41<02:42,  1.65it/s, est. speed input: 152.78 toks/s, output: 1440.75 toks/s]
-2025-03-15T04:19:06.813551400Z 
Processed prompts:  47%|████▋     | 233/500 [03:41<02:08,  2.08it/s, est. speed input: 153.33 toks/s, output: 1454.13 toks/s]
-2025-03-15T04:19:07.588240135Z 
Processed prompts:  47%|████▋     | 234/500 [03:41<01:55,  2.30it/s, est. speed input: 153.59 toks/s, output: 1455.94 toks/s]
-2025-03-15T04:19:07.837434631Z 
Processed prompts:  47%|████▋     | 235/500 [03:42<02:21,  1.87it/s, est. speed input: 154.30 toks/s, output: 1465.38 toks/s]
-2025-03-15T04:19:09.372162431Z 
Processed prompts:  47%|████▋     | 236/500 [03:42<01:58,  2.22it/s, est. speed input: 154.63 toks/s, output: 1470.68 toks/s]
-2025-03-15T04:19:10.520549111Z 
Processed prompts:  48%|████▊     | 238/500 [03:44<02:36,  1.68it/s, est. speed input: 154.51 toks/s, output: 1467.80 toks/s]
-2025-03-15T04:19:10.995826266Z 
Processed prompts:  48%|████▊     | 239/500 [03:45<03:11,  1.37it/s, est. speed input: 154.20 toks/s, output: 1464.74 toks/s]
-2025-03-15T04:19:11.769944739Z 
Processed prompts:  48%|████▊     | 240/500 [03:46<02:52,  1.50it/s, est. speed input: 154.36 toks/s, output: 1467.34 toks/s]
-2025-03-15T04:19:12.319047507Z 
Processed prompts:  48%|████▊     | 241/500 [03:46<02:59,  1.44it/s, est. speed input: 154.96 toks/s, output: 1476.81 toks/s]
-2025-03-15T04:19:13.317993419Z 
Processed prompts:  48%|████▊     | 242/500 [03:47<02:48,  1.53it/s, est. speed input: 155.09 toks/s, output: 1480.42 toks/s]
-2025-03-15T04:19:13.644230560Z 
Processed prompts:  49%|████▊     | 243/500 [03:48<03:13,  1.33it/s, est. speed input: 155.51 toks/s, output: 1488.41 toks/s]
-2025-03-15T04:19:13.895046320Z 
Processed prompts:  49%|████▉     | 244/500 [03:48<02:41,  1.59it/s, est. speed input: 155.80 toks/s, output: 1495.28 toks/s]
-2025-03-15T04:19:14.044644290Z 
Processed prompts:  49%|████▉     | 245/500 [03:49<02:12,  1.93it/s, est. speed input: 156.07 toks/s, output: 1495.90 toks/s]
-2025-03-15T04:19:14.719924845Z 
Processed prompts:  49%|████▉     | 246/500 [03:49<01:44,  2.44it/s, est. speed input: 156.44 toks/s, output: 1499.39 toks/s]
-2025-03-15T04:19:15.912499535Z 
Processed prompts:  49%|████▉     | 247/500 [03:49<02:03,  2.05it/s, est. speed input: 156.86 toks/s, output: 1509.44 toks/s]
-2025-03-15T04:19:16.430442545Z 
Processed prompts:  50%|████▉     | 248/500 [03:51<02:55,  1.43it/s, est. speed input: 156.52 toks/s, output: 1507.48 toks/s]
-2025-03-15T04:19:18.356092306Z 
Processed prompts:  50%|████▉     | 249/500 [03:51<02:41,  1.55it/s, est. speed input: 156.61 toks/s, output: 1506.20 toks/s]
-2025-03-15T04:19:19.022893206Z 
Processed prompts:  50%|█████     | 250/500 [03:53<04:16,  1.03s/it, est. speed input: 155.76 toks/s, output: 1497.71 toks/s]
-2025-03-15T04:19:20.421771317Z 
Processed prompts:  50%|█████     | 251/500 [03:54<03:48,  1.09it/s, est. speed input: 155.80 toks/s, output: 1500.53 toks/s]
-2025-03-15T04:19:20.865697194Z 
Processed prompts:  51%|█████     | 254/500 [03:55<02:43,  1.50it/s, est. speed input: 156.20 toks/s, output: 1503.33 toks/s]
-2025-03-15T04:19:21.968784319Z 
Processed prompts:  51%|█████     | 255/500 [03:56<02:31,  1.62it/s, est. speed input: 156.39 toks/s, output: 1507.87 toks/s]
-2025-03-15T04:19:22.116292358Z 
Processed prompts:  51%|█████     | 256/500 [03:57<02:58,  1.37it/s, est. speed input: 156.07 toks/s, output: 1502.43 toks/s]
-2025-03-15T04:19:22.702388608Z 
Processed prompts:  51%|█████▏    | 257/500 [03:57<02:22,  1.71it/s, est. speed input: 156.44 toks/s, output: 1508.06 toks/s]
-2025-03-15T04:19:23.213685868Z 
Processed prompts:  52%|█████▏    | 258/500 [03:57<02:21,  1.71it/s, est. speed input: 156.49 toks/s, output: 1507.84 toks/s]
-2025-03-15T04:19:24.455735889Z 
Processed prompts:  52%|█████▏    | 259/500 [03:58<02:16,  1.77it/s, est. speed input: 156.61 toks/s, output: 1510.46 toks/s]
-2025-03-15T04:19:25.114784888Z 
Processed prompts:  52%|█████▏    | 260/500 [03:59<03:01,  1.32it/s, est. speed input: 156.27 toks/s, output: 1510.12 toks/s]
-2025-03-15T04:19:25.918711511Z 
Processed prompts:  52%|█████▏    | 261/500 [04:00<02:53,  1.37it/s, est. speed input: 156.90 toks/s, output: 1520.40 toks/s]
-2025-03-15T04:19:26.064949524Z 
Processed prompts:  52%|█████▏    | 262/500 [04:01<02:58,  1.33it/s, est. speed input: 156.85 toks/s, output: 1523.60 toks/s]
-2025-03-15T04:19:26.282751178Z 
Processed prompts:  53%|█████▎    | 263/500 [04:01<02:15,  1.75it/s, est. speed input: 157.18 toks/s, output: 1525.94 toks/s]
-2025-03-15T04:19:26.500781522Z 
Processed prompts:  53%|█████▎    | 264/500 [04:01<01:50,  2.14it/s, est. speed input: 157.44 toks/s, output: 1526.29 toks/s]
-2025-03-15T04:19:27.154480101Z 
Processed prompts:  53%|█████▎    | 265/500 [04:01<01:32,  2.54it/s, est. speed input: 157.72 toks/s, output: 1528.27 toks/s]
-2025-03-15T04:19:27.805476468Z 
Processed prompts:  53%|█████▎    | 266/500 [04:02<01:50,  2.12it/s, est. speed input: 157.71 toks/s, output: 1527.09 toks/s]
-2025-03-15T04:19:28.098256054Z 
Processed prompts:  53%|█████▎    | 267/500 [04:02<02:02,  1.91it/s, est. speed input: 157.73 toks/s, output: 1528.06 toks/s]
-2025-03-15T04:19:28.315547201Z 
Processed prompts:  54%|█████▎    | 268/500 [04:03<01:45,  2.20it/s, est. speed input: 158.01 toks/s, output: 1534.09 toks/s]
-2025-03-15T04:19:28.932723820Z 
Processed prompts:  54%|█████▍    | 269/500 [04:03<01:28,  2.60it/s, est. speed input: 158.32 toks/s, output: 1538.70 toks/s]
-2025-03-15T04:19:29.478004997Z 
Processed prompts:  54%|█████▍    | 270/500 [04:04<01:44,  2.20it/s, est. speed input: 158.34 toks/s, output: 1538.79 toks/s]
-2025-03-15T04:19:30.017380485Z 
Processed prompts:  54%|█████▍    | 271/500 [04:04<01:50,  2.08it/s, est. speed input: 159.22 toks/s, output: 1549.76 toks/s]
-2025-03-15T04:19:30.405541249Z 
Processed prompts:  54%|█████▍    | 272/500 [04:05<01:53,  2.00it/s, est. speed input: 159.31 toks/s, output: 1551.74 toks/s]
-2025-03-15T04:19:30.870401197Z 
Processed prompts:  55%|█████▍    | 273/500 [04:05<01:45,  2.15it/s, est. speed input: 159.52 toks/s, output: 1556.84 toks/s]
-2025-03-15T04:19:31.027484307Z 
Processed prompts:  55%|█████▍    | 274/500 [04:06<01:45,  2.15it/s, est. speed input: 159.73 toks/s, output: 1565.47 toks/s]
-2025-03-15T04:19:31.337108179Z 
Processed prompts:  55%|█████▌    | 275/500 [04:06<01:23,  2.68it/s, est. speed input: 160.03 toks/s, output: 1567.36 toks/s]
-2025-03-15T04:19:31.723291830Z 
Processed prompts:  55%|█████▌    | 276/500 [04:06<01:19,  2.83it/s, est. speed input: 160.27 toks/s, output: 1570.98 toks/s]
-2025-03-15T04:19:32.633187158Z 
Processed prompts:  55%|█████▌    | 277/500 [04:06<01:21,  2.75it/s, est. speed input: 160.53 toks/s, output: 1581.21 toks/s]
-2025-03-15T04:19:33.064345485Z 
Processed prompts:  56%|█████▌    | 278/500 [04:07<01:57,  1.90it/s, est. speed input: 160.36 toks/s, output: 1579.56 toks/s]
-2025-03-15T04:19:33.345092309Z 
Processed prompts:  56%|█████▌    | 279/500 [04:08<01:50,  2.01it/s, est. speed input: 160.49 toks/s, output: 1579.36 toks/s]
-2025-03-15T04:19:33.775369775Z 
Processed prompts:  56%|█████▌    | 280/500 [04:08<01:35,  2.31it/s, est. speed input: 161.09 toks/s, output: 1591.95 toks/s]
-2025-03-15T04:19:36.809225784Z 
Processed prompts:  56%|█████▌    | 281/500 [04:08<01:34,  2.31it/s, est. speed input: 161.22 toks/s, output: 1592.41 toks/s]
-2025-03-15T04:19:37.446079003Z 
Processed prompts:  57%|█████▋    | 283/500 [04:11<03:22,  1.07it/s, est. speed input: 160.07 toks/s, output: 1580.00 toks/s]
-2025-03-15T04:19:38.083116957Z 
Processed prompts:  57%|█████▋    | 284/500 [04:12<03:05,  1.16it/s, est. speed input: 160.97 toks/s, output: 1590.34 toks/s]
-2025-03-15T04:19:38.364071724Z 
Processed prompts:  57%|█████▋    | 285/500 [04:13<02:52,  1.25it/s, est. speed input: 160.94 toks/s, output: 1588.46 toks/s]
-2025-03-15T04:19:38.854473128Z 
Processed prompts:  57%|█████▋    | 286/500 [04:13<02:21,  1.52it/s, est. speed input: 161.15 toks/s, output: 1589.29 toks/s]
-2025-03-15T04:19:39.904079221Z 
Processed prompts:  57%|█████▋    | 287/500 [04:14<02:10,  1.63it/s, est. speed input: 161.27 toks/s, output: 1592.58 toks/s]
-2025-03-15T04:19:41.505727327Z 
Processed prompts:  58%|█████▊    | 288/500 [04:15<02:36,  1.36it/s, est. speed input: 160.99 toks/s, output: 1588.75 toks/s]
-2025-03-15T04:19:41.783031195Z 
Processed prompts:  58%|█████▊    | 289/500 [04:16<03:28,  1.01it/s, est. speed input: 160.39 toks/s, output: 1583.25 toks/s]
-2025-03-15T04:19:42.890179711Z 
Processed prompts:  58%|█████▊    | 290/500 [04:16<02:43,  1.28it/s, est. speed input: 160.59 toks/s, output: 1583.59 toks/s]
-2025-03-15T04:19:43.098603997Z 
Processed prompts:  58%|█████▊    | 291/500 [04:18<03:03,  1.14it/s, est. speed input: 160.32 toks/s, output: 1582.71 toks/s]
-2025-03-15T04:19:43.441681902Z 
Processed prompts:  59%|█████▊    | 293/500 [04:18<01:48,  1.91it/s, est. speed input: 160.94 toks/s, output: 1588.26 toks/s]
-2025-03-15T04:19:44.953250639Z 
Processed prompts:  59%|█████▉    | 295/500 [04:18<01:18,  2.60it/s, est. speed input: 161.51 toks/s, output: 1593.57 toks/s]
-2025-03-15T04:19:47.163438711Z 
Processed prompts:  59%|█████▉    | 296/500 [04:20<02:09,  1.58it/s, est. speed input: 161.54 toks/s, output: 1598.62 toks/s]
-2025-03-15T04:19:47.945963868Z 
Processed prompts:  59%|█████▉    | 297/500 [04:22<03:25,  1.01s/it, est. speed input: 160.55 toks/s, output: 1587.72 toks/s]
-2025-03-15T04:19:48.226229071Z 
Processed prompts:  60%|█████▉    | 298/500 [04:23<03:12,  1.05it/s, est. speed input: 160.44 toks/s, output: 1585.83 toks/s]
-2025-03-15T04:19:48.915028171Z 
Processed prompts:  60%|█████▉    | 299/500 [04:23<02:35,  1.29it/s, est. speed input: 160.71 toks/s, output: 1593.64 toks/s]
-2025-03-15T04:19:49.463856175Z 
Processed prompts:  60%|██████    | 300/500 [04:24<02:29,  1.33it/s, est. speed input: 161.00 toks/s, output: 1603.80 toks/s]
-2025-03-15T04:19:49.734949529Z 
Processed prompts:  60%|██████    | 301/500 [04:24<02:17,  1.44it/s, est. speed input: 161.01 toks/s, output: 1602.50 toks/s]
-2025-03-15T04:19:50.071365746Z 
Processed prompts:  61%|██████    | 303/500 [04:24<01:27,  2.25it/s, est. speed input: 161.89 toks/s, output: 1629.49 toks/s]
-2025-03-15T04:19:51.894160442Z 
Processed prompts:  61%|██████    | 305/500 [04:25<01:05,  2.97it/s, est. speed input: 162.52 toks/s, output: 1641.26 toks/s]
-2025-03-15T04:19:52.571292696Z 
Processed prompts:  61%|██████    | 306/500 [04:27<02:08,  1.52it/s, est. speed input: 161.75 toks/s, output: 1632.26 toks/s]
-2025-03-15T04:19:53.109877648Z 
Processed prompts:  61%|██████▏   | 307/500 [04:27<02:08,  1.51it/s, est. speed input: 161.78 toks/s, output: 1637.80 toks/s]
-2025-03-15T04:19:53.378821199Z 
Processed prompts:  62%|██████▏   | 308/500 [04:28<02:01,  1.58it/s, est. speed input: 162.20 toks/s, output: 1648.84 toks/s]
-2025-03-15T04:19:53.712647774Z 
Processed prompts:  62%|██████▏   | 309/500 [04:28<01:42,  1.87it/s, est. speed input: 162.56 toks/s, output: 1661.51 toks/s]
-2025-03-15T04:19:54.510808685Z 
Processed prompts:  62%|██████▏   | 311/500 [04:28<01:11,  2.65it/s, est. speed input: 163.07 toks/s, output: 1665.75 toks/s]
-2025-03-15T04:19:55.115491724Z 
Processed prompts:  62%|██████▏   | 312/500 [04:29<01:29,  2.10it/s, est. speed input: 162.96 toks/s, output: 1664.34 toks/s]
-2025-03-15T04:19:55.451795289Z 
Processed prompts:  63%|██████▎   | 313/500 [04:30<01:35,  1.97it/s, est. speed input: 162.97 toks/s, output: 1664.74 toks/s]
-2025-03-15T04:19:55.988137516Z 
Processed prompts:  63%|██████▎   | 314/500 [04:30<01:26,  2.16it/s, est. speed input: 163.13 toks/s, output: 1666.08 toks/s]
-2025-03-15T04:19:56.388591489Z 
Processed prompts:  63%|██████▎   | 315/500 [04:31<01:29,  2.07it/s, est. speed input: 163.15 toks/s, output: 1665.36 toks/s]
-2025-03-15T04:19:56.523005108Z 
Processed prompts:  63%|██████▎   | 316/500 [04:31<01:24,  2.17it/s, est. speed input: 163.24 toks/s, output: 1665.14 toks/s]
-2025-03-15T04:19:56.858297360Z 
Processed prompts:  63%|██████▎   | 317/500 [04:31<01:07,  2.73it/s, est. speed input: 163.73 toks/s, output: 1678.65 toks/s]
-2025-03-15T04:19:56.991011569Z 
Processed prompts:  64%|██████▎   | 318/500 [04:32<01:05,  2.80it/s, est. speed input: 163.90 toks/s, output: 1680.43 toks/s]
-2025-03-15T04:19:57.320464066Z 
Processed prompts:  64%|██████▍   | 319/500 [04:32<00:52,  3.43it/s, est. speed input: 164.16 toks/s, output: 1682.13 toks/s]
-2025-03-15T04:19:57.452376346Z 
Processed prompts:  64%|██████▍   | 320/500 [04:32<00:54,  3.30it/s, est. speed input: 164.31 toks/s, output: 1682.88 toks/s]
-2025-03-15T04:19:57.911302826Z 
Processed prompts:  64%|██████▍   | 321/500 [04:32<00:45,  3.97it/s, est. speed input: 164.77 toks/s, output: 1696.41 toks/s]
-2025-03-15T04:19:58.305631070Z 
Processed prompts:  64%|██████▍   | 322/500 [04:33<00:55,  3.19it/s, est. speed input: 164.85 toks/s, output: 1697.11 toks/s]
-2025-03-15T04:19:58.633218426Z 
Processed prompts:  65%|██████▍   | 323/500 [04:33<00:59,  2.96it/s, est. speed input: 165.01 toks/s, output: 1701.45 toks/s]
-2025-03-15T04:20:00.525512740Z 
Processed prompts:  65%|██████▍   | 324/500 [04:33<00:58,  2.99it/s, est. speed input: 165.16 toks/s, output: 1702.55 toks/s]
-2025-03-15T04:20:00.655921245Z 
Processed prompts:  65%|██████▌   | 325/500 [04:35<02:20,  1.25it/s, est. speed input: 164.75 toks/s, output: 1705.21 toks/s]
-2025-03-15T04:20:01.241673117Z 
Processed prompts:  65%|██████▌   | 326/500 [04:35<01:44,  1.67it/s, est. speed input: 165.02 toks/s, output: 1707.51 toks/s]
-2025-03-15T04:20:01.631538184Z 
Processed prompts:  65%|██████▌   | 327/500 [04:36<01:43,  1.68it/s, est. speed input: 165.03 toks/s, output: 1707.26 toks/s]
-2025-03-15T04:20:02.149447235Z 
Processed prompts:  66%|██████▌   | 328/500 [04:36<01:31,  1.87it/s, est. speed input: 165.12 toks/s, output: 1707.37 toks/s]
-2025-03-15T04:20:02.798971829Z 
Processed prompts:  66%|██████▌   | 329/500 [04:37<01:30,  1.89it/s, est. speed input: 165.13 toks/s, output: 1706.75 toks/s]
-2025-03-15T04:20:03.121907659Z 
Processed prompts:  66%|██████▌   | 330/500 [04:37<01:36,  1.77it/s, est. speed input: 165.15 toks/s, output: 1710.13 toks/s]
-2025-03-15T04:20:03.507156224Z 
Processed prompts:  66%|██████▌   | 331/500 [04:38<01:23,  2.03it/s, est. speed input: 165.41 toks/s, output: 1722.50 toks/s]
-2025-03-15T04:20:04.495813704Z 
Processed prompts:  66%|██████▋   | 332/500 [04:38<01:17,  2.17it/s, est. speed input: 165.54 toks/s, output: 1724.31 toks/s]
-2025-03-15T04:20:06.040636305Z 
Processed prompts:  67%|██████▋   | 333/500 [04:39<01:43,  1.62it/s, est. speed input: 165.52 toks/s, output: 1732.58 toks/s]
-2025-03-15T04:20:06.903323743Z 
Processed prompts:  67%|██████▋   | 334/500 [04:41<02:28,  1.12it/s, est. speed input: 165.10 toks/s, output: 1737.43 toks/s]
-2025-03-15T04:20:07.764641735Z 
Processed prompts:  67%|██████▋   | 336/500 [04:42<01:51,  1.47it/s, est. speed input: 165.28 toks/s, output: 1740.73 toks/s]
-2025-03-15T04:20:08.228212402Z 
Processed prompts:  67%|██████▋   | 337/500 [04:42<01:58,  1.38it/s, est. speed input: 165.13 toks/s, output: 1739.83 toks/s]
-2025-03-15T04:20:08.493005043Z 
Processed prompts:  68%|██████▊   | 338/500 [04:43<01:46,  1.52it/s, est. speed input: 165.20 toks/s, output: 1740.73 toks/s]
-2025-03-15T04:20:09.526053482Z 
Processed prompts:  68%|██████▊   | 339/500 [04:43<01:28,  1.82it/s, est. speed input: 165.43 toks/s, output: 1746.35 toks/s]
-2025-03-15T04:20:11.520089640Z 
Processed prompts:  68%|██████▊   | 340/500 [04:44<01:49,  1.46it/s, est. speed input: 165.19 toks/s, output: 1744.71 toks/s]
-2025-03-15T04:20:12.543748650Z 
Processed prompts:  68%|██████▊   | 341/500 [04:46<02:48,  1.06s/it, est. speed input: 164.60 toks/s, output: 1746.97 toks/s]
-2025-03-15T04:20:15.546102303Z 
Processed prompts:  68%|██████▊   | 342/500 [04:47<02:45,  1.05s/it, est. speed input: 164.33 toks/s, output: 1743.98 toks/s]
-2025-03-15T04:20:16.630913439Z 
Processed prompts:  69%|██████▉   | 344/500 [04:50<03:15,  1.25s/it, est. speed input: 163.32 toks/s, output: 1735.21 toks/s]
-2025-03-15T04:20:17.766609580Z 
Processed prompts:  69%|██████▉   | 345/500 [04:51<03:07,  1.21s/it, est. speed input: 163.32 toks/s, output: 1743.20 toks/s]
-2025-03-15T04:20:18.361109486Z 
Processed prompts:  69%|██████▉   | 346/500 [04:52<03:03,  1.19s/it, est. speed input: 164.12 toks/s, output: 1750.88 toks/s]
-2025-03-15T04:20:18.479611718Z 
Processed prompts:  69%|██████▉   | 347/500 [04:53<02:37,  1.03s/it, est. speed input: 164.27 toks/s, output: 1761.79 toks/s]
-2025-03-15T04:20:18.834855305Z 
Processed prompts:  70%|██████▉   | 348/500 [04:53<01:58,  1.29it/s, est. speed input: 164.54 toks/s, output: 1765.52 toks/s]
-2025-03-15T04:20:19.952206183Z 
Processed prompts:  70%|██████▉   | 349/500 [04:53<01:39,  1.52it/s, est. speed input: 164.68 toks/s, output: 1768.18 toks/s]
-2025-03-15T04:20:20.363172876Z 
Processed prompts:  70%|███████   | 350/500 [04:55<01:58,  1.27it/s, est. speed input: 164.38 toks/s, output: 1765.35 toks/s]
-2025-03-15T04:20:22.945421125Z 
Processed prompts:  70%|███████   | 351/500 [04:55<01:41,  1.47it/s, est. speed input: 164.52 toks/s, output: 1769.59 toks/s]
-2025-03-15T04:20:23.705936318Z 
Processed prompts:  70%|███████   | 352/500 [04:58<03:03,  1.24s/it, est. speed input: 163.45 toks/s, output: 1761.39 toks/s]
-2025-03-15T04:20:24.054889087Z 
Processed prompts:  71%|███████   | 354/500 [04:58<02:03,  1.18it/s, est. speed input: 163.91 toks/s, output: 1776.06 toks/s]
-2025-03-15T04:20:25.858265972Z 
Processed prompts:  71%|███████   | 355/500 [04:59<01:45,  1.38it/s, est. speed input: 164.07 toks/s, output: 1780.40 toks/s]
-2025-03-15T04:20:26.843377377Z 
Processed prompts:  71%|███████   | 356/500 [05:01<02:24,  1.01s/it, est. speed input: 163.40 toks/s, output: 1773.60 toks/s]
-2025-03-15T04:20:27.768689512Z 
Processed prompts:  71%|███████▏  | 357/500 [05:01<02:22,  1.00it/s, est. speed input: 163.70 toks/s, output: 1782.34 toks/s]
-2025-03-15T04:20:28.058034805Z 
Processed prompts:  72%|███████▏  | 358/500 [05:02<02:19,  1.02it/s, est. speed input: 163.50 toks/s, output: 1780.79 toks/s]
-2025-03-15T04:20:28.805444346Z 
Processed prompts:  72%|███████▏  | 359/500 [05:03<01:50,  1.28it/s, est. speed input: 163.88 toks/s, output: 1793.63 toks/s]
-2025-03-15T04:20:29.491801125Z 
Processed prompts:  72%|███████▏  | 360/500 [05:03<01:48,  1.29it/s, est. speed input: 163.87 toks/s, output: 1800.09 toks/s]
-2025-03-15T04:20:31.773772650Z 
Processed prompts:  72%|███████▏  | 361/500 [05:04<01:43,  1.34it/s, est. speed input: 163.84 toks/s, output: 1802.35 toks/s]
-2025-03-15T04:20:34.111570281Z 
Processed prompts:  72%|███████▏  | 362/500 [05:06<02:45,  1.20s/it, est. speed input: 162.99 toks/s, output: 1797.48 toks/s]
-2025-03-15T04:20:36.224796012Z 
Processed prompts:  73%|███████▎  | 363/500 [05:09<03:30,  1.54s/it, est. speed input: 162.23 toks/s, output: 1798.48 toks/s]
-2025-03-15T04:20:36.736813319Z 
Processed prompts:  73%|███████▎  | 364/500 [05:11<03:52,  1.71s/it, est. speed input: 161.48 toks/s, output: 1793.64 toks/s]
-2025-03-15T04:20:36.850226440Z 
Processed prompts:  73%|███████▎  | 365/500 [05:11<03:02,  1.35s/it, est. speed input: 161.61 toks/s, output: 1802.66 toks/s]
-2025-03-15T04:20:38.320365344Z 
Processed prompts:  73%|███████▎  | 366/500 [05:11<02:11,  1.02it/s, est. speed input: 161.89 toks/s, output: 1809.13 toks/s]
-2025-03-15T04:20:39.283138565Z 
Processed prompts:  73%|███████▎  | 367/500 [05:13<02:29,  1.13s/it, est. speed input: 161.75 toks/s, output: 1815.28 toks/s]
-2025-03-15T04:20:43.189278194Z 
Processed prompts:  74%|███████▎  | 368/500 [05:14<02:22,  1.08s/it, est. speed input: 161.58 toks/s, output: 1815.25 toks/s]
-2025-03-15T04:20:43.549600644Z 
Processed prompts:  74%|███████▍  | 369/500 [05:18<04:12,  1.93s/it, est. speed input: 159.87 toks/s, output: 1797.31 toks/s]
-2025-03-15T04:20:45.121990705Z 
Processed prompts:  74%|███████▍  | 370/500 [05:18<03:09,  1.46s/it, est. speed input: 159.98 toks/s, output: 1800.07 toks/s]
-2025-03-15T04:20:45.426984235Z 
Processed prompts:  74%|███████▍  | 371/500 [05:20<03:12,  1.49s/it, est. speed input: 159.52 toks/s, output: 1797.98 toks/s]
-2025-03-15T04:20:45.963379227Z 
Processed prompts:  74%|███████▍  | 372/500 [05:20<02:25,  1.14s/it, est. speed input: 159.83 toks/s, output: 1810.96 toks/s]
-2025-03-15T04:20:47.901128858Z 
Processed prompts:  75%|███████▍  | 373/500 [05:21<02:01,  1.05it/s, est. speed input: 159.86 toks/s, output: 1813.42 toks/s]
-2025-03-15T04:20:48.440419837Z 
Processed prompts:  75%|███████▍  | 374/500 [05:23<02:37,  1.25s/it, est. speed input: 159.22 toks/s, output: 1808.64 toks/s]
-2025-03-15T04:20:49.733978257Z 
Processed prompts:  75%|███████▌  | 375/500 [05:23<02:09,  1.04s/it, est. speed input: 159.25 toks/s, output: 1810.89 toks/s]
-2025-03-15T04:20:49.896146937Z 
Processed prompts:  75%|███████▌  | 376/500 [05:24<02:18,  1.11s/it, est. speed input: 158.92 toks/s, output: 1809.34 toks/s]
-2025-03-15T04:20:50.861194585Z 
Processed prompts:  75%|███████▌  | 377/500 [05:25<01:41,  1.21it/s, est. speed input: 159.12 toks/s, output: 1813.46 toks/s]
-2025-03-15T04:20:54.123353635Z 
Processed prompts:  76%|███████▌  | 378/500 [05:26<01:46,  1.15it/s, est. speed input: 159.04 toks/s, output: 1822.84 toks/s]
-2025-03-15T04:20:54.444054333Z 
Processed prompts:  76%|███████▌  | 379/500 [05:29<03:12,  1.59s/it, est. speed input: 157.77 toks/s, output: 1811.03 toks/s]
-2025-03-15T04:20:54.549942007Z 
Processed prompts:  76%|███████▌  | 380/500 [05:29<02:24,  1.21s/it, est. speed input: 158.01 toks/s, output: 1824.06 toks/s]
-2025-03-15T04:20:57.124964740Z 
Processed prompts:  76%|███████▌  | 381/500 [05:29<01:44,  1.14it/s, est. speed input: 158.23 toks/s, output: 1828.46 toks/s]
-2025-03-15T04:20:58.687464022Z 
Processed prompts:  76%|███████▋  | 382/500 [05:32<02:43,  1.39s/it, est. speed input: 157.50 toks/s, output: 1829.11 toks/s]
-2025-03-15T04:21:00.555839207Z 
Processed prompts:  77%|███████▋  | 383/500 [05:33<02:48,  1.44s/it, est. speed input: 157.62 toks/s, output: 1835.40 toks/s]
-2025-03-15T04:21:01.386669111Z 
Processed prompts:  77%|███████▋  | 384/500 [05:35<03:01,  1.57s/it, est. speed input: 157.05 toks/s, output: 1832.41 toks/s]
-2025-03-15T04:21:03.779137266Z 
Processed prompts:  77%|███████▋  | 385/500 [05:36<02:34,  1.35s/it, est. speed input: 157.02 toks/s, output: 1839.21 toks/s]
-2025-03-15T04:21:05.024390038Z 
Processed prompts:  77%|███████▋  | 386/500 [05:38<03:09,  1.66s/it, est. speed input: 156.20 toks/s, output: 1832.33 toks/s]
-2025-03-15T04:21:07.461190260Z 
Processed prompts:  77%|███████▋  | 387/500 [05:40<02:53,  1.54s/it, est. speed input: 155.97 toks/s, output: 1837.54 toks/s]
-2025-03-15T04:21:12.661518094Z 
Processed prompts:  78%|███████▊  | 388/500 [05:42<03:22,  1.81s/it, est. speed input: 155.25 toks/s, output: 1839.43 toks/s]
-2025-03-15T04:21:13.284686467Z 
Processed prompts:  78%|███████▊  | 389/500 [05:47<05:13,  2.82s/it, est. speed input: 153.20 toks/s, output: 1817.76 toks/s]
-2025-03-15T04:21:17.413190988Z 
Processed prompts:  78%|███████▊  | 390/500 [05:48<03:58,  2.16s/it, est. speed input: 153.22 toks/s, output: 1821.77 toks/s]
-2025-03-15T04:21:22.122920113Z 
Processed prompts:  78%|███████▊  | 391/500 [05:52<05:00,  2.75s/it, est. speed input: 151.72 toks/s, output: 1808.61 toks/s]
-2025-03-15T04:21:22.949653257Z 
Processed prompts:  78%|███████▊  | 392/500 [05:57<06:00,  3.34s/it, est. speed input: 150.06 toks/s, output: 1797.25 toks/s]
-2025-03-15T04:21:25.451005551Z 
Processed prompts:  79%|███████▊  | 393/500 [05:58<04:36,  2.59s/it, est. speed input: 151.22 toks/s, output: 1808.17 toks/s]
-2025-03-15T04:21:26.121955979Z 
Processed prompts:  79%|███████▉  | 394/500 [06:00<04:31,  2.56s/it, est. speed input: 150.43 toks/s, output: 1801.83 toks/s]
-2025-03-15T04:21:30.465753621Z 
Processed prompts:  79%|███████▉  | 395/500 [06:01<03:29,  1.99s/it, est. speed input: 150.49 toks/s, output: 1811.46 toks/s]
-2025-03-15T04:21:31.552681980Z 
Processed prompts:  79%|███████▉  | 396/500 [06:05<04:40,  2.70s/it, est. speed input: 149.59 toks/s, output: 1805.10 toks/s]
-2025-03-15T04:21:36.019992434Z 
Processed prompts:  79%|███████▉  | 397/500 [06:06<03:48,  2.22s/it, est. speed input: 149.78 toks/s, output: 1814.92 toks/s]
-2025-03-15T04:21:37.827100130Z 
Processed prompts:  80%|███████▉  | 398/500 [06:11<04:54,  2.89s/it, est. speed input: 148.40 toks/s, output: 1808.30 toks/s]
-2025-03-15T04:21:39.741814209Z 
Processed prompts:  80%|███████▉  | 399/500 [06:12<04:19,  2.57s/it, est. speed input: 148.31 toks/s, output: 1814.78 toks/s]
-2025-03-15T04:21:43.872266328Z 
Processed prompts:  80%|████████  | 400/500 [06:14<03:57,  2.37s/it, est. speed input: 147.98 toks/s, output: 1820.77 toks/s]
-2025-03-15T04:21:44.897580700Z 
Processed prompts:  80%|████████  | 401/500 [06:19<04:46,  2.90s/it, est. speed input: 146.77 toks/s, output: 1816.24 toks/s]
-2025-03-15T04:21:47.902756390Z 
Processed prompts:  81%|████████  | 403/500 [06:20<02:54,  1.80s/it, est. speed input: 147.49 toks/s, output: 1837.77 toks/s]
-2025-03-15T04:21:49.907323040Z 
Processed prompts:  81%|████████  | 404/500 [06:23<03:21,  2.10s/it, est. speed input: 146.67 toks/s, output: 1838.70 toks/s]
-2025-03-15T04:21:52.281907562Z 
Processed prompts:  81%|████████  | 405/500 [06:25<03:16,  2.07s/it, est. speed input: 146.20 toks/s, output: 1840.32 toks/s]
-2025-03-15T04:21:54.631661759Z 
Processed prompts:  81%|████████  | 406/500 [06:27<03:22,  2.15s/it, est. speed input: 145.58 toks/s, output: 1838.45 toks/s]
-2025-03-15T04:21:55.012648952Z 
Processed prompts:  81%|████████▏ | 407/500 [06:29<03:25,  2.21s/it, est. speed input: 144.96 toks/s, output: 1835.46 toks/s]
-2025-03-15T04:21:57.507668859Z 
Processed prompts:  82%|████████▏ | 408/500 [06:30<02:35,  1.69s/it, est. speed input: 145.15 toks/s, output: 1849.09 toks/s]
-2025-03-15T04:22:03.295238926Z 
Processed prompts:  82%|████████▏ | 409/500 [06:32<02:54,  1.92s/it, est. speed input: 144.57 toks/s, output: 1852.78 toks/s]
-2025-03-15T04:22:04.203878860Z 
Processed prompts:  82%|████████▏ | 410/500 [06:38<04:34,  3.05s/it, est. speed input: 142.77 toks/s, output: 1839.02 toks/s]
-2025-03-15T04:22:07.892675482Z 
Processed prompts:  82%|████████▏ | 411/500 [06:39<03:35,  2.42s/it, est. speed input: 144.39 toks/s, output: 1850.35 toks/s]
-2025-03-15T04:22:09.095415323Z 
Processed prompts:  82%|████████▏ | 412/500 [06:43<04:06,  2.80s/it, est. speed input: 143.39 toks/s, output: 1848.97 toks/s]
-2025-03-15T04:22:10.073071166Z 
Processed prompts:  83%|████████▎ | 413/500 [06:44<03:22,  2.32s/it, est. speed input: 143.30 toks/s, output: 1859.02 toks/s]
-2025-03-15T04:22:10.884359172Z 
Processed prompts:  83%|████████▎ | 414/500 [06:45<02:45,  1.92s/it, est. speed input: 143.32 toks/s, output: 1870.11 toks/s]
-2025-03-15T04:22:12.725943112Z 
Processed prompts:  83%|████████▎ | 415/500 [06:46<02:15,  1.59s/it, est. speed input: 143.28 toks/s, output: 1875.36 toks/s]
-2025-03-15T04:22:14.259162305Z 
Processed prompts:  83%|████████▎ | 416/500 [06:47<02:19,  1.67s/it, est. speed input: 142.97 toks/s, output: 1882.50 toks/s]
-2025-03-15T04:22:17.404930051Z 
Processed prompts:  83%|████████▎ | 417/500 [06:49<02:14,  1.63s/it, est. speed input: 142.82 toks/s, output: 1891.08 toks/s]
-2025-03-15T04:22:18.188506820Z 
Processed prompts:  84%|████████▎ | 418/500 [06:52<02:50,  2.08s/it, est. speed input: 142.26 toks/s, output: 1892.33 toks/s]
-2025-03-15T04:22:20.522155513Z 
Processed prompts:  84%|████████▍ | 419/500 [06:53<02:17,  1.69s/it, est. speed input: 142.27 toks/s, output: 1901.19 toks/s]
-2025-03-15T04:22:25.338430091Z 
Processed prompts:  84%|████████▍ | 420/500 [06:55<02:30,  1.88s/it, est. speed input: 141.81 toks/s, output: 1906.24 toks/s]
-2025-03-15T04:22:29.733187383Z 
Processed prompts:  84%|████████▍ | 421/500 [07:00<03:38,  2.76s/it, est. speed input: 140.54 toks/s, output: 1900.21 toks/s]
-2025-03-15T04:22:30.996008789Z 
Processed prompts:  84%|████████▍ | 422/500 [07:04<04:13,  3.25s/it, est. speed input: 139.34 toks/s, output: 1891.80 toks/s]
-2025-03-15T04:22:32.701405907Z 
Processed prompts:  85%|████████▍ | 423/500 [07:06<03:24,  2.66s/it, est. speed input: 139.19 toks/s, output: 1898.11 toks/s]
-2025-03-15T04:22:43.304535095Z 
Processed prompts:  85%|████████▍ | 424/500 [07:07<03:00,  2.37s/it, est. speed input: 138.92 toks/s, output: 1904.28 toks/s]
-2025-03-15T04:22:51.618994553Z 
Processed prompts:  85%|████████▌ | 425/500 [07:18<06:03,  4.84s/it, est. speed input: 135.85 toks/s, output: 1874.28 toks/s]
-2025-03-15T04:22:54.336141526Z 
Processed prompts:  85%|████████▌ | 426/500 [07:26<07:15,  5.88s/it, est. speed input: 134.27 toks/s, output: 1855.56 toks/s]
-2025-03-15T04:23:00.664245773Z 
Processed prompts:  85%|████████▌ | 427/500 [07:29<06:00,  4.93s/it, est. speed input: 134.24 toks/s, output: 1860.53 toks/s]
-2025-03-15T04:23:10.850352059Z 
Processed prompts:  86%|████████▌ | 428/500 [07:35<06:25,  5.35s/it, est. speed input: 132.86 toks/s, output: 1850.98 toks/s]
-2025-03-15T04:23:13.790405774Z 
Processed prompts:  86%|████████▌ | 429/500 [07:45<08:02,  6.80s/it, est. speed input: 130.42 toks/s, output: 1826.91 toks/s]
-2025-03-15T04:23:19.091644654Z 
Processed prompts:  86%|████████▌ | 430/500 [07:48<06:35,  5.64s/it, est. speed input: 129.98 toks/s, output: 1831.89 toks/s]
-2025-03-15T04:23:24.810846769Z 
Processed prompts:  86%|████████▌ | 431/500 [07:54<06:22,  5.54s/it, est. speed input: 128.77 toks/s, output: 1824.96 toks/s]
-2025-03-15T04:23:32.034042605Z 
Processed prompts:  86%|████████▋ | 432/500 [07:59<06:20,  5.59s/it, est. speed input: 127.48 toks/s, output: 1817.66 toks/s]
-2025-03-15T04:23:36.126516836Z 
Processed prompts:  87%|████████▋ | 433/500 [08:07<06:47,  6.08s/it, est. speed input: 125.80 toks/s, output: 1801.56 toks/s]
-2025-03-15T04:23:37.775809100Z 
Processed prompts:  87%|████████▋ | 434/500 [08:11<06:02,  5.49s/it, est. speed input: 125.20 toks/s, output: 1803.22 toks/s]
-2025-03-15T04:23:38.317379896Z 
Processed prompts:  87%|████████▋ | 435/500 [08:12<04:41,  4.33s/it, est. speed input: 125.07 toks/s, output: 1813.86 toks/s]
-2025-03-15T04:23:53.262752003Z 
Processed prompts:  87%|████████▋ | 436/500 [08:13<03:24,  3.20s/it, est. speed input: 125.41 toks/s, output: 1828.56 toks/s]
-2025-03-15T04:23:59.156571362Z 
Processed prompts:  87%|████████▋ | 437/500 [08:28<07:03,  6.72s/it, est. speed input: 122.00 toks/s, output: 1791.66 toks/s]
-2025-03-15T04:24:00.779183937Z 
Processed prompts:  88%|████████▊ | 438/500 [08:34<06:41,  6.47s/it, est. speed input: 120.94 toks/s, output: 1788.03 toks/s]
-2025-03-15T04:24:01.041262833Z 
Processed prompts:  88%|████████▊ | 439/500 [08:35<05:06,  5.02s/it, est. speed input: 121.10 toks/s, output: 1799.33 toks/s]
-2025-03-15T04:24:03.430706642Z 
Processed prompts:  88%|████████▊ | 440/500 [08:36<03:35,  3.59s/it, est. speed input: 121.24 toks/s, output: 1810.06 toks/s]
-2025-03-15T04:24:34.129331785Z 
Processed prompts:  88%|████████▊ | 441/500 [08:38<03:10,  3.23s/it, est. speed input: 120.87 toks/s, output: 1813.00 toks/s]
-2025-03-15T04:24:40.910934225Z 
Processed prompts:  88%|████████▊ | 442/500 [09:09<11:05, 11.47s/it, est. speed input: 114.34 toks/s, output: 1727.51 toks/s]
-2025-03-15T04:24:46.247558734Z 
Processed prompts:  89%|████████▊ | 443/500 [09:16<09:33, 10.06s/it, est. speed input: 113.12 toks/s, output: 1718.60 toks/s]
-2025-03-15T04:24:53.585874930Z 
Processed prompts:  89%|████████▉ | 444/500 [09:21<08:04,  8.65s/it, est. speed input: 112.28 toks/s, output: 1719.63 toks/s]
-2025-03-15T04:24:58.661432414Z 
Processed prompts:  89%|████████▉ | 445/500 [09:28<07:33,  8.25s/it, est. speed input: 111.35 toks/s, output: 1714.87 toks/s]
-2025-03-15T04:24:59.445764412Z 
Processed prompts:  89%|████████▉ | 446/500 [09:33<06:34,  7.30s/it, est. speed input: 110.65 toks/s, output: 1717.18 toks/s]
-2025-03-15T04:25:03.008203538Z 
Processed prompts:  89%|████████▉ | 447/500 [09:34<04:43,  5.35s/it, est. speed input: 110.72 toks/s, output: 1732.32 toks/s]
-2025-03-15T04:25:19.347332721Z 
Processed prompts:  90%|████████▉ | 448/500 [09:38<04:10,  4.81s/it, est. speed input: 110.33 toks/s, output: 1739.16 toks/s]
-2025-03-15T04:25:23.313808528Z 
Processed prompts:  90%|████████▉ | 449/500 [09:54<07:01,  8.27s/it, est. speed input: 107.84 toks/s, output: 1708.95 toks/s]
-2025-03-15T04:25:23.695687850Z 
Processed prompts:  90%|█████████ | 450/500 [09:58<05:48,  6.98s/it, est. speed input: 107.33 toks/s, output: 1713.90 toks/s]
-2025-03-15T04:25:26.077736036Z 
Processed prompts:  90%|█████████ | 451/500 [09:58<04:04,  5.00s/it, est. speed input: 107.52 toks/s, output: 1730.43 toks/s]
-2025-03-15T04:25:30.712875850Z 
Processed prompts:  90%|█████████ | 452/500 [10:01<03:22,  4.21s/it, est. speed input: 107.38 toks/s, output: 1741.22 toks/s]
-2025-03-15T04:25:34.723193677Z 
Processed prompts:  91%|█████████ | 453/500 [10:05<03:24,  4.34s/it, est. speed input: 106.84 toks/s, output: 1745.60 toks/s]
-2025-03-15T04:25:44.009814101Z 
Processed prompts:  91%|█████████ | 454/500 [10:09<03:15,  4.24s/it, est. speed input: 106.39 toks/s, output: 1751.87 toks/s]
-2025-03-15T04:25:58.168693204Z 
Processed prompts:  91%|█████████ | 455/500 [10:19<04:18,  5.76s/it, est. speed input: 105.09 toks/s, output: 1743.44 toks/s]
-2025-03-15T04:25:58.900174256Z 
Processed prompts:  91%|█████████ | 456/500 [10:33<06:04,  8.28s/it, est. speed input: 103.03 toks/s, output: 1722.45 toks/s]
-2025-03-15T04:26:19.743035684Z 
Processed prompts:  91%|█████████▏| 457/500 [10:34<04:18,  6.01s/it, est. speed input: 103.16 toks/s, output: 1738.45 toks/s]
-2025-03-15T04:26:21.212676074Z 
Processed prompts:  92%|█████████▏| 458/500 [10:54<07:19, 10.46s/it, est. speed input: 100.09 toks/s, output: 1701.33 toks/s]
-2025-03-15T04:26:30.157665491Z 
Processed prompts:  92%|█████████▏| 459/500 [10:56<05:18,  7.76s/it, est. speed input: 100.06 toks/s, output: 1714.41 toks/s]
-2025-03-15T04:26:47.148062097Z 
Processed prompts:  92%|█████████▏| 460/500 [11:05<05:24,  8.12s/it, est. speed input: 98.86 toks/s, output: 1705.14 toks/s] 
-2025-03-15T04:27:01.035255542Z 
Processed prompts:  92%|█████████▏| 461/500 [11:22<07:00, 10.78s/it, est. speed input: 96.73 toks/s, output: 1681.16 toks/s]
-2025-03-15T04:27:12.054532121Z 
Processed prompts:  92%|█████████▏| 462/500 [11:36<07:25, 11.71s/it, est. speed input: 95.19 toks/s, output: 1666.24 toks/s]
-2025-03-15T04:27:15.635516362Z 
Processed prompts:  93%|█████████▎| 463/500 [11:47<07:05, 11.50s/it, est. speed input: 93.92 toks/s, output: 1658.99 toks/s]
-2025-03-15T04:27:23.571149856Z 
Processed prompts:  93%|█████████▎| 464/500 [11:50<05:28,  9.13s/it, est. speed input: 93.70 toks/s, output: 1669.38 toks/s]
-2025-03-15T04:27:25.376305550Z 
Processed prompts:  93%|█████████▎| 465/500 [11:58<05:06,  8.77s/it, est. speed input: 93.12 toks/s, output: 1669.77 toks/s]
-2025-03-15T04:27:30.558593790Z 
Processed prompts:  93%|█████████▎| 466/500 [12:00<03:47,  6.68s/it, est. speed input: 93.20 toks/s, output: 1684.44 toks/s]
-2025-03-15T04:27:33.855103191Z 
Processed prompts:  93%|█████████▎| 467/500 [12:05<03:25,  6.23s/it, est. speed input: 92.80 toks/s, output: 1691.32 toks/s]
-2025-03-15T04:27:51.927396903Z 
Processed prompts:  94%|█████████▎| 468/500 [12:09<02:51,  5.35s/it, est. speed input: 92.60 toks/s, output: 1702.62 toks/s]
-2025-03-15T04:28:02.222290462Z 
Processed prompts:  94%|█████████▍| 469/500 [12:27<04:44,  9.17s/it, est. speed input: 90.56 toks/s, output: 1680.57 toks/s]
-2025-03-15T04:28:13.750735502Z 
Processed prompts:  94%|█████████▍| 470/500 [12:37<04:45,  9.51s/it, est. speed input: 89.52 toks/s, output: 1676.99 toks/s]
-2025-03-15T04:28:30.396370116Z 
Processed prompts:  94%|█████████▍| 471/500 [12:48<04:53, 10.11s/it, est. speed input: 88.54 toks/s, output: 1671.24 toks/s]
-2025-03-15T04:28:34.484546982Z 
Processed prompts:  94%|█████████▍| 472/500 [13:05<05:38, 12.07s/it, est. speed input: 87.05 toks/s, output: 1655.39 toks/s]
-2025-03-15T04:28:34.654039315Z 
Processed prompts:  95%|█████████▍| 473/500 [13:09<04:21,  9.68s/it, est. speed input: 86.82 toks/s, output: 1666.44 toks/s]
-2025-03-15T04:28:39.578419078Z 
Processed prompts:  95%|█████████▍| 474/500 [13:09<02:57,  6.82s/it, est. speed input: 87.00 toks/s, output: 1685.70 toks/s]
-2025-03-15T04:28:42.052467542Z 
Processed prompts:  95%|█████████▌| 475/500 [13:14<02:36,  6.25s/it, est. speed input: 86.81 toks/s, output: 1694.94 toks/s]
-2025-03-15T04:28:46.852954219Z 
Processed prompts:  95%|█████████▌| 476/500 [13:17<02:02,  5.12s/it, est. speed input: 86.69 toks/s, output: 1708.18 toks/s]
-2025-03-15T04:28:47.567404481Z 
Processed prompts:  95%|█████████▌| 477/500 [13:21<01:55,  5.02s/it, est. speed input: 86.33 toks/s, output: 1716.93 toks/s]
-2025-03-15T04:29:07.097635492Z 
Processed prompts:  96%|█████████▌| 478/500 [13:22<01:22,  3.73s/it, est. speed input: 86.40 toks/s, output: 1733.82 toks/s]
-2025-03-15T04:29:07.756572230Z 
Processed prompts:  96%|█████████▌| 479/500 [13:42<02:57,  8.47s/it, est. speed input: 84.52 toks/s, output: 1712.69 toks/s]
-2025-03-15T04:29:23.153985494Z 
Processed prompts:  96%|█████████▌| 480/500 [13:42<02:02,  6.13s/it, est. speed input: 84.79 toks/s, output: 1731.39 toks/s]
-2025-03-15T04:29:26.465912279Z 
Processed prompts:  96%|█████████▌| 481/500 [13:58<02:49,  8.91s/it, est. speed input: 83.44 toks/s, output: 1719.92 toks/s]
-2025-03-15T04:29:54.001928500Z 
Processed prompts:  96%|█████████▋| 482/500 [14:01<02:10,  7.23s/it, est. speed input: 83.29 toks/s, output: 1733.54 toks/s]
-2025-03-15T04:30:01.416805137Z 
Processed prompts:  97%|█████████▋| 483/500 [14:29<03:46, 13.32s/it, est. speed input: 80.87 toks/s, output: 1699.43 toks/s]
-2025-03-15T04:30:20.288253319Z 
Processed prompts:  97%|█████████▋| 484/500 [14:36<03:04, 11.55s/it, est. speed input: 80.39 toks/s, output: 1706.00 toks/s]
-2025-03-15T04:30:21.227775770Z 
Processed prompts:  97%|█████████▋| 485/500 [14:55<03:26, 13.75s/it, est. speed input: 78.84 toks/s, output: 1691.36 toks/s]
-2025-03-15T04:30:36.063534828Z 
Processed prompts:  97%|█████████▋| 486/500 [14:56<02:18,  9.90s/it, est. speed input: 78.91 toks/s, output: 1710.91 toks/s]
-2025-03-15T04:31:12.536308732Z 
Processed prompts:  97%|█████████▋| 487/500 [15:11<02:27, 11.38s/it, est. speed input: 77.92 toks/s, output: 1704.70 toks/s]
-2025-03-15T04:31:58.944704656Z 
Processed prompts:  98%|█████████▊| 488/500 [15:47<03:46, 18.91s/it, est. speed input: 75.09 toks/s, output: 1661.51 toks/s]
-2025-03-15T04:31:59.593684313Z 
Processed prompts:  98%|█████████▊| 489/500 [16:34<04:58, 27.16s/it, est. speed input: 71.76 toks/s, output: 1607.26 toks/s]
-2025-03-15T04:32:01.719449460Z 
Processed prompts:  98%|█████████▊| 490/500 [16:34<03:12, 19.21s/it, est. speed input: 71.98 toks/s, output: 1629.54 toks/s]
-2025-03-15T04:32:14.913719684Z 
Processed prompts:  98%|█████████▊| 491/500 [16:36<02:06, 14.08s/it, est. speed input: 71.98 toks/s, output: 1649.44 toks/s]
-2025-03-15T04:32:30.026049179Z 
Processed prompts:  98%|█████████▊| 492/500 [16:50<01:50, 13.82s/it, est. speed input: 71.18 toks/s, output: 1651.56 toks/s]
-2025-03-15T04:32:30.978880182Z 
Processed prompts:  99%|█████████▊| 493/500 [17:05<01:39, 14.20s/it, est. speed input: 70.31 toks/s, output: 1651.28 toks/s]
-2025-03-15T04:32:33.286578700Z 
Processed prompts:  99%|█████████▉| 494/500 [17:06<01:01, 10.23s/it, est. speed input: 70.39 toks/s, output: 1673.84 toks/s]
-2025-03-15T04:33:11.550022613Z 
Processed prompts:  99%|█████████▉| 495/500 [17:08<00:39,  7.85s/it, est. speed input: 70.58 toks/s, output: 1694.25 toks/s]
-2025-03-15T04:34:07.646553442Z 
Processed prompts:  99%|█████████▉| 496/500 [17:46<01:07, 16.98s/it, est. speed input: 68.17 toks/s, output: 1658.99 toks/s]
-2025-03-15T04:34:30.797884603Z 
Processed prompts:  99%|█████████▉| 497/500 [18:42<01:26, 28.71s/it, est. speed input: 65.42 toks/s, output: 1603.62 toks/s]
-2025-03-15T04:34:31.529219118Z 
Processed prompts: 100%|█████████▉| 498/500 [19:05<00:54, 27.04s/it, est. speed input: 64.30 toks/s, output: 1599.62 toks/s]
-2025-03-15T04:35:08.094296201Z 
Processed prompts: 100%|█████████▉| 499/500 [19:06<00:19, 19.15s/it, est. speed input: 64.42 toks/s, output: 1627.01 toks/s]
-2025-03-15T04:35:08.094369464Z 
Processed prompts: 100%|██████████| 500/500 [19:43<00:00, 24.37s/it, est. speed input: 62.51 toks/s, output: 1604.35 toks/s]
Processed prompts: 100%|██████████| 500/500 [19:43<00:00,  2.37s/it, est. speed input: 62.51 toks/s, output: 1604.35 toks/s]
-2025-03-15T04:35:08.744421847Z 
Splits: 100%|██████████| 1/1 [19:44<00:00, 1184.04s/it]
Splits: 100%|██████████| 1/1 [19:44<00:00, 1184.04s/it]
-2025-03-15T04:35:10.419431746Z [2025-03-15 04:35:10,418] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T04:35:14.726173030Z [2025-03-15 04:35:14,725] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T04:35:14.751205610Z [2025-03-15 04:35:14,750] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T04:35:14.751238530Z [2025-03-15 04:35:14,751] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T04:35:17.336460371Z [2025-03-15 04:35:17,336] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp2_100/results/quyanh/OpenRS-GRPO/results_2025-03-15T04-35-14.751095.json (evaluation_tracker.py:234)
-2025-03-15T04:35:17.339749766Z |      Task       |Version|     Metric     |Value|   |Stderr|
-2025-03-15T04:35:17.339766719Z |-----------------|------:|----------------|----:|---|-----:|
-2025-03-15T04:35:17.339771506Z |all              |       |extractive_match|0.856|±  |0.0157|
-2025-03-15T04:35:17.339776096Z |custom:math_500:0|      1|extractive_match|0.856|±  |0.0157|
-2025-03-15T04:35:20.083695430Z Evaluating task: amc23
-2025-03-15T04:35:34.261667441Z [2025-03-15 04:35:34,261] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T04:36:29.764568120Z INFO 03-15 04:36:29 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T04:36:32.992104306Z [2025-03-15 04:36:32,990] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T04:37:12.539691974Z [2025-03-15 04:37:12,538] [    INFO]: This model supports multiple tasks: {'classify', 'score', 'reward', 'embed', 'generate'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T04:37:12.560176407Z [2025-03-15 04:37:12,559] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=bcd51fc82c5cab031f28a8051e6cd95610f6534e, override_neuron_config=None, tokenizer_revision=bcd51fc82c5cab031f28a8051e6cd95610f6534e, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T04:37:21.338777722Z [2025-03-15 04:37:21,337] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T04:37:22.089823084Z [2025-03-15 04:37:22,089] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T04:37:22.997044166Z [2025-03-15 04:37:22,996] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T04:37:23.410370360Z [2025-03-15 04:37:23,409] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T04:37:23.411873454Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T04:37:24.280308228Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.15it/s]
-2025-03-15T04:37:24.280369941Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.15it/s]
-2025-03-15T04:37:24.761363571Z [2025-03-15 04:37:24,760] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T04:37:27.084580133Z [2025-03-15 04:37:27,084] [    INFO]: Memory profiling takes 2.04 seconds
-2025-03-15T04:37:27.084626568Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T04:37:27.084631380Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T04:37:27.386893525Z [2025-03-15 04:37:27,386] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T04:37:27.386978237Z [2025-03-15 04:37:27,386] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T04:37:31.783247673Z [2025-03-15 04:37:31,782] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T04:37:47.810065767Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:26,  1.29it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:01<00:23,  1.43it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:02<00:20,  1.55it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:02<00:19,  1.60it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:03<00:18,  1.62it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:03<00:17,  1.62it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:04<00:17,  1.63it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:04<00:15,  1.69it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:05<00:13,  1.88it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:05<00:12,  2.02it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:06<00:11,  2.14it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:06<00:10,  2.19it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:07<00:09,  2.26it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:07<00:09,  2.29it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:07<00:08,  2.33it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:08<00:08,  2.36it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:08<00:07,  2.39it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:09<00:07,  2.42it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:09<00:06,  2.46it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:09<00:06,  2.46it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:10<00:05,  2.47it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:10<00:05,  2.48it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:11<00:04,  2.45it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:11<00:04,  2.46it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:11<00:04,  2.47it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:12<00:03,  2.44it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:12<00:03,  2.44it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:13<00:02,  2.46it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:13<00:02,  2.46it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:13<00:02,  2.48it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:14<00:01,  2.44it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:14<00:01,  2.45it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:15<00:00,  2.45it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:15<00:00,  2.46it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:16<00:00,  2.38it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:16<00:00,  2.18it/s]
-2025-03-15T04:37:47.810239971Z [2025-03-15 04:37:47,810] [    INFO]: Graph capturing finished in 16 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T04:37:47.819149466Z [2025-03-15 04:37:47,818] [    INFO]: init engine (profile, create kv cache, warmup model) took 23.06 seconds (llm_engine.py:431)
-2025-03-15T04:37:48.549780789Z [2025-03-15 04:37:48,549] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T04:37:48.566680032Z [2025-03-15 04:37:48,566] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T04:37:48.566721542Z [2025-03-15 04:37:48,566] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T04:37:48.566760572Z [2025-03-15 04:37:48,566] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T04:37:48.566766724Z [2025-03-15 04:37:48,566] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T04:37:48.566807749Z [2025-03-15 04:37:48,566] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T04:37:48.566873744Z [2025-03-15 04:37:48,566] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T04:37:48.566895356Z [2025-03-15 04:37:48,566] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T04:37:48.566912901Z [2025-03-15 04:37:48,566] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T04:37:48.569058832Z [2025-03-15 04:37:48,568] [    INFO]: knoveleng/AMC-23 default (lighteval_task.py:187)
-2025-03-15T04:37:48.569092065Z [2025-03-15 04:37:48,568] [ WARNING]: Careful, the task custom|amc23 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T04:37:51.310654617Z [2025-03-15 04:37:51,310] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T04:37:51.310716152Z [2025-03-15 04:37:51,310] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T04:37:51.310731062Z [2025-03-15 04:37:51,310] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T04:37:51.326838389Z [2025-03-15 04:37:51,326] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T04:37:51.339416950Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 04:37:51,339] [ WARNING]: context_size + max_new_tokens=33060 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T04:38:02.316034309Z 
Processed prompts:   0%|          | 0/40 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T04:38:03.087610175Z 
Processed prompts:   2%|▎         | 1/40 [00:10<07:07, 10.97s/it, est. speed input: 9.39 toks/s, output: 66.44 toks/s]
-2025-03-15T04:38:05.187878227Z 
Processed prompts:   5%|▌         | 2/40 [00:11<03:08,  4.97s/it, est. speed input: 21.97 toks/s, output: 128.49 toks/s]
-2025-03-15T04:38:07.823246450Z 
Processed prompts:   8%|▊         | 3/40 [00:13<02:15,  3.66s/it, est. speed input: 27.67 toks/s, output: 175.38 toks/s]
-2025-03-15T04:38:10.363903936Z 
Processed prompts:  10%|█         | 4/40 [00:16<01:57,  3.26s/it, est. speed input: 33.07 toks/s, output: 213.60 toks/s]
-2025-03-15T04:38:11.814248462Z 
Processed prompts:  12%|█▎        | 5/40 [00:19<01:44,  3.00s/it, est. speed input: 38.75 toks/s, output: 250.05 toks/s]
-2025-03-15T04:38:14.510146584Z 
Processed prompts:  15%|█▌        | 6/40 [00:20<01:24,  2.47s/it, est. speed input: 44.45 toks/s, output: 297.06 toks/s]
-2025-03-15T04:38:16.655783437Z 
Processed prompts:  18%|█▊        | 7/40 [00:23<01:23,  2.55s/it, est. speed input: 46.79 toks/s, output: 326.72 toks/s]
-2025-03-15T04:38:17.769604594Z 
Processed prompts:  20%|██        | 8/40 [00:25<01:17,  2.42s/it, est. speed input: 49.03 toks/s, output: 363.27 toks/s]
-2025-03-15T04:38:21.155354948Z 
Processed prompts:  22%|██▎       | 9/40 [00:26<01:02,  2.01s/it, est. speed input: 52.56 toks/s, output: 412.17 toks/s]
-2025-03-15T04:38:33.003352410Z 
Processed prompts:  25%|██▌       | 10/40 [00:29<01:13,  2.43s/it, est. speed input: 50.45 toks/s, output: 429.53 toks/s]
-2025-03-15T04:38:35.179991252Z 
Processed prompts:  28%|██▊       | 11/40 [00:41<02:34,  5.32s/it, est. speed input: 39.75 toks/s, output: 370.84 toks/s]
-2025-03-15T04:38:37.158855034Z 
Processed prompts:  30%|███       | 12/40 [00:43<02:02,  4.36s/it, est. speed input: 41.22 toks/s, output: 415.73 toks/s]
-2025-03-15T04:38:38.095983064Z 
Processed prompts:  32%|███▎      | 13/40 [00:45<01:38,  3.64s/it, est. speed input: 42.32 toks/s, output: 460.94 toks/s]
-2025-03-15T04:38:38.469116274Z 
Processed prompts:  35%|███▌      | 14/40 [00:46<01:13,  2.82s/it, est. speed input: 45.84 toks/s, output: 514.82 toks/s]
-2025-03-15T04:38:43.809093017Z 
Processed prompts:  38%|███▊      | 15/40 [00:47<00:52,  2.08s/it, est. speed input: 48.89 toks/s, output: 573.85 toks/s]
-2025-03-15T04:38:44.481405148Z 
Processed prompts:  40%|████      | 16/40 [00:52<01:13,  3.06s/it, est. speed input: 46.37 toks/s, output: 578.48 toks/s]
-2025-03-15T04:38:51.562859897Z 
Processed prompts:  42%|████▎     | 17/40 [00:53<00:53,  2.35s/it, est. speed input: 49.64 toks/s, output: 634.20 toks/s]
-2025-03-15T04:38:53.709433295Z 
Processed prompts:  45%|████▌     | 18/40 [01:00<01:22,  3.77s/it, est. speed input: 47.18 toks/s, output: 622.55 toks/s]
-2025-03-15T04:38:55.860093990Z 
Processed prompts:  48%|████▊     | 19/40 [01:02<01:08,  3.28s/it, est. speed input: 48.91 toks/s, output: 664.07 toks/s]
-2025-03-15T04:39:04.850533618Z 
Processed prompts:  50%|█████     | 20/40 [01:04<00:58,  2.94s/it, est. speed input: 49.43 toks/s, output: 704.89 toks/s]
-2025-03-15T04:39:06.533000039Z 
Processed prompts:  52%|█████▎    | 21/40 [01:13<01:30,  4.76s/it, est. speed input: 46.51 toks/s, output: 681.82 toks/s]
-2025-03-15T04:39:09.644758900Z 
Processed prompts:  55%|█████▌    | 22/40 [01:15<01:09,  3.83s/it, est. speed input: 47.01 toks/s, output: 729.72 toks/s]
-2025-03-15T04:39:37.062227096Z 
Processed prompts:  60%|██████    | 24/40 [01:18<00:44,  2.78s/it, est. speed input: 47.84 toks/s, output: 824.68 toks/s]
-2025-03-15T04:39:51.792728502Z 
Processed prompts:  62%|██████▎   | 25/40 [01:45<02:13,  8.89s/it, est. speed input: 36.64 toks/s, output: 674.80 toks/s]
-2025-03-15T04:40:08.925917730Z 
Processed prompts:  65%|██████▌   | 26/40 [02:00<02:25, 10.42s/it, est. speed input: 33.12 toks/s, output: 656.30 toks/s]
-2025-03-15T04:40:11.158124723Z 
Processed prompts:  68%|██████▊   | 27/40 [02:17<02:39, 12.25s/it, est. speed input: 30.15 toks/s, output: 637.85 toks/s]
-2025-03-15T04:40:26.966345569Z 
Processed prompts:  70%|███████   | 28/40 [02:19<01:53,  9.44s/it, est. speed input: 30.81 toks/s, output: 690.93 toks/s]
-2025-03-15T04:40:32.502867421Z 
Processed prompts:  72%|███████▎  | 29/40 [02:35<02:03, 11.26s/it, est. speed input: 28.75 toks/s, output: 683.96 toks/s]
-2025-03-15T04:40:45.097164319Z 
Processed prompts:  75%|███████▌  | 30/40 [02:41<01:36,  9.60s/it, est. speed input: 28.68 toks/s, output: 723.66 toks/s]
-2025-03-15T04:41:01.579927022Z 
Processed prompts:  78%|███████▊  | 31/40 [02:53<01:34, 10.48s/it, est. speed input: 28.13 toks/s, output: 733.97 toks/s]
-2025-03-15T04:41:01.784131279Z 
Processed prompts:  80%|████████  | 32/40 [03:10<01:37, 12.25s/it, est. speed input: 26.28 toks/s, output: 733.44 toks/s]
-2025-03-15T04:41:22.399461062Z 
Processed prompts:  82%|████████▎ | 33/40 [03:10<01:00,  8.68s/it, est. speed input: 27.27 toks/s, output: 795.73 toks/s]
-2025-03-15T04:41:25.292217446Z 
Processed prompts:  85%|████████▌ | 34/40 [03:31<01:13, 12.23s/it, est. speed input: 25.34 toks/s, output: 781.45 toks/s]
-2025-03-15T04:41:37.298247597Z 
Processed prompts:  88%|████████▊ | 35/40 [03:33<00:47,  9.45s/it, est. speed input: 25.63 toks/s, output: 834.47 toks/s]
-2025-03-15T04:41:57.624493332Z 
Processed prompts:  90%|█████████ | 36/40 [03:45<00:40, 10.21s/it, est. speed input: 25.56 toks/s, output: 854.45 toks/s]
-2025-03-15T04:42:04.022381159Z 
Processed prompts:  92%|█████████▎| 37/40 [04:06<00:39, 13.24s/it, est. speed input: 23.90 toks/s, output: 849.18 toks/s]
-2025-03-15T04:42:23.446514051Z 
Processed prompts:  95%|█████████▌| 38/40 [04:12<00:22, 11.19s/it, est. speed input: 24.45 toks/s, output: 893.42 toks/s]
-2025-03-15T04:44:38.490833357Z 
Processed prompts:  98%|█████████▊| 39/40 [04:32<00:13, 13.66s/it, est. speed input: 23.36 toks/s, output: 896.86 toks/s]
-2025-03-15T04:44:38.490900615Z 
Processed prompts: 100%|██████████| 40/40 [06:47<00:00, 50.04s/it, est. speed input: 15.88 toks/s, output: 673.32 toks/s]
Processed prompts: 100%|██████████| 40/40 [06:47<00:00, 10.18s/it, est. speed input: 15.88 toks/s, output: 673.32 toks/s]
-2025-03-15T04:44:38.563300189Z 
Splits: 100%|██████████| 1/1 [06:47<00:00, 407.24s/it]
Splits: 100%|██████████| 1/1 [06:47<00:00, 407.24s/it]
-2025-03-15T04:44:39.417058392Z [2025-03-15 04:44:39,416] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T04:44:39.638882703Z [2025-03-15 04:44:39,638] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T04:44:39.651351594Z [2025-03-15 04:44:39,651] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T04:44:39.651388615Z [2025-03-15 04:44:39,651] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T04:44:39.880857996Z [2025-03-15 04:44:39,880] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp2_100/results/quyanh/OpenRS-GRPO/results_2025-03-15T04-44-39.651229.json (evaluation_tracker.py:234)
-2025-03-15T04:44:39.885160683Z |     Task     |Version|     Metric     |Value|   |Stderr|
-2025-03-15T04:44:39.885193220Z |--------------|------:|----------------|----:|---|-----:|
-2025-03-15T04:44:39.885198683Z |all           |       |extractive_match|  0.7|±  |0.0734|
-2025-03-15T04:44:39.885203637Z |custom:amc23:0|      1|extractive_match|  0.7|±  |0.0734|
-2025-03-15T04:44:42.775371515Z ----------------------------------------
-2025-03-15T04:44:42.776761513Z ----------------------------------------
-2025-03-15T04:44:42.776782839Z Running evaluations for experiment 2, step 150
-2025-03-15T04:44:42.776787830Z Revision: rev2_150 = cd11ea7ddfcf1b4756a2c82c7aa7e6ffba293c1b
-2025-03-15T04:44:42.776792719Z Output directory: data/evals/Exp2_150
-2025-03-15T04:44:42.781578111Z Evaluating task: aime24
-2025-03-15T04:45:01.732036353Z [2025-03-15 04:45:01,731] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T04:46:00.490140184Z INFO 03-15 04:46:00 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T04:46:06.356045236Z [2025-03-15 04:46:06,354] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T04:47:15.388480452Z [2025-03-15 04:47:15,387] [    INFO]: This model supports multiple tasks: {'generate', 'classify', 'embed', 'score', 'reward'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T04:47:15.398571407Z [2025-03-15 04:47:15,397] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=cd11ea7ddfcf1b4756a2c82c7aa7e6ffba293c1b, override_neuron_config=None, tokenizer_revision=cd11ea7ddfcf1b4756a2c82c7aa7e6ffba293c1b, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T04:47:23.916055244Z [2025-03-15 04:47:23,915] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T04:47:24.440881460Z [2025-03-15 04:47:24,440] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T04:47:24.947753244Z [2025-03-15 04:47:24,947] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T04:47:33.233583573Z [2025-03-15 04:47:33,232] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T04:47:33.235433342Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T04:47:33.846043772Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.64it/s]
-2025-03-15T04:47:33.846099285Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.64it/s]
-2025-03-15T04:47:34.282796538Z [2025-03-15 04:47:34,281] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T04:47:36.044056281Z [2025-03-15 04:47:36,043] [    INFO]: Memory profiling takes 1.46 seconds
-2025-03-15T04:47:36.044107598Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T04:47:36.044114514Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T04:47:36.252788934Z [2025-03-15 04:47:36,252] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T04:47:36.252837840Z [2025-03-15 04:47:36,252] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T04:47:41.012218133Z [2025-03-15 04:47:41,011] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T04:47:56.878866598Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:23,  1.43it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:01<00:22,  1.48it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:02<00:21,  1.46it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:02<00:20,  1.50it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:03<00:18,  1.66it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:03<00:16,  1.79it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:04<00:14,  1.88it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:04<00:13,  1.95it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:05<00:12,  2.01it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:05<00:12,  2.06it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:05<00:11,  2.12it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:06<00:10,  2.22it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:06<00:09,  2.30it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:07<00:09,  2.31it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:07<00:08,  2.36it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:08<00:07,  2.39it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:08<00:07,  2.40it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:08<00:07,  2.42it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:09<00:06,  2.40it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:09<00:06,  2.42it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:10<00:05,  2.43it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:10<00:05,  2.44it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:10<00:04,  2.43it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:11<00:04,  2.43it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:11<00:04,  2.41it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:12<00:03,  2.38it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:12<00:03,  2.40it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:12<00:02,  2.42it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:13<00:02,  2.43it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:13<00:02,  2.42it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:14<00:01,  2.42it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:14<00:01,  2.43it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:15<00:00,  2.40it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:15<00:00,  2.42it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:15<00:00,  2.40it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:15<00:00,  2.21it/s]
-2025-03-15T04:47:56.878960482Z [2025-03-15 04:47:56,878] [    INFO]: Graph capturing finished in 16 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T04:47:56.909619930Z [2025-03-15 04:47:56,909] [    INFO]: init engine (profile, create kv cache, warmup model) took 22.63 seconds (llm_engine.py:431)
-2025-03-15T04:47:57.846004793Z [2025-03-15 04:47:57,845] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T04:47:57.874829686Z [2025-03-15 04:47:57,874] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T04:47:57.874883151Z [2025-03-15 04:47:57,874] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T04:47:57.874889486Z [2025-03-15 04:47:57,874] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T04:47:57.874895151Z [2025-03-15 04:47:57,874] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T04:47:57.874900003Z [2025-03-15 04:47:57,874] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T04:47:57.874904701Z [2025-03-15 04:47:57,874] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T04:47:57.874936466Z [2025-03-15 04:47:57,874] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T04:47:57.874942791Z [2025-03-15 04:47:57,874] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T04:47:57.877962969Z [2025-03-15 04:47:57,877] [    INFO]: HuggingFaceH4/aime_2024 default (lighteval_task.py:187)
-2025-03-15T04:47:57.878010736Z [2025-03-15 04:47:57,877] [ WARNING]: Careful, the task custom|aime24 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T04:47:59.995131153Z [2025-03-15 04:47:59,994] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T04:47:59.995181533Z [2025-03-15 04:47:59,994] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T04:47:59.995238123Z [2025-03-15 04:47:59,994] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T04:48:00.009001830Z [2025-03-15 04:48:00,008] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T04:48:00.019988244Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 04:48:00,019] [ WARNING]: context_size + max_new_tokens=33238 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T04:48:16.688639146Z 
Processed prompts:   0%|          | 0/30 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T04:48:34.964427523Z 
Processed prompts:   3%|▎         | 1/30 [00:16<08:03, 16.66s/it, est. speed input: 7.56 toks/s, output: 71.35 toks/s]
-2025-03-15T04:48:42.035285832Z 
Processed prompts:   7%|▋         | 2/30 [00:34<08:13, 17.61s/it, est. speed input: 9.62 toks/s, output: 101.63 toks/s]
-2025-03-15T04:48:43.408586460Z 
Processed prompts:  10%|█         | 3/30 [00:42<05:45, 12.80s/it, est. speed input: 10.95 toks/s, output: 151.13 toks/s]
-2025-03-15T04:48:55.249836454Z 
Processed prompts:  13%|█▎        | 4/30 [00:43<03:35,  8.29s/it, est. speed input: 15.67 toks/s, output: 212.77 toks/s]
-2025-03-15T04:48:55.732883245Z 
Processed prompts:  17%|█▋        | 5/30 [00:55<03:59,  9.57s/it, est. speed input: 14.69 toks/s, output: 232.28 toks/s]
-2025-03-15T04:49:08.774897485Z 
Processed prompts:  20%|██        | 6/30 [00:55<02:35,  6.48s/it, est. speed input: 18.17 toks/s, output: 295.36 toks/s]
-2025-03-15T04:49:19.363747122Z 
Processed prompts:  23%|██▎       | 7/30 [01:08<03:18,  8.63s/it, est. speed input: 17.27 toks/s, output: 303.60 toks/s]
-2025-03-15T04:49:20.040588893Z 
Processed prompts:  27%|██▋       | 8/30 [01:19<03:23,  9.25s/it, est. speed input: 16.75 toks/s, output: 326.66 toks/s]
-2025-03-15T04:49:26.522819559Z 
Processed prompts:  30%|███       | 9/30 [01:20<02:17,  6.57s/it, est. speed input: 18.83 toks/s, output: 387.43 toks/s]
-2025-03-15T04:49:27.837343372Z 
Processed prompts:  33%|███▎      | 10/30 [01:26<02:10,  6.54s/it, est. speed input: 19.92 toks/s, output: 421.64 toks/s]
-2025-03-15T04:49:39.884980173Z 
Processed prompts:  37%|███▋      | 11/30 [01:27<01:33,  4.94s/it, est. speed input: 21.45 toks/s, output: 478.52 toks/s]
-2025-03-15T04:49:55.339772065Z 
Processed prompts:  40%|████      | 12/30 [01:39<02:07,  7.10s/it, est. speed input: 20.57 toks/s, output: 483.49 toks/s]
-2025-03-15T04:50:04.445428421Z 
Processed prompts:  43%|████▎     | 13/30 [01:55<02:43,  9.63s/it, est. speed input: 19.31 toks/s, output: 480.69 toks/s]
-2025-03-15T04:50:08.116565931Z 
Processed prompts:  47%|████▋     | 14/30 [02:04<02:31,  9.47s/it, est. speed input: 19.01 toks/s, output: 507.06 toks/s]
-2025-03-15T04:50:12.921986095Z 
Processed prompts:  50%|█████     | 15/30 [02:08<01:55,  7.73s/it, est. speed input: 20.46 toks/s, output: 554.01 toks/s]
-2025-03-15T04:50:28.009323585Z 
Processed prompts:  53%|█████▎    | 16/30 [02:12<01:35,  6.85s/it, est. speed input: 20.75 toks/s, output: 595.38 toks/s]
-2025-03-15T04:50:40.815218351Z 
Processed prompts:  57%|█████▋    | 17/30 [02:27<02:01,  9.32s/it, est. speed input: 19.67 toks/s, output: 595.95 toks/s]
-2025-03-15T04:51:00.775247416Z 
Processed prompts:  60%|██████    | 18/30 [02:40<02:04, 10.37s/it, est. speed input: 19.12 toks/s, output: 609.67 toks/s]
-2025-03-15T04:51:53.276410164Z 
Processed prompts:  63%|██████▎   | 19/30 [03:00<02:25, 13.25s/it, est. speed input: 17.88 toks/s, output: 603.25 toks/s]
-2025-03-15T04:52:13.415216129Z 
Processed prompts:  67%|██████▋   | 20/30 [03:53<04:10, 25.04s/it, est. speed input: 14.82 toks/s, output: 527.84 toks/s]
-2025-03-15T04:52:15.961065530Z 
Processed prompts:  70%|███████   | 21/30 [04:13<03:32, 23.57s/it, est. speed input: 14.22 toks/s, output: 546.03 toks/s]
-2025-03-15T04:52:26.727645773Z 
Processed prompts:  73%|███████▎  | 22/30 [04:15<02:18, 17.26s/it, est. speed input: 15.91 toks/s, output: 600.73 toks/s]
-2025-03-15T04:52:28.749992793Z 
Processed prompts:  77%|███████▋  | 23/30 [04:26<01:47, 15.31s/it, est. speed input: 15.85 toks/s, output: 636.69 toks/s]
-2025-03-15T04:52:29.413988518Z 
Processed prompts:  80%|████████  | 24/30 [04:28<01:07, 11.32s/it, est. speed input: 16.43 toks/s, output: 692.15 toks/s]
-2025-03-15T04:52:33.073162412Z 
Processed prompts:  83%|████████▎ | 25/30 [04:29<00:40,  8.12s/it, est. speed input: 16.87 toks/s, output: 750.73 toks/s]
-2025-03-15T04:52:37.594326454Z 
Processed prompts:  87%|████████▋ | 26/30 [04:33<00:27,  6.78s/it, est. speed input: 17.65 toks/s, output: 801.13 toks/s]
-2025-03-15T04:52:47.993021207Z 
Processed prompts:  90%|█████████ | 27/30 [04:37<00:18,  6.11s/it, est. speed input: 17.86 toks/s, output: 848.83 toks/s]
-2025-03-15T04:53:04.537966521Z 
Processed prompts:  93%|█████████▎| 28/30 [04:47<00:14,  7.39s/it, est. speed input: 18.01 toks/s, output: 879.76 toks/s]
-2025-03-15T04:54:02.212443071Z 
Processed prompts:  97%|█████████▋| 29/30 [05:04<00:10, 10.14s/it, est. speed input: 17.53 toks/s, output: 894.82 toks/s]
-2025-03-15T04:54:02.212531448Z 
Processed prompts: 100%|██████████| 30/30 [06:02<00:00, 24.40s/it, est. speed input: 15.25 toks/s, output: 819.93 toks/s]
Processed prompts: 100%|██████████| 30/30 [06:02<00:00, 12.07s/it, est. speed input: 15.25 toks/s, output: 819.93 toks/s]
-2025-03-15T04:54:02.293571772Z 
Splits: 100%|██████████| 1/1 [06:02<00:00, 362.28s/it]
Splits: 100%|██████████| 1/1 [06:02<00:00, 362.28s/it]
-2025-03-15T04:54:03.192423679Z [2025-03-15 04:54:03,192] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T04:54:03.394165253Z [2025-03-15 04:54:03,393] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T04:54:03.406457508Z [2025-03-15 04:54:03,406] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T04:54:03.406492177Z [2025-03-15 04:54:03,406] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T04:54:03.651107218Z [2025-03-15 04:54:03,650] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp2_150/results/quyanh/OpenRS-GRPO/results_2025-03-15T04-54-03.406254.json (evaluation_tracker.py:234)
-2025-03-15T04:54:03.655528115Z |     Task      |Version|     Metric     |Value |   |Stderr|
-2025-03-15T04:54:03.655560322Z |---------------|------:|----------------|-----:|---|-----:|
-2025-03-15T04:54:03.655568545Z |all            |       |extractive_match|0.3667|±  |0.0895|
-2025-03-15T04:54:03.655576109Z |custom:aime24:0|      1|extractive_match|0.3667|±  |0.0895|
-2025-03-15T04:54:06.175528355Z Evaluating task: math_500
-2025-03-15T04:54:26.473890531Z [2025-03-15 04:54:26,473] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T04:55:15.114833525Z INFO 03-15 04:55:15 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T04:55:20.789477509Z [2025-03-15 04:55:20,788] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T04:56:30.214811232Z [2025-03-15 04:56:30,213] [    INFO]: This model supports multiple tasks: {'reward', 'generate', 'classify', 'score', 'embed'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T04:56:30.230343379Z [2025-03-15 04:56:30,229] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=cd11ea7ddfcf1b4756a2c82c7aa7e6ffba293c1b, override_neuron_config=None, tokenizer_revision=cd11ea7ddfcf1b4756a2c82c7aa7e6ffba293c1b, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T04:56:37.346521431Z [2025-03-15 04:56:37,345] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T04:56:38.048009711Z [2025-03-15 04:56:38,047] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T04:56:38.532210989Z [2025-03-15 04:56:38,531] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T04:56:38.899519107Z [2025-03-15 04:56:38,898] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T04:56:38.901119838Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T04:56:39.521524294Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.61it/s]
-2025-03-15T04:56:39.521585854Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.61it/s]
-2025-03-15T04:56:39.968345257Z [2025-03-15 04:56:39,967] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T04:56:41.664602949Z [2025-03-15 04:56:41,664] [    INFO]: Memory profiling takes 1.42 seconds
-2025-03-15T04:56:41.664665244Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T04:56:41.664671349Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T04:56:41.902430664Z [2025-03-15 04:56:41,902] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T04:56:41.902481688Z [2025-03-15 04:56:41,902] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T04:56:45.653180634Z [2025-03-15 04:56:45,652] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T04:56:59.759346669Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:14,  2.30it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:00<00:13,  2.42it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:12,  2.46it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:01<00:12,  2.47it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:02<00:12,  2.45it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:02<00:11,  2.47it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:02<00:11,  2.46it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:03<00:10,  2.46it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:03<00:10,  2.48it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:04<00:10,  2.45it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:04<00:09,  2.47it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:04<00:09,  2.49it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:05<00:08,  2.48it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:05<00:08,  2.48it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:06<00:08,  2.47it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:06<00:07,  2.47it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:06<00:07,  2.48it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:07<00:06,  2.50it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:07<00:06,  2.49it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:08<00:05,  2.50it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:08<00:05,  2.50it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:08<00:05,  2.50it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:09<00:04,  2.48it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:09<00:04,  2.50it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:10<00:03,  2.51it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:10<00:03,  2.49it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:10<00:03,  2.50it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:11<00:02,  2.49it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:11<00:02,  2.50it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:12<00:01,  2.51it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:12<00:01,  2.51it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:12<00:01,  2.48it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:13<00:00,  2.50it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:13<00:00,  2.50it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:14<00:00,  2.48it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:14<00:00,  2.48it/s]
-2025-03-15T04:56:59.759462586Z [2025-03-15 04:56:59,759] [    INFO]: Graph capturing finished in 14 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T04:56:59.768024016Z [2025-03-15 04:56:59,767] [    INFO]: init engine (profile, create kv cache, warmup model) took 19.80 seconds (llm_engine.py:431)
-2025-03-15T04:57:00.495404905Z [2025-03-15 04:57:00,495] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T04:57:00.514773226Z [2025-03-15 04:57:00,514] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T04:57:00.514825596Z [2025-03-15 04:57:00,514] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T04:57:00.514831477Z [2025-03-15 04:57:00,514] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T04:57:00.514836450Z [2025-03-15 04:57:00,514] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T04:57:00.514847386Z [2025-03-15 04:57:00,514] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T04:57:00.514852240Z [2025-03-15 04:57:00,514] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T04:57:00.514890865Z [2025-03-15 04:57:00,514] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T04:57:00.514931657Z [2025-03-15 04:57:00,514] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T04:57:00.516958764Z [2025-03-15 04:57:00,516] [    INFO]: HuggingFaceH4/MATH-500 default (lighteval_task.py:187)
-2025-03-15T04:57:00.517002640Z [2025-03-15 04:57:00,516] [ WARNING]: Careful, the task custom|math_500 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T04:57:02.662430431Z [2025-03-15 04:57:02,662] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T04:57:02.662474191Z [2025-03-15 04:57:02,662] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T04:57:02.662480411Z [2025-03-15 04:57:02,662] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T04:57:02.785257276Z [2025-03-15 04:57:02,784] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T04:57:02.895799994Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 04:57:02,895] [ WARNING]: context_size + max_new_tokens=33636 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T04:57:27.533259950Z 
Processed prompts:   0%|          | 0/500 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T04:57:32.997503998Z 
Processed prompts:   0%|          | 1/500 [00:24<3:24:35, 24.60s/it, est. speed input: 35.29 toks/s, output: 17.56 toks/s]
-2025-03-15T04:57:33.689254319Z 
Processed prompts:   0%|          | 2/500 [00:30<1:50:45, 13.34s/it, est. speed input: 34.09 toks/s, output: 32.00 toks/s]
-2025-03-15T04:57:34.111947833Z 
Processed prompts:   1%|          | 3/500 [00:30<1:02:40,  7.57s/it, est. speed input: 38.33 toks/s, output: 48.90 toks/s]
-2025-03-15T04:57:36.897306719Z 
Processed prompts:   1%|          | 5/500 [00:31<28:04,  3.40s/it, est. speed input: 50.23 toks/s, output: 83.26 toks/s]  
-2025-03-15T04:57:38.458883166Z 
Processed prompts:   1%|          | 6/500 [00:33<26:33,  3.23s/it, est. speed input: 50.26 toks/s, output: 94.04 toks/s]
-2025-03-15T04:57:39.406425688Z 
Processed prompts:   1%|▏         | 7/500 [00:35<22:30,  2.74s/it, est. speed input: 52.50 toks/s, output: 107.50 toks/s]
-2025-03-15T04:57:41.277426651Z 
Processed prompts:   2%|▏         | 8/500 [00:36<18:08,  2.21s/it, est. speed input: 54.89 toks/s, output: 122.28 toks/s]
-2025-03-15T04:57:42.565767344Z 
Processed prompts:   2%|▏         | 9/500 [00:38<17:16,  2.11s/it, est. speed input: 56.07 toks/s, output: 133.87 toks/s]
-2025-03-15T04:57:45.141474734Z 
Processed prompts:   2%|▏         | 10/500 [00:39<15:15,  1.87s/it, est. speed input: 57.50 toks/s, output: 147.05 toks/s]
-2025-03-15T04:57:45.275920717Z 
Processed prompts:   2%|▏         | 11/500 [00:42<16:56,  2.08s/it, est. speed input: 57.74 toks/s, output: 155.59 toks/s]
-2025-03-15T04:57:45.644301073Z 
Processed prompts:   2%|▏         | 12/500 [00:42<12:11,  1.50s/it, est. speed input: 60.55 toks/s, output: 172.59 toks/s]
-2025-03-15T04:57:48.428201622Z 
Processed prompts:   3%|▎         | 13/500 [00:42<09:25,  1.16s/it, est. speed input: 65.16 toks/s, output: 188.59 toks/s]
-2025-03-15T04:57:49.826994974Z 
Processed prompts:   3%|▎         | 14/500 [00:45<13:20,  1.65s/it, est. speed input: 64.32 toks/s, output: 194.51 toks/s]
-2025-03-15T04:57:51.451625545Z 
Processed prompts:   3%|▎         | 15/500 [00:46<12:42,  1.57s/it, est. speed input: 65.36 toks/s, output: 205.96 toks/s]
-2025-03-15T04:57:51.768012285Z 
Processed prompts:   3%|▎         | 16/500 [00:48<12:48,  1.59s/it, est. speed input: 66.37 toks/s, output: 216.29 toks/s]
-2025-03-15T04:57:52.803607626Z 
Processed prompts:   3%|▎         | 17/500 [00:48<09:42,  1.21s/it, est. speed input: 68.64 toks/s, output: 232.11 toks/s]
-2025-03-15T04:57:53.062150004Z 
Processed prompts:   4%|▎         | 18/500 [00:49<09:16,  1.16s/it, est. speed input: 75.08 toks/s, output: 244.50 toks/s]
-2025-03-15T04:57:53.201273683Z 
Processed prompts:   4%|▍         | 19/500 [00:50<07:06,  1.13it/s, est. speed input: 77.34 toks/s, output: 260.43 toks/s]
-2025-03-15T04:57:54.061886534Z 
Processed prompts:   4%|▍         | 20/500 [00:50<05:17,  1.51it/s, est. speed input: 79.95 toks/s, output: 276.90 toks/s]
-2025-03-15T04:57:54.922607094Z 
Processed prompts:   4%|▍         | 21/500 [00:51<05:45,  1.39it/s, est. speed input: 81.48 toks/s, output: 289.41 toks/s]
-2025-03-15T04:57:57.712450430Z 
Processed prompts:   4%|▍         | 22/500 [00:51<06:04,  1.31it/s, est. speed input: 82.90 toks/s, output: 301.78 toks/s]
-2025-03-15T04:57:57.911742367Z 
Processed prompts:   5%|▍         | 23/500 [00:54<10:54,  1.37s/it, est. speed input: 81.80 toks/s, output: 303.53 toks/s]
-2025-03-15T04:57:59.033885498Z 
Processed prompts:   5%|▍         | 24/500 [00:54<08:05,  1.02s/it, est. speed input: 84.05 toks/s, output: 319.55 toks/s]
-2025-03-15T04:58:00.340853694Z 
Processed prompts:   5%|▌         | 26/500 [00:56<06:23,  1.24it/s, est. speed input: 87.08 toks/s, output: 347.04 toks/s]
-2025-03-15T04:58:00.907417971Z 
Processed prompts:   6%|▌         | 28/500 [00:57<05:52,  1.34it/s, est. speed input: 90.72 toks/s, output: 372.93 toks/s]
-2025-03-15T04:58:01.413849271Z 
Processed prompts:   6%|▌         | 29/500 [00:57<05:32,  1.41it/s, est. speed input: 92.21 toks/s, output: 386.35 toks/s]
-2025-03-15T04:58:02.424816787Z 
Processed prompts:   6%|▌         | 30/500 [00:58<05:09,  1.52it/s, est. speed input: 93.83 toks/s, output: 400.05 toks/s]
-2025-03-15T04:58:03.917431266Z 
Processed prompts:   6%|▋         | 32/500 [00:59<04:39,  1.68it/s, est. speed input: 97.27 toks/s, output: 427.05 toks/s]
-2025-03-15T04:58:04.182047764Z 
Processed prompts:   7%|▋         | 34/500 [01:00<05:03,  1.53it/s, est. speed input: 99.24 toks/s, output: 450.22 toks/s]
-2025-03-15T04:58:04.937263121Z 
Processed prompts:   7%|▋         | 35/500 [01:01<04:25,  1.75it/s, est. speed input: 102.09 toks/s, output: 465.27 toks/s]
-2025-03-15T04:58:05.262780529Z 
Processed prompts:   7%|▋         | 36/500 [01:02<04:44,  1.63it/s, est. speed input: 102.91 toks/s, output: 476.59 toks/s]
-2025-03-15T04:58:05.649109733Z 
Processed prompts:   7%|▋         | 37/500 [01:02<04:11,  1.84it/s, est. speed input: 104.46 toks/s, output: 491.07 toks/s]
-2025-03-15T04:58:05.802399252Z 
Processed prompts:   8%|▊         | 38/500 [01:02<03:51,  1.99it/s, est. speed input: 106.31 toks/s, output: 505.01 toks/s]
-2025-03-15T04:58:06.936531669Z 
Processed prompts:   8%|▊         | 40/500 [01:02<02:27,  3.12it/s, est. speed input: 110.40 toks/s, output: 537.67 toks/s]
-2025-03-15T04:58:07.264225756Z 
Processed prompts:   8%|▊         | 41/500 [01:04<03:54,  1.96it/s, est. speed input: 110.48 toks/s, output: 545.09 toks/s]
-2025-03-15T04:58:08.768929192Z 
Processed prompts:   8%|▊         | 42/500 [01:04<03:32,  2.15it/s, est. speed input: 111.95 toks/s, output: 559.24 toks/s]
-2025-03-15T04:58:09.098246190Z 
Processed prompts:   9%|▊         | 43/500 [01:05<05:37,  1.35it/s, est. speed input: 111.32 toks/s, output: 563.36 toks/s]
-2025-03-15T04:58:09.243687938Z 
Processed prompts:   9%|▉         | 44/500 [01:06<04:45,  1.60it/s, est. speed input: 113.53 toks/s, output: 577.45 toks/s]
-2025-03-15T04:58:10.999712926Z 
Processed prompts:   9%|▉         | 45/500 [01:06<03:43,  2.03it/s, est. speed input: 115.49 toks/s, output: 593.08 toks/s]
-2025-03-15T04:58:11.763443845Z 
Processed prompts:   9%|▉         | 46/500 [01:08<06:27,  1.17it/s, est. speed input: 115.08 toks/s, output: 594.64 toks/s]
-2025-03-15T04:58:11.905474000Z 
Processed prompts:   9%|▉         | 47/500 [01:08<06:14,  1.21it/s, est. speed input: 115.97 toks/s, output: 604.90 toks/s]
-2025-03-15T04:58:12.357096133Z 
Processed prompts:  10%|▉         | 48/500 [01:08<04:43,  1.60it/s, est. speed input: 117.70 toks/s, output: 620.50 toks/s]
-2025-03-15T04:58:12.562192985Z 
Processed prompts:  10%|▉         | 49/500 [01:09<04:19,  1.74it/s, est. speed input: 119.04 toks/s, output: 633.30 toks/s]
-2025-03-15T04:58:13.205505164Z 
Processed prompts:  10%|█         | 50/500 [01:09<03:29,  2.15it/s, est. speed input: 120.50 toks/s, output: 640.48 toks/s]
-2025-03-15T04:58:14.099803804Z 
Processed prompts:  10%|█         | 51/500 [01:10<03:52,  1.93it/s, est. speed input: 121.26 toks/s, output: 651.44 toks/s]
-2025-03-15T04:58:14.431482709Z 
Processed prompts:  10%|█         | 52/500 [01:11<04:42,  1.59it/s, est. speed input: 121.50 toks/s, output: 652.35 toks/s]
-2025-03-15T04:58:17.723314037Z 
Processed prompts:  11%|█         | 53/500 [01:11<04:01,  1.85it/s, est. speed input: 123.16 toks/s, output: 666.12 toks/s]
-2025-03-15T04:58:19.447690398Z 
Processed prompts:  11%|█         | 54/500 [01:14<10:08,  1.36s/it, est. speed input: 119.50 toks/s, output: 653.43 toks/s]
-2025-03-15T04:58:19.719105641Z 
Processed prompts:  11%|█         | 55/500 [01:16<10:55,  1.47s/it, est. speed input: 120.46 toks/s, output: 655.32 toks/s]
-2025-03-15T04:58:20.753979863Z 
Processed prompts:  11%|█         | 56/500 [01:16<08:13,  1.11s/it, est. speed input: 122.51 toks/s, output: 669.61 toks/s]
-2025-03-15T04:58:21.361913007Z 
Processed prompts:  11%|█▏        | 57/500 [01:17<08:02,  1.09s/it, est. speed input: 123.25 toks/s, output: 677.29 toks/s]
-2025-03-15T04:58:24.503426198Z 
Processed prompts:  12%|█▏        | 59/500 [01:18<05:20,  1.38it/s, est. speed input: 126.69 toks/s, output: 705.09 toks/s]
-2025-03-15T04:58:26.451052557Z 
Processed prompts:  12%|█▏        | 60/500 [01:21<09:43,  1.33s/it, est. speed input: 123.62 toks/s, output: 694.47 toks/s]
-2025-03-15T04:58:27.636084777Z 
Processed prompts:  12%|█▏        | 61/500 [01:23<10:53,  1.49s/it, est. speed input: 122.23 toks/s, output: 685.84 toks/s]
-2025-03-15T04:58:28.241271026Z 
Processed prompts:  12%|█▏        | 62/500 [01:24<10:15,  1.41s/it, est. speed input: 122.49 toks/s, output: 692.74 toks/s]
-2025-03-15T04:58:28.651117352Z 
Processed prompts:  13%|█▎        | 63/500 [01:25<08:36,  1.18s/it, est. speed input: 125.18 toks/s, output: 704.31 toks/s]
-2025-03-15T04:58:28.800841545Z 
Processed prompts:  13%|█▎        | 64/500 [01:25<06:59,  1.04it/s, est. speed input: 126.07 toks/s, output: 717.42 toks/s]
-2025-03-15T04:58:29.079935297Z 
Processed prompts:  13%|█▎        | 65/500 [01:25<05:15,  1.38it/s, est. speed input: 127.55 toks/s, output: 732.63 toks/s]
-2025-03-15T04:58:30.724962380Z 
Processed prompts:  13%|█▎        | 66/500 [01:26<04:18,  1.68it/s, est. speed input: 128.75 toks/s, output: 746.72 toks/s]
-2025-03-15T04:58:31.327696583Z 
Processed prompts:  13%|█▎        | 67/500 [01:27<06:31,  1.11it/s, est. speed input: 127.93 toks/s, output: 749.16 toks/s]
-2025-03-15T04:58:31.476112496Z 
Processed prompts:  14%|█▎        | 68/500 [01:28<05:52,  1.23it/s, est. speed input: 128.63 toks/s, output: 760.48 toks/s]
-2025-03-15T04:58:33.898811403Z 
Processed prompts:  14%|█▍        | 69/500 [01:28<04:25,  1.62it/s, est. speed input: 130.13 toks/s, output: 775.63 toks/s]
-2025-03-15T04:58:34.830556565Z 
Processed prompts:  14%|█▍        | 70/500 [01:30<08:16,  1.16s/it, est. speed input: 128.13 toks/s, output: 771.36 toks/s]
-2025-03-15T04:58:35.308230799Z 
Processed prompts:  14%|█▍        | 71/500 [01:31<07:47,  1.09s/it, est. speed input: 128.22 toks/s, output: 779.92 toks/s]
-2025-03-15T04:58:36.061639806Z 
Processed prompts:  14%|█▍        | 72/500 [01:32<06:27,  1.10it/s, est. speed input: 129.08 toks/s, output: 792.25 toks/s]
-2025-03-15T04:58:36.674742205Z 
Processed prompts:  15%|█▍        | 74/500 [01:33<04:42,  1.51it/s, est. speed input: 131.14 toks/s, output: 818.44 toks/s]
-2025-03-15T04:58:37.418640006Z 
Processed prompts:  15%|█▌        | 75/500 [01:33<04:36,  1.54it/s, est. speed input: 131.87 toks/s, output: 829.43 toks/s]
-2025-03-15T04:58:38.099764172Z 
Processed prompts:  15%|█▌        | 76/500 [01:34<04:45,  1.48it/s, est. speed input: 132.51 toks/s, output: 839.23 toks/s]
-2025-03-15T04:58:38.718343857Z 
Processed prompts:  15%|█▌        | 77/500 [01:35<04:46,  1.48it/s, est. speed input: 134.21 toks/s, output: 849.55 toks/s]
-2025-03-15T04:58:39.071007756Z 
Processed prompts:  16%|█▌        | 78/500 [01:35<04:38,  1.51it/s, est. speed input: 134.59 toks/s, output: 849.26 toks/s]
-2025-03-15T04:58:39.489679251Z 
Processed prompts:  16%|█▌        | 79/500 [01:36<04:00,  1.75it/s, est. speed input: 135.57 toks/s, output: 862.44 toks/s]
-2025-03-15T04:58:40.303908706Z 
Processed prompts:  16%|█▌        | 80/500 [01:36<03:41,  1.89it/s, est. speed input: 136.34 toks/s, output: 874.99 toks/s]
-2025-03-15T04:58:42.042879183Z 
Processed prompts:  16%|█▌        | 81/500 [01:37<04:16,  1.63it/s, est. speed input: 136.49 toks/s, output: 877.54 toks/s]
-2025-03-15T04:58:43.591024334Z 
Processed prompts:  16%|█▋        | 82/500 [01:39<06:34,  1.06it/s, est. speed input: 135.36 toks/s, output: 870.94 toks/s]
-2025-03-15T04:58:44.147159385Z 
Processed prompts:  17%|█▋        | 83/500 [01:40<07:48,  1.12s/it, est. speed input: 134.61 toks/s, output: 873.78 toks/s]
-2025-03-15T04:58:45.308321192Z 
Processed prompts:  17%|█▋        | 84/500 [01:41<06:37,  1.05it/s, est. speed input: 135.21 toks/s, output: 885.20 toks/s]
-2025-03-15T04:58:46.132399473Z 
Processed prompts:  17%|█▋        | 85/500 [01:42<07:01,  1.02s/it, est. speed input: 135.20 toks/s, output: 891.36 toks/s]
-2025-03-15T04:58:47.092792173Z 
Processed prompts:  17%|█▋        | 86/500 [01:43<06:36,  1.04it/s, est. speed input: 135.75 toks/s, output: 900.44 toks/s]
-2025-03-15T04:58:47.518818049Z 
Processed prompts:  17%|█▋        | 87/500 [01:44<06:36,  1.04it/s, est. speed input: 135.65 toks/s, output: 898.20 toks/s]
-2025-03-15T04:58:48.685259792Z 
Processed prompts:  18%|█▊        | 88/500 [01:44<05:29,  1.25it/s, est. speed input: 136.26 toks/s, output: 901.54 toks/s]
-2025-03-15T04:58:48.922008822Z 
Processed prompts:  18%|█▊        | 89/500 [01:45<06:13,  1.10it/s, est. speed input: 136.48 toks/s, output: 907.75 toks/s]
-2025-03-15T04:58:49.412168407Z 
Processed prompts:  18%|█▊        | 91/500 [01:45<03:42,  1.84it/s, est. speed input: 139.49 toks/s, output: 932.88 toks/s]
-2025-03-15T04:58:49.568458113Z 
Processed prompts:  18%|█▊        | 92/500 [01:46<03:36,  1.88it/s, est. speed input: 139.95 toks/s, output: 933.80 toks/s]
-2025-03-15T04:58:51.125197714Z 
Processed prompts:  19%|█▊        | 93/500 [01:46<02:56,  2.31it/s, est. speed input: 140.93 toks/s, output: 942.96 toks/s]
-2025-03-15T04:58:52.620197065Z 
Processed prompts:  19%|█▉        | 96/500 [01:48<03:13,  2.09it/s, est. speed input: 143.22 toks/s, output: 977.22 toks/s]
-2025-03-15T04:58:53.046501767Z 
Processed prompts:  19%|█▉        | 97/500 [01:49<04:35,  1.46it/s, est. speed input: 142.64 toks/s, output: 979.90 toks/s]
-2025-03-15T04:58:54.481920739Z 
Processed prompts:  20%|█▉        | 98/500 [01:50<04:11,  1.60it/s, est. speed input: 143.28 toks/s, output: 992.10 toks/s]
-2025-03-15T04:58:54.704341530Z 
Processed prompts:  20%|██        | 100/500 [01:51<04:24,  1.51it/s, est. speed input: 143.69 toks/s, output: 1003.41 toks/s]
-2025-03-15T04:58:56.207171692Z 
Processed prompts:  20%|██        | 101/500 [01:51<03:45,  1.77it/s, est. speed input: 144.47 toks/s, output: 1007.69 toks/s]
-2025-03-15T04:58:56.968581699Z 
Processed prompts:  20%|██        | 102/500 [01:53<05:13,  1.27it/s, est. speed input: 144.01 toks/s, output: 1010.27 toks/s]
-2025-03-15T04:58:57.663820327Z 
Processed prompts:  21%|██        | 103/500 [01:54<05:10,  1.28it/s, est. speed input: 144.10 toks/s, output: 1010.19 toks/s]
-2025-03-15T04:58:59.366680508Z 
Processed prompts:  21%|██        | 104/500 [01:54<05:00,  1.32it/s, est. speed input: 144.48 toks/s, output: 1020.00 toks/s]
-2025-03-15T04:58:59.588528159Z 
Processed prompts:  21%|██        | 105/500 [01:56<06:42,  1.02s/it, est. speed input: 143.40 toks/s, output: 1012.09 toks/s]
-2025-03-15T04:59:00.350673988Z 
Processed prompts:  21%|██        | 106/500 [01:56<05:12,  1.26it/s, est. speed input: 144.25 toks/s, output: 1026.08 toks/s]
-2025-03-15T04:59:01.655172938Z 
Processed prompts:  21%|██▏       | 107/500 [01:57<05:08,  1.27it/s, est. speed input: 144.30 toks/s, output: 1023.83 toks/s]
-2025-03-15T04:59:01.879052950Z 
Processed prompts:  22%|██▏       | 108/500 [01:58<06:06,  1.07it/s, est. speed input: 143.87 toks/s, output: 1028.47 toks/s]
-2025-03-15T04:59:02.240788521Z 
Processed prompts:  22%|██▏       | 109/500 [01:58<04:44,  1.38it/s, est. speed input: 144.80 toks/s, output: 1042.41 toks/s]
-2025-03-15T04:59:02.468746292Z 
Processed prompts:  22%|██▏       | 110/500 [01:59<04:01,  1.62it/s, est. speed input: 145.34 toks/s, output: 1044.30 toks/s]
-2025-03-15T04:59:02.895954654Z 
Processed prompts:  22%|██▏       | 111/500 [01:59<03:15,  1.99it/s, est. speed input: 146.37 toks/s, output: 1058.18 toks/s]
-2025-03-15T04:59:03.875085038Z 
Processed prompts:  22%|██▏       | 112/500 [01:59<03:06,  2.08it/s, est. speed input: 148.35 toks/s, output: 1070.28 toks/s]
-2025-03-15T04:59:04.778342628Z 
Processed prompts:  23%|██▎       | 114/500 [02:00<03:07,  2.06it/s, est. speed input: 149.29 toks/s, output: 1084.00 toks/s]
-2025-03-15T04:59:07.657529664Z 
Processed prompts:  23%|██▎       | 115/500 [02:01<03:46,  1.70it/s, est. speed input: 149.15 toks/s, output: 1082.61 toks/s]
-2025-03-15T04:59:07.954736891Z 
Processed prompts:  23%|██▎       | 116/500 [02:04<07:35,  1.19s/it, est. speed input: 147.72 toks/s, output: 1073.44 toks/s]
-2025-03-15T04:59:08.470180249Z 
Processed prompts:  23%|██▎       | 117/500 [02:05<06:01,  1.06it/s, est. speed input: 148.39 toks/s, output: 1086.69 toks/s]
-2025-03-15T04:59:10.343281314Z 
Processed prompts:  24%|██▍       | 119/500 [02:05<04:05,  1.55it/s, est. speed input: 150.43 toks/s, output: 1113.77 toks/s]
-2025-03-15T04:59:11.260604981Z 
Processed prompts:  24%|██▍       | 120/500 [02:07<05:55,  1.07it/s, est. speed input: 149.60 toks/s, output: 1113.17 toks/s]
-2025-03-15T04:59:11.759661271Z 
Processed prompts:  24%|██▍       | 122/500 [02:08<04:40,  1.35it/s, est. speed input: 150.86 toks/s, output: 1131.40 toks/s]
-2025-03-15T04:59:12.737048434Z 
Processed prompts:  25%|██▍       | 123/500 [02:08<04:19,  1.45it/s, est. speed input: 151.77 toks/s, output: 1142.77 toks/s]
-2025-03-15T04:59:13.101410514Z 
Processed prompts:  25%|██▍       | 124/500 [02:09<04:45,  1.32it/s, est. speed input: 151.58 toks/s, output: 1143.80 toks/s]
-2025-03-15T04:59:13.942375012Z 
Processed prompts:  25%|██▌       | 125/500 [02:10<04:06,  1.52it/s, est. speed input: 152.06 toks/s, output: 1146.78 toks/s]
-2025-03-15T04:59:15.333036452Z 
Processed prompts:  25%|██▌       | 126/500 [02:11<04:24,  1.42it/s, est. speed input: 152.10 toks/s, output: 1155.15 toks/s]
-2025-03-15T04:59:16.106552731Z 
Processed prompts:  25%|██▌       | 127/500 [02:12<05:34,  1.12it/s, est. speed input: 153.65 toks/s, output: 1158.74 toks/s]
-2025-03-15T04:59:16.538803309Z 
Processed prompts:  26%|██▌       | 128/500 [02:13<05:20,  1.16it/s, est. speed input: 154.16 toks/s, output: 1167.71 toks/s]
-2025-03-15T04:59:17.803284237Z 
Processed prompts:  26%|██▌       | 129/500 [02:13<04:33,  1.36it/s, est. speed input: 154.52 toks/s, output: 1168.32 toks/s]
-2025-03-15T04:59:18.033222734Z 
Processed prompts:  26%|██▌       | 130/500 [02:14<05:29,  1.12it/s, est. speed input: 153.93 toks/s, output: 1162.29 toks/s]
-2025-03-15T04:59:18.950615846Z 
Processed prompts:  26%|██▌       | 131/500 [02:15<04:17,  1.44it/s, est. speed input: 154.58 toks/s, output: 1169.50 toks/s]
-2025-03-15T04:59:19.452669553Z 
Processed prompts:  26%|██▋       | 132/500 [02:16<04:40,  1.31it/s, est. speed input: 154.75 toks/s, output: 1177.29 toks/s]
-2025-03-15T04:59:20.505892653Z 
Processed prompts:  27%|██▋       | 133/500 [02:16<04:11,  1.46it/s, est. speed input: 155.37 toks/s, output: 1188.63 toks/s]
-2025-03-15T04:59:21.009215404Z 
Processed prompts:  27%|██▋       | 134/500 [02:17<04:50,  1.26it/s, est. speed input: 155.12 toks/s, output: 1195.18 toks/s]
-2025-03-15T04:59:21.513489158Z 
Processed prompts:  27%|██▋       | 135/500 [02:18<04:18,  1.41it/s, est. speed input: 155.62 toks/s, output: 1206.48 toks/s]
-2025-03-15T04:59:22.224794403Z 
Processed prompts:  27%|██▋       | 136/500 [02:18<03:55,  1.55it/s, est. speed input: 155.91 toks/s, output: 1209.66 toks/s]
-2025-03-15T04:59:23.075006315Z 
Processed prompts:  27%|██▋       | 137/500 [02:19<04:01,  1.50it/s, est. speed input: 156.04 toks/s, output: 1219.12 toks/s]
-2025-03-15T04:59:23.314122152Z 
Processed prompts:  28%|██▊       | 138/500 [02:20<04:21,  1.39it/s, est. speed input: 156.14 toks/s, output: 1227.35 toks/s]
-2025-03-15T04:59:24.023851899Z 
Processed prompts:  28%|██▊       | 140/500 [02:20<02:39,  2.25it/s, est. speed input: 157.91 toks/s, output: 1249.79 toks/s]
-2025-03-15T04:59:24.667346457Z 
Processed prompts:  28%|██▊       | 141/500 [02:21<03:02,  1.96it/s, est. speed input: 157.98 toks/s, output: 1252.17 toks/s]
-2025-03-15T04:59:25.449114099Z 
Processed prompts:  28%|██▊       | 142/500 [02:21<03:14,  1.84it/s, est. speed input: 158.07 toks/s, output: 1251.35 toks/s]
-2025-03-15T04:59:25.609039919Z 
Processed prompts:  29%|██▊       | 143/500 [02:22<03:37,  1.64it/s, est. speed input: 158.10 toks/s, output: 1260.08 toks/s]
-2025-03-15T04:59:26.529382778Z 
Processed prompts:  29%|██▉       | 144/500 [02:22<02:52,  2.07it/s, est. speed input: 158.83 toks/s, output: 1274.26 toks/s]
-2025-03-15T04:59:28.495546444Z 
Processed prompts:  29%|██▉       | 145/500 [02:23<03:35,  1.64it/s, est. speed input: 158.62 toks/s, output: 1272.08 toks/s]
-2025-03-15T04:59:31.644179634Z 
Processed prompts:  29%|██▉       | 146/500 [02:25<05:54,  1.00s/it, est. speed input: 157.53 toks/s, output: 1270.46 toks/s]
-2025-03-15T04:59:32.016640769Z 
Processed prompts:  29%|██▉       | 147/500 [02:28<09:35,  1.63s/it, est. speed input: 155.22 toks/s, output: 1259.03 toks/s]
-2025-03-15T04:59:32.666341228Z 
Processed prompts:  30%|██▉       | 149/500 [02:29<05:41,  1.03it/s, est. speed input: 156.38 toks/s, output: 1266.58 toks/s]
-2025-03-15T04:59:34.151732632Z 
Processed prompts:  30%|███       | 150/500 [02:29<05:12,  1.12it/s, est. speed input: 156.59 toks/s, output: 1276.54 toks/s]
-2025-03-15T04:59:34.940457384Z 
Processed prompts:  30%|███       | 151/500 [02:31<06:05,  1.05s/it, est. speed input: 155.81 toks/s, output: 1269.04 toks/s]
-2025-03-15T04:59:35.521279347Z 
Processed prompts:  30%|███       | 152/500 [02:32<05:40,  1.02it/s, est. speed input: 155.77 toks/s, output: 1269.40 toks/s]
-2025-03-15T04:59:37.727272858Z 
Processed prompts:  31%|███       | 153/500 [02:32<05:00,  1.15it/s, est. speed input: 155.90 toks/s, output: 1268.08 toks/s]
-2025-03-15T04:59:42.257228673Z 
Processed prompts:  31%|███       | 154/500 [02:34<07:11,  1.25s/it, est. speed input: 154.42 toks/s, output: 1255.32 toks/s]
-2025-03-15T04:59:43.503917547Z 
Processed prompts:  31%|███       | 155/500 [02:39<12:38,  2.20s/it, est. speed input: 150.73 toks/s, output: 1223.94 toks/s]
-2025-03-15T04:59:44.315343244Z 
Processed prompts:  31%|███       | 156/500 [02:40<11:00,  1.92s/it, est. speed input: 150.31 toks/s, output: 1223.48 toks/s]
-2025-03-15T04:59:44.706610240Z 
Processed prompts:  31%|███▏      | 157/500 [02:41<09:06,  1.59s/it, est. speed input: 150.33 toks/s, output: 1228.70 toks/s]
-2025-03-15T04:59:45.873827645Z 
Processed prompts:  32%|███▏      | 159/500 [02:41<05:25,  1.05it/s, est. speed input: 152.23 toks/s, output: 1247.65 toks/s]
-2025-03-15T04:59:46.613961057Z 
Processed prompts:  32%|███▏      | 161/500 [02:42<04:33,  1.24it/s, est. speed input: 152.54 toks/s, output: 1249.91 toks/s]
-2025-03-15T04:59:48.358117638Z 
Processed prompts:  32%|███▏      | 162/500 [02:43<04:28,  1.26it/s, est. speed input: 152.60 toks/s, output: 1253.72 toks/s]
-2025-03-15T04:59:48.740155102Z 
Processed prompts:  33%|███▎      | 163/500 [02:45<05:43,  1.02s/it, est. speed input: 151.67 toks/s, output: 1245.41 toks/s]
-2025-03-15T04:59:50.198875000Z 
Processed prompts:  33%|███▎      | 164/500 [02:45<04:48,  1.17it/s, est. speed input: 152.54 toks/s, output: 1257.84 toks/s]
-2025-03-15T04:59:50.869804257Z 
Processed prompts:  33%|███▎      | 165/500 [02:47<05:41,  1.02s/it, est. speed input: 151.87 toks/s, output: 1251.35 toks/s]
-2025-03-15T04:59:51.613548245Z 
Processed prompts:  33%|███▎      | 166/500 [02:47<05:08,  1.08it/s, est. speed input: 152.21 toks/s, output: 1261.62 toks/s]
-2025-03-15T04:59:52.499325193Z 
Processed prompts:  33%|███▎      | 167/500 [02:48<04:50,  1.15it/s, est. speed input: 152.22 toks/s, output: 1262.92 toks/s]
-2025-03-15T04:59:53.747015479Z 
Processed prompts:  34%|███▎      | 168/500 [02:49<04:50,  1.14it/s, est. speed input: 152.12 toks/s, output: 1264.08 toks/s]
-2025-03-15T04:59:54.059376201Z 
Processed prompts:  34%|███▍      | 169/500 [02:50<05:25,  1.02it/s, est. speed input: 151.68 toks/s, output: 1261.24 toks/s]
-2025-03-15T04:59:54.805081273Z 
Processed prompts:  34%|███▍      | 170/500 [02:51<04:19,  1.27it/s, est. speed input: 152.10 toks/s, output: 1267.82 toks/s]
-2025-03-15T04:59:55.568137443Z 
Processed prompts:  34%|███▍      | 171/500 [02:51<04:14,  1.29it/s, est. speed input: 152.08 toks/s, output: 1266.39 toks/s]
-2025-03-15T04:59:56.467718493Z 
Processed prompts:  35%|███▍      | 173/500 [02:52<03:14,  1.68it/s, est. speed input: 152.72 toks/s, output: 1271.80 toks/s]
-2025-03-15T04:59:57.075589506Z 
Processed prompts:  35%|███▍      | 174/500 [02:53<03:38,  1.49it/s, est. speed input: 152.62 toks/s, output: 1274.29 toks/s]
-2025-03-15T04:59:58.409851632Z 
Processed prompts:  35%|███▌      | 175/500 [02:54<03:32,  1.53it/s, est. speed input: 152.70 toks/s, output: 1272.76 toks/s]
-2025-03-15T04:59:59.306039912Z 
Processed prompts:  35%|███▌      | 176/500 [02:55<04:31,  1.19it/s, est. speed input: 152.33 toks/s, output: 1278.28 toks/s]
-2025-03-15T04:59:59.766476122Z 
Processed prompts:  35%|███▌      | 177/500 [02:56<04:35,  1.17it/s, est. speed input: 153.42 toks/s, output: 1286.96 toks/s]
-2025-03-15T05:00:00.155491074Z 
Processed prompts:  36%|███▌      | 178/500 [02:56<03:58,  1.35it/s, est. speed input: 153.69 toks/s, output: 1292.16 toks/s]
-2025-03-15T05:00:00.469931829Z 
Processed prompts:  36%|███▌      | 179/500 [02:57<03:25,  1.56it/s, est. speed input: 154.05 toks/s, output: 1299.94 toks/s]
-2025-03-15T05:00:00.638648052Z 
Processed prompts:  36%|███▌      | 181/500 [02:57<02:14,  2.37it/s, est. speed input: 155.30 toks/s, output: 1322.65 toks/s]
-2025-03-15T05:00:01.688661369Z 
Processed prompts:  36%|███▋      | 182/500 [02:57<01:54,  2.78it/s, est. speed input: 156.18 toks/s, output: 1336.56 toks/s]
-2025-03-15T05:00:02.074499693Z 
Processed prompts:  37%|███▋      | 184/500 [02:58<02:15,  2.34it/s, est. speed input: 156.82 toks/s, output: 1353.95 toks/s]
-2025-03-15T05:00:02.679877614Z 
Processed prompts:  37%|███▋      | 185/500 [02:59<02:11,  2.39it/s, est. speed input: 157.95 toks/s, output: 1366.19 toks/s]
-2025-03-15T05:00:03.356871593Z 
Processed prompts:  37%|███▋      | 186/500 [02:59<02:25,  2.16it/s, est. speed input: 158.03 toks/s, output: 1366.14 toks/s]
-2025-03-15T05:00:04.032599693Z 
Processed prompts:  37%|███▋      | 187/500 [03:00<02:42,  1.93it/s, est. speed input: 158.30 toks/s, output: 1376.15 toks/s]
-2025-03-15T05:00:04.998430164Z 
Processed prompts:  38%|███▊      | 189/500 [03:01<02:17,  2.26it/s, est. speed input: 158.94 toks/s, output: 1381.29 toks/s]
-2025-03-15T05:00:05.747453816Z 
Processed prompts:  38%|███▊      | 190/500 [03:02<02:54,  1.77it/s, est. speed input: 158.71 toks/s, output: 1379.41 toks/s]
-2025-03-15T05:00:06.789672732Z 
Processed prompts:  38%|███▊      | 191/500 [03:02<03:08,  1.64it/s, est. speed input: 159.15 toks/s, output: 1388.87 toks/s]
-2025-03-15T05:00:07.029869688Z 
Processed prompts:  38%|███▊      | 192/500 [03:03<03:42,  1.38it/s, est. speed input: 159.02 toks/s, output: 1396.10 toks/s]
-2025-03-15T05:00:08.580038260Z 
Processed prompts:  39%|███▊      | 193/500 [03:04<03:01,  1.69it/s, est. speed input: 159.41 toks/s, output: 1398.02 toks/s]
-2025-03-15T05:00:08.893972097Z 
Processed prompts:  39%|███▉      | 194/500 [03:05<04:23,  1.16it/s, est. speed input: 158.88 toks/s, output: 1401.43 toks/s]
-2025-03-15T05:00:09.425594391Z 
Processed prompts:  39%|███▉      | 195/500 [03:05<03:34,  1.42it/s, est. speed input: 159.21 toks/s, output: 1403.49 toks/s]
-2025-03-15T05:00:10.102350497Z 
Processed prompts:  39%|███▉      | 196/500 [03:06<03:18,  1.53it/s, est. speed input: 159.36 toks/s, output: 1405.67 toks/s]
-2025-03-15T05:00:10.570883419Z 
Processed prompts:  39%|███▉      | 197/500 [03:07<03:20,  1.51it/s, est. speed input: 159.40 toks/s, output: 1407.62 toks/s]
-2025-03-15T05:00:10.809821169Z 
Processed prompts:  40%|███▉      | 199/500 [03:07<02:20,  2.14it/s, est. speed input: 160.15 toks/s, output: 1411.87 toks/s]
-2025-03-15T05:00:11.267243769Z 
Processed prompts:  40%|████      | 200/500 [03:07<02:03,  2.44it/s, est. speed input: 160.56 toks/s, output: 1416.93 toks/s]
-2025-03-15T05:00:11.872566679Z 
Processed prompts:  40%|████      | 201/500 [03:08<02:06,  2.37it/s, est. speed input: 160.74 toks/s, output: 1416.92 toks/s]
-2025-03-15T05:00:12.125180826Z 
Processed prompts:  40%|████      | 202/500 [03:08<02:20,  2.12it/s, est. speed input: 160.81 toks/s, output: 1417.45 toks/s]
-2025-03-15T05:00:12.654296922Z 
Processed prompts:  41%|████      | 205/500 [03:09<01:17,  3.79it/s, est. speed input: 162.50 toks/s, output: 1441.85 toks/s]
-2025-03-15T05:00:12.895388116Z 
Processed prompts:  41%|████      | 206/500 [03:09<01:33,  3.15it/s, est. speed input: 162.65 toks/s, output: 1444.69 toks/s]
-2025-03-15T05:00:16.806638375Z 
Processed prompts:  41%|████▏     | 207/500 [03:09<01:28,  3.33it/s, est. speed input: 163.01 toks/s, output: 1446.43 toks/s]
-2025-03-15T05:00:17.559103154Z 
Processed prompts:  42%|████▏     | 208/500 [03:13<05:44,  1.18s/it, est. speed input: 160.35 toks/s, output: 1427.05 toks/s]
-2025-03-15T05:00:18.458475877Z 
Processed prompts:  42%|████▏     | 210/500 [03:14<04:06,  1.18it/s, est. speed input: 161.23 toks/s, output: 1443.71 toks/s]
-2025-03-15T05:00:18.918565055Z 
Processed prompts:  42%|████▏     | 212/500 [03:15<03:22,  1.42it/s, est. speed input: 161.77 toks/s, output: 1460.89 toks/s]
-2025-03-15T05:00:20.324952029Z 
Processed prompts:  43%|████▎     | 213/500 [03:15<03:07,  1.53it/s, est. speed input: 161.95 toks/s, output: 1461.78 toks/s]
-2025-03-15T05:00:20.494323598Z 
Processed prompts:  43%|████▎     | 214/500 [03:17<03:55,  1.21it/s, est. speed input: 161.35 toks/s, output: 1455.90 toks/s]
-2025-03-15T05:00:21.174984587Z 
Processed prompts:  43%|████▎     | 215/500 [03:17<03:08,  1.51it/s, est. speed input: 161.77 toks/s, output: 1460.12 toks/s]
-2025-03-15T05:00:21.781808353Z 
Processed prompts:  43%|████▎     | 216/500 [03:18<03:09,  1.50it/s, est. speed input: 161.76 toks/s, output: 1459.12 toks/s]
-2025-03-15T05:00:22.902375869Z 
Processed prompts:  43%|████▎     | 217/500 [03:18<03:04,  1.54it/s, est. speed input: 161.79 toks/s, output: 1457.12 toks/s]
-2025-03-15T05:00:23.292261602Z 
Processed prompts:  44%|████▎     | 218/500 [03:19<03:40,  1.28it/s, est. speed input: 161.41 toks/s, output: 1451.31 toks/s]
-2025-03-15T05:00:24.414228729Z 
Processed prompts:  44%|████▍     | 219/500 [03:20<03:08,  1.49it/s, est. speed input: 161.62 toks/s, output: 1451.90 toks/s]
-2025-03-15T05:00:24.803912434Z 
Processed prompts:  44%|████▍     | 220/500 [03:21<03:44,  1.25it/s, est. speed input: 162.25 toks/s, output: 1458.70 toks/s]
-2025-03-15T05:00:25.638129973Z 
Processed prompts:  44%|████▍     | 221/500 [03:21<03:09,  1.47it/s, est. speed input: 162.48 toks/s, output: 1460.20 toks/s]
-2025-03-15T05:00:25.882692792Z 
Processed prompts:  44%|████▍     | 222/500 [03:22<03:21,  1.38it/s, est. speed input: 162.63 toks/s, output: 1469.07 toks/s]
-2025-03-15T05:00:26.126582041Z 
Processed prompts:  45%|████▍     | 223/500 [03:22<02:41,  1.71it/s, est. speed input: 162.99 toks/s, output: 1473.69 toks/s]
-2025-03-15T05:00:26.887563847Z 
Processed prompts:  45%|████▍     | 224/500 [03:23<02:13,  2.07it/s, est. speed input: 163.32 toks/s, output: 1475.78 toks/s]
-2025-03-15T05:00:27.357620876Z 
Processed prompts:  45%|████▌     | 225/500 [03:23<02:35,  1.77it/s, est. speed input: 163.21 toks/s, output: 1472.45 toks/s]
-2025-03-15T05:00:27.529433739Z 
Processed prompts:  45%|████▌     | 226/500 [03:24<02:27,  1.86it/s, est. speed input: 163.39 toks/s, output: 1475.44 toks/s]
-2025-03-15T05:00:28.512355122Z 
Processed prompts:  45%|████▌     | 227/500 [03:24<01:56,  2.34it/s, est. speed input: 163.75 toks/s, output: 1476.56 toks/s]
-2025-03-15T05:00:29.348216423Z 
Processed prompts:  46%|████▌     | 228/500 [03:25<02:41,  1.68it/s, est. speed input: 163.51 toks/s, output: 1475.98 toks/s]
-2025-03-15T05:00:30.770520052Z 
Processed prompts:  46%|████▌     | 229/500 [03:26<03:00,  1.50it/s, est. speed input: 163.38 toks/s, output: 1474.68 toks/s]
-2025-03-15T05:00:30.942027986Z 
Processed prompts:  46%|████▌     | 230/500 [03:27<04:01,  1.12it/s, est. speed input: 162.82 toks/s, output: 1473.64 toks/s]
-2025-03-15T05:00:33.705308167Z 
Processed prompts:  46%|████▌     | 231/500 [03:28<03:02,  1.48it/s, est. speed input: 163.19 toks/s, output: 1475.06 toks/s]
-2025-03-15T05:00:34.779578217Z 
Processed prompts:  46%|████▋     | 232/500 [03:30<05:49,  1.30s/it, est. speed input: 161.65 toks/s, output: 1468.01 toks/s]
-2025-03-15T05:00:36.762265120Z 
Processed prompts:  47%|████▋     | 234/500 [03:31<04:12,  1.05it/s, est. speed input: 161.81 toks/s, output: 1466.72 toks/s]
-2025-03-15T05:00:36.940517742Z 
Processed prompts:  47%|████▋     | 235/500 [03:33<05:19,  1.21s/it, est. speed input: 160.97 toks/s, output: 1467.90 toks/s]
-2025-03-15T05:00:37.196687026Z 
Processed prompts:  47%|████▋     | 236/500 [03:34<04:07,  1.07it/s, est. speed input: 161.38 toks/s, output: 1474.85 toks/s]
-2025-03-15T05:00:39.342962046Z 
Processed prompts:  47%|████▋     | 237/500 [03:34<03:17,  1.33it/s, est. speed input: 161.72 toks/s, output: 1480.71 toks/s]
-2025-03-15T05:00:40.124447120Z 
Processed prompts:  48%|████▊     | 238/500 [03:36<04:59,  1.14s/it, est. speed input: 160.63 toks/s, output: 1471.50 toks/s]
-2025-03-15T05:00:40.676812531Z 
Processed prompts:  48%|████▊     | 239/500 [03:37<04:31,  1.04s/it, est. speed input: 160.67 toks/s, output: 1480.95 toks/s]
-2025-03-15T05:00:41.380729789Z 
Processed prompts:  48%|████▊     | 240/500 [03:37<03:53,  1.11it/s, est. speed input: 160.75 toks/s, output: 1481.89 toks/s]
-2025-03-15T05:00:43.973492395Z 
Processed prompts:  48%|████▊     | 241/500 [03:38<03:37,  1.19it/s, est. speed input: 160.98 toks/s, output: 1491.85 toks/s]
-2025-03-15T05:00:44.453561002Z 
Processed prompts:  48%|████▊     | 242/500 [03:41<05:50,  1.36s/it, est. speed input: 159.65 toks/s, output: 1485.72 toks/s]
-2025-03-15T05:00:45.457953260Z 
Processed prompts:  49%|████▊     | 243/500 [03:41<04:42,  1.10s/it, est. speed input: 160.46 toks/s, output: 1497.22 toks/s]
-2025-03-15T05:00:46.460975316Z 
Processed prompts:  49%|████▉     | 244/500 [03:42<04:33,  1.07s/it, est. speed input: 160.20 toks/s, output: 1493.60 toks/s]
-2025-03-15T05:00:46.610828236Z 
Processed prompts:  49%|████▉     | 245/500 [03:43<04:27,  1.05s/it, est. speed input: 160.07 toks/s, output: 1501.60 toks/s]
-2025-03-15T05:00:46.837380975Z 
Processed prompts:  49%|████▉     | 246/500 [03:43<03:18,  1.28it/s, est. speed input: 160.46 toks/s, output: 1506.81 toks/s]
-2025-03-15T05:00:47.061218564Z 
Processed prompts:  49%|████▉     | 247/500 [03:43<02:35,  1.63it/s, est. speed input: 160.79 toks/s, output: 1511.18 toks/s]
-2025-03-15T05:00:47.209607020Z 
Processed prompts:  50%|████▉     | 248/500 [03:44<02:05,  2.01it/s, est. speed input: 161.12 toks/s, output: 1515.75 toks/s]
-2025-03-15T05:00:47.802115268Z 
Processed prompts:  50%|████▉     | 249/500 [03:44<01:38,  2.54it/s, est. speed input: 161.55 toks/s, output: 1525.04 toks/s]
-2025-03-15T05:00:48.468207640Z 
Processed prompts:  50%|█████     | 250/500 [03:44<01:53,  2.21it/s, est. speed input: 161.61 toks/s, output: 1526.77 toks/s]
-2025-03-15T05:00:48.615823931Z 
Processed prompts:  50%|█████     | 251/500 [03:45<02:08,  1.93it/s, est. speed input: 161.63 toks/s, output: 1529.48 toks/s]
-2025-03-15T05:00:48.763049501Z 
Processed prompts:  50%|█████     | 252/500 [03:45<01:40,  2.46it/s, est. speed input: 162.00 toks/s, output: 1532.98 toks/s]
-2025-03-15T05:00:49.347899005Z 
Processed prompts:  51%|█████     | 253/500 [03:45<01:21,  3.04it/s, est. speed input: 162.37 toks/s, output: 1536.96 toks/s]
-2025-03-15T05:00:49.567425865Z 
Processed prompts:  51%|█████     | 255/500 [03:46<01:16,  3.21it/s, est. speed input: 164.74 toks/s, output: 1549.27 toks/s]
-2025-03-15T05:00:50.224422593Z 
Processed prompts:  51%|█████     | 256/500 [03:46<01:10,  3.46it/s, est. speed input: 165.05 toks/s, output: 1552.64 toks/s]
-2025-03-15T05:00:50.444823057Z 
Processed prompts:  51%|█████▏    | 257/500 [03:47<01:33,  2.60it/s, est. speed input: 165.04 toks/s, output: 1551.84 toks/s]
-2025-03-15T05:00:51.031185481Z 
Processed prompts:  52%|█████▏    | 259/500 [03:47<01:04,  3.74it/s, est. speed input: 167.20 toks/s, output: 1571.39 toks/s]
-2025-03-15T05:00:51.323714029Z 
Processed prompts:  52%|█████▏    | 260/500 [03:48<01:22,  2.92it/s, est. speed input: 167.27 toks/s, output: 1574.20 toks/s]
-2025-03-15T05:00:51.541763040Z 
Processed prompts:  52%|█████▏    | 261/500 [03:48<01:18,  3.03it/s, est. speed input: 167.67 toks/s, output: 1586.86 toks/s]
-2025-03-15T05:00:51.758557420Z 
Processed prompts:  52%|█████▏    | 262/500 [03:48<01:11,  3.33it/s, est. speed input: 168.27 toks/s, output: 1600.03 toks/s]
-2025-03-15T05:00:52.403200212Z 
Processed prompts:  53%|█████▎    | 263/500 [03:48<01:05,  3.60it/s, est. speed input: 169.00 toks/s, output: 1613.18 toks/s]
-2025-03-15T05:00:52.902925428Z 
Processed prompts:  53%|█████▎    | 265/500 [03:49<01:09,  3.37it/s, est. speed input: 169.55 toks/s, output: 1626.22 toks/s]
-2025-03-15T05:00:53.045357973Z 
Processed prompts:  53%|█████▎    | 266/500 [03:49<01:20,  2.89it/s, est. speed input: 169.80 toks/s, output: 1637.35 toks/s]
-2025-03-15T05:00:53.754464608Z 
Processed prompts:  53%|█████▎    | 267/500 [03:50<01:08,  3.40it/s, est. speed input: 170.19 toks/s, output: 1643.66 toks/s]
-2025-03-15T05:00:54.388298377Z 
Processed prompts:  54%|█████▎    | 268/500 [03:50<01:33,  2.47it/s, est. speed input: 170.09 toks/s, output: 1640.95 toks/s]
-2025-03-15T05:00:55.163965342Z 
Processed prompts:  54%|█████▍    | 269/500 [03:51<01:48,  2.14it/s, est. speed input: 170.09 toks/s, output: 1641.60 toks/s]
-2025-03-15T05:00:55.795342553Z 
Processed prompts:  54%|█████▍    | 270/500 [03:52<02:07,  1.80it/s, est. speed input: 169.97 toks/s, output: 1640.69 toks/s]
-2025-03-15T05:00:56.496692429Z 
Processed prompts:  54%|█████▍    | 272/500 [03:52<01:42,  2.23it/s, est. speed input: 170.40 toks/s, output: 1643.52 toks/s]
-2025-03-15T05:00:57.055950125Z 
Processed prompts:  55%|█████▍    | 273/500 [03:53<01:55,  1.96it/s, est. speed input: 170.36 toks/s, output: 1644.17 toks/s]
-2025-03-15T05:00:57.335480688Z 
Processed prompts:  55%|█████▍    | 274/500 [03:54<01:57,  1.92it/s, est. speed input: 170.38 toks/s, output: 1643.05 toks/s]
-2025-03-15T05:00:57.685584630Z 
Processed prompts:  55%|█████▌    | 275/500 [03:54<01:42,  2.19it/s, est. speed input: 170.61 toks/s, output: 1644.58 toks/s]
-2025-03-15T05:00:57.896107082Z 
Processed prompts:  55%|█████▌    | 276/500 [03:54<01:35,  2.34it/s, est. speed input: 170.86 toks/s, output: 1652.25 toks/s]
-2025-03-15T05:00:58.863748658Z 
Processed prompts:  55%|█████▌    | 277/500 [03:54<01:21,  2.73it/s, est. speed input: 171.14 toks/s, output: 1653.99 toks/s]
-2025-03-15T05:00:59.070856381Z 
Processed prompts:  56%|█████▌    | 278/500 [03:55<01:59,  1.85it/s, est. speed input: 170.90 toks/s, output: 1653.26 toks/s]
-2025-03-15T05:00:59.277429890Z 
Processed prompts:  56%|█████▌    | 279/500 [03:56<01:37,  2.26it/s, est. speed input: 171.18 toks/s, output: 1655.34 toks/s]
-2025-03-15T05:00:59.688846766Z 
Processed prompts:  56%|█████▌    | 280/500 [03:56<01:22,  2.68it/s, est. speed input: 172.30 toks/s, output: 1668.56 toks/s]
-2025-03-15T05:01:00.030488183Z 
Processed prompts:  56%|█████▌    | 281/500 [03:56<01:24,  2.60it/s, est. speed input: 172.64 toks/s, output: 1680.32 toks/s]
-2025-03-15T05:01:00.438243659Z 
Processed prompts:  57%|█████▋    | 283/500 [03:57<01:02,  3.49it/s, est. speed input: 174.01 toks/s, output: 1694.86 toks/s]
-2025-03-15T05:01:00.845348654Z 
Processed prompts:  57%|█████▋    | 284/500 [03:57<01:08,  3.16it/s, est. speed input: 174.38 toks/s, output: 1706.61 toks/s]
-2025-03-15T05:01:01.728342372Z 
Processed prompts:  57%|█████▋    | 285/500 [03:57<01:13,  2.94it/s, est. speed input: 174.58 toks/s, output: 1712.99 toks/s]
-2025-03-15T05:01:01.931276980Z 
Processed prompts:  57%|█████▋    | 286/500 [03:58<01:44,  2.05it/s, est. speed input: 174.35 toks/s, output: 1709.50 toks/s]
-2025-03-15T05:01:02.134375516Z 
Processed prompts:  57%|█████▋    | 287/500 [03:58<01:26,  2.45it/s, est. speed input: 174.63 toks/s, output: 1712.33 toks/s]
-2025-03-15T05:01:02.608091732Z 
Processed prompts:  58%|█████▊    | 289/500 [03:59<00:57,  3.68it/s, est. speed input: 175.30 toks/s, output: 1715.96 toks/s]
-2025-03-15T05:01:03.078279084Z 
Processed prompts:  58%|█████▊    | 290/500 [03:59<01:07,  3.12it/s, est. speed input: 175.43 toks/s, output: 1720.42 toks/s]
-2025-03-15T05:01:03.412076629Z 
Processed prompts:  59%|█████▊    | 293/500 [04:00<00:49,  4.21it/s, est. speed input: 176.40 toks/s, output: 1731.21 toks/s]
-2025-03-15T05:01:04.078861291Z 
Processed prompts:  59%|█████▉    | 294/500 [04:00<00:52,  3.90it/s, est. speed input: 176.56 toks/s, output: 1731.08 toks/s]
-2025-03-15T05:01:04.678318368Z 
Processed prompts:  59%|█████▉    | 295/500 [04:01<01:10,  2.89it/s, est. speed input: 176.49 toks/s, output: 1729.78 toks/s]
-2025-03-15T05:01:05.810169031Z 
Processed prompts:  59%|█████▉    | 296/500 [04:01<01:22,  2.46it/s, est. speed input: 176.46 toks/s, output: 1728.82 toks/s]
-2025-03-15T05:01:07.010670298Z 
Processed prompts:  59%|█████▉    | 297/500 [04:02<01:59,  1.70it/s, est. speed input: 176.01 toks/s, output: 1722.24 toks/s]
-2025-03-15T05:01:07.477801504Z 
Processed prompts:  60%|█████▉    | 298/500 [04:04<02:31,  1.33it/s, est. speed input: 175.54 toks/s, output: 1716.21 toks/s]
-2025-03-15T05:01:07.677450712Z 
Processed prompts:  60%|█████▉    | 299/500 [04:04<02:15,  1.48it/s, est. speed input: 175.55 toks/s, output: 1714.22 toks/s]
-2025-03-15T05:01:09.708506808Z 
Processed prompts:  60%|██████    | 302/500 [04:04<01:08,  2.90it/s, est. speed input: 177.35 toks/s, output: 1734.28 toks/s]
-2025-03-15T05:01:09.907359638Z 
Processed prompts:  61%|██████    | 303/500 [04:06<02:16,  1.45it/s, est. speed input: 176.29 toks/s, output: 1723.25 toks/s]
-2025-03-15T05:01:10.300701375Z 
Processed prompts:  61%|██████    | 304/500 [04:06<01:53,  1.73it/s, est. speed input: 176.74 toks/s, output: 1736.47 toks/s]
-2025-03-15T05:01:11.618720981Z 
Processed prompts:  61%|██████    | 306/500 [04:07<01:23,  2.33it/s, est. speed input: 177.25 toks/s, output: 1740.35 toks/s]
-2025-03-15T05:01:11.815025105Z 
Processed prompts:  61%|██████▏   | 307/500 [04:08<02:00,  1.60it/s, est. speed input: 176.71 toks/s, output: 1734.43 toks/s]
-2025-03-15T05:01:12.142205386Z 
Processed prompts:  62%|██████▏   | 308/500 [04:08<01:40,  1.92it/s, est. speed input: 176.97 toks/s, output: 1736.62 toks/s]
-2025-03-15T05:01:12.468414558Z 
Processed prompts:  62%|██████▏   | 309/500 [04:09<01:30,  2.12it/s, est. speed input: 177.12 toks/s, output: 1736.90 toks/s]
-2025-03-15T05:01:12.923697852Z 
Processed prompts:  62%|██████▏   | 310/500 [04:09<01:22,  2.31it/s, est. speed input: 177.98 toks/s, output: 1749.24 toks/s]
-2025-03-15T05:01:14.154103269Z 
Processed prompts:  62%|██████▏   | 311/500 [04:09<01:23,  2.28it/s, est. speed input: 178.50 toks/s, output: 1760.67 toks/s]
-2025-03-15T05:01:14.412576655Z 
Processed prompts:  63%|██████▎   | 313/500 [04:11<01:36,  1.93it/s, est. speed input: 178.44 toks/s, output: 1761.47 toks/s]
-2025-03-15T05:01:14.928984632Z 
Processed prompts:  63%|██████▎   | 314/500 [04:11<01:24,  2.20it/s, est. speed input: 178.68 toks/s, output: 1765.12 toks/s]
-2025-03-15T05:01:15.508734767Z 
Processed prompts:  63%|██████▎   | 315/500 [04:11<01:27,  2.12it/s, est. speed input: 178.71 toks/s, output: 1765.29 toks/s]
-2025-03-15T05:01:15.702790999Z 
Processed prompts:  63%|██████▎   | 316/500 [04:12<01:31,  2.00it/s, est. speed input: 178.66 toks/s, output: 1763.11 toks/s]
-2025-03-15T05:01:16.539422624Z 
Processed prompts:  63%|██████▎   | 317/500 [04:12<01:16,  2.41it/s, est. speed input: 178.97 toks/s, output: 1769.77 toks/s]
-2025-03-15T05:01:16.990457701Z 
Processed prompts:  64%|██████▎   | 318/500 [04:13<01:37,  1.87it/s, est. speed input: 179.13 toks/s, output: 1778.56 toks/s]
-2025-03-15T05:01:18.980285581Z 
Processed prompts:  64%|██████▍   | 319/500 [04:14<01:32,  1.96it/s, est. speed input: 179.18 toks/s, output: 1778.02 toks/s]
-2025-03-15T05:01:19.813505635Z 
Processed prompts:  64%|██████▍   | 321/500 [04:16<02:10,  1.37it/s, est. speed input: 178.73 toks/s, output: 1782.86 toks/s]
-2025-03-15T05:01:20.005377059Z 
Processed prompts:  64%|██████▍   | 322/500 [04:16<02:14,  1.33it/s, est. speed input: 178.52 toks/s, output: 1779.96 toks/s]
-2025-03-15T05:01:20.645149516Z 
Processed prompts:  65%|██████▍   | 323/500 [04:17<01:47,  1.64it/s, est. speed input: 178.72 toks/s, output: 1780.59 toks/s]
-2025-03-15T05:01:20.899888174Z 
Processed prompts:  65%|██████▍   | 324/500 [04:17<01:48,  1.62it/s, est. speed input: 178.69 toks/s, output: 1781.76 toks/s]
-2025-03-15T05:01:21.978296191Z 
Processed prompts:  65%|██████▌   | 326/500 [04:17<01:10,  2.47it/s, est. speed input: 179.30 toks/s, output: 1789.03 toks/s]
-2025-03-15T05:01:22.296335680Z 
Processed prompts:  65%|██████▌   | 327/500 [04:19<01:37,  1.77it/s, est. speed input: 179.12 toks/s, output: 1796.23 toks/s]
-2025-03-15T05:01:22.484652473Z 
Processed prompts:  66%|██████▌   | 328/500 [04:19<01:26,  1.99it/s, est. speed input: 179.48 toks/s, output: 1808.68 toks/s]
-2025-03-15T05:01:22.609923361Z 
Processed prompts:  66%|██████▌   | 330/500 [04:19<00:56,  3.02it/s, est. speed input: 180.22 toks/s, output: 1824.48 toks/s]
-2025-03-15T05:01:23.109001106Z 
Processed prompts:  66%|██████▌   | 331/500 [04:19<00:47,  3.53it/s, est. speed input: 180.49 toks/s, output: 1826.46 toks/s]
-2025-03-15T05:01:23.229374804Z 
Processed prompts:  66%|██████▋   | 332/500 [04:20<00:56,  2.97it/s, est. speed input: 180.52 toks/s, output: 1827.11 toks/s]
-2025-03-15T05:01:24.724314401Z 
Processed prompts:  67%|██████▋   | 333/500 [04:20<00:46,  3.57it/s, est. speed input: 180.81 toks/s, output: 1829.75 toks/s]
-2025-03-15T05:01:25.262464898Z 
Processed prompts:  67%|██████▋   | 334/500 [04:21<01:41,  1.64it/s, est. speed input: 180.38 toks/s, output: 1833.97 toks/s]
-2025-03-15T05:01:26.098666546Z 
Processed prompts:  67%|██████▋   | 335/500 [04:22<01:37,  1.69it/s, est. speed input: 180.43 toks/s, output: 1837.03 toks/s]
-2025-03-15T05:01:26.456908718Z 
Processed prompts:  67%|██████▋   | 336/500 [04:23<01:48,  1.51it/s, est. speed input: 180.23 toks/s, output: 1835.15 toks/s]
-2025-03-15T05:01:26.813393893Z 
Processed prompts:  67%|██████▋   | 337/500 [04:23<01:33,  1.75it/s, est. speed input: 180.33 toks/s, output: 1835.33 toks/s]
-2025-03-15T05:01:27.109106587Z 
Processed prompts:  68%|██████▊   | 338/500 [04:23<01:22,  1.96it/s, est. speed input: 180.51 toks/s, output: 1840.61 toks/s]
-2025-03-15T05:01:27.404230042Z 
Processed prompts:  68%|██████▊   | 339/500 [04:24<01:11,  2.24it/s, est. speed input: 180.65 toks/s, output: 1841.42 toks/s]
-2025-03-15T05:01:28.403153875Z 
Processed prompts:  68%|██████▊   | 340/500 [04:24<01:04,  2.49it/s, est. speed input: 180.92 toks/s, output: 1850.90 toks/s]
-2025-03-15T05:01:28.929725777Z 
Processed prompts:  68%|██████▊   | 341/500 [04:25<01:32,  1.73it/s, est. speed input: 180.63 toks/s, output: 1849.35 toks/s]
-2025-03-15T05:01:29.046102444Z 
Processed prompts:  68%|██████▊   | 342/500 [04:25<01:29,  1.77it/s, est. speed input: 180.70 toks/s, output: 1853.92 toks/s]
-2025-03-15T05:01:30.551225981Z 
Processed prompts:  69%|██████▊   | 343/500 [04:26<01:07,  2.33it/s, est. speed input: 180.96 toks/s, output: 1855.75 toks/s]
-2025-03-15T05:01:30.666960124Z 
Processed prompts:  69%|██████▉   | 344/500 [04:27<01:57,  1.33it/s, est. speed input: 180.31 toks/s, output: 1849.64 toks/s]
-2025-03-15T05:01:30.781836926Z 
Processed prompts:  69%|██████▉   | 346/500 [04:27<01:06,  2.32it/s, est. speed input: 180.96 toks/s, output: 1856.34 toks/s]
-2025-03-15T05:01:31.524380426Z 
Processed prompts:  69%|██████▉   | 347/500 [04:27<00:54,  2.83it/s, est. speed input: 181.49 toks/s, output: 1870.26 toks/s]
-2025-03-15T05:01:32.147880946Z 
Processed prompts:  70%|██████▉   | 348/500 [04:28<01:09,  2.20it/s, est. speed input: 181.55 toks/s, output: 1879.82 toks/s]
-2025-03-15T05:01:32.998179723Z 
Processed prompts:  70%|██████▉   | 349/500 [04:29<01:15,  2.00it/s, est. speed input: 181.47 toks/s, output: 1878.56 toks/s]
-2025-03-15T05:01:33.225485520Z 
Processed prompts:  70%|███████   | 350/500 [04:30<01:29,  1.67it/s, est. speed input: 181.26 toks/s, output: 1876.82 toks/s]
-2025-03-15T05:01:33.846377742Z 
Processed prompts:  70%|███████   | 351/500 [04:30<01:13,  2.03it/s, est. speed input: 181.53 toks/s, output: 1884.03 toks/s]
-2025-03-15T05:01:34.405964392Z 
Processed prompts:  70%|███████   | 352/500 [04:30<01:18,  1.89it/s, est. speed input: 181.58 toks/s, output: 1894.46 toks/s]
-2025-03-15T05:01:34.629357685Z 
Processed prompts:  71%|███████   | 354/500 [04:31<01:00,  2.40it/s, est. speed input: 181.97 toks/s, output: 1902.58 toks/s]
-2025-03-15T05:01:34.740664307Z 
Processed prompts:  71%|███████   | 355/500 [04:31<00:53,  2.71it/s, est. speed input: 182.16 toks/s, output: 1904.60 toks/s]
-2025-03-15T05:01:35.238485614Z 
Processed prompts:  71%|███████   | 356/500 [04:31<00:43,  3.31it/s, est. speed input: 182.42 toks/s, output: 1907.10 toks/s]
-2025-03-15T05:01:37.345432917Z 
Processed prompts:  71%|███████▏  | 357/500 [04:32<00:50,  2.81it/s, est. speed input: 182.49 toks/s, output: 1911.39 toks/s]
-2025-03-15T05:01:38.284735092Z 
Processed prompts:  72%|███████▏  | 358/500 [04:34<01:59,  1.19it/s, est. speed input: 181.49 toks/s, output: 1903.66 toks/s]
-2025-03-15T05:01:41.927467189Z 
Processed prompts:  72%|███████▏  | 360/500 [04:35<01:34,  1.48it/s, est. speed input: 181.62 toks/s, output: 1908.70 toks/s]
-2025-03-15T05:01:42.037945508Z 
Processed prompts:  72%|███████▏  | 361/500 [04:38<03:13,  1.39s/it, est. speed input: 179.60 toks/s, output: 1888.46 toks/s]
-2025-03-15T05:01:43.410585922Z 
Processed prompts:  72%|███████▏  | 362/500 [04:39<02:26,  1.06s/it, est. speed input: 180.65 toks/s, output: 1902.56 toks/s]
-2025-03-15T05:01:44.782208310Z 
Processed prompts:  73%|███████▎  | 363/500 [04:40<02:36,  1.15s/it, est. speed input: 180.18 toks/s, output: 1903.86 toks/s]
-2025-03-15T05:01:45.708755823Z 
Processed prompts:  73%|███████▎  | 364/500 [04:41<02:44,  1.21s/it, est. speed input: 179.91 toks/s, output: 1909.48 toks/s]
-2025-03-15T05:01:46.144187253Z 
Processed prompts:  73%|███████▎  | 365/500 [04:42<02:32,  1.13s/it, est. speed input: 179.64 toks/s, output: 1906.92 toks/s]
-2025-03-15T05:01:46.795216789Z 
Processed prompts:  73%|███████▎  | 366/500 [04:43<02:04,  1.08it/s, est. speed input: 179.77 toks/s, output: 1914.71 toks/s]
-2025-03-15T05:01:48.144877616Z 
Processed prompts:  73%|███████▎  | 367/500 [04:43<01:52,  1.18it/s, est. speed input: 179.81 toks/s, output: 1925.23 toks/s]
-2025-03-15T05:01:48.952464258Z 
Processed prompts:  74%|███████▎  | 368/500 [04:45<02:11,  1.00it/s, est. speed input: 180.09 toks/s, output: 1931.05 toks/s]
-2025-03-15T05:01:50.135929293Z 
Processed prompts:  74%|███████▍  | 369/500 [04:46<02:03,  1.06it/s, est. speed input: 179.94 toks/s, output: 1931.15 toks/s]
-2025-03-15T05:01:53.132486925Z 
Processed prompts:  74%|███████▍  | 370/500 [04:47<02:11,  1.01s/it, est. speed input: 179.71 toks/s, output: 1938.14 toks/s]
-2025-03-15T05:01:53.301948864Z 
Processed prompts:  74%|███████▍  | 371/500 [04:50<03:26,  1.60s/it, est. speed input: 178.24 toks/s, output: 1926.97 toks/s]
-2025-03-15T05:01:53.468431344Z 
Processed prompts:  74%|███████▍  | 372/500 [04:50<02:30,  1.18s/it, est. speed input: 178.67 toks/s, output: 1940.83 toks/s]
-2025-03-15T05:01:55.408184165Z 
Processed prompts:  75%|███████▍  | 373/500 [04:50<01:50,  1.14it/s, est. speed input: 179.02 toks/s, output: 1954.70 toks/s]
-2025-03-15T05:01:55.868320204Z 
Processed prompts:  75%|███████▍  | 374/500 [04:52<02:30,  1.19s/it, est. speed input: 178.23 toks/s, output: 1951.98 toks/s]
-2025-03-15T05:01:57.145606111Z 
Processed prompts:  75%|███████▌  | 375/500 [04:52<02:01,  1.03it/s, est. speed input: 178.30 toks/s, output: 1954.99 toks/s]
-2025-03-15T05:01:57.655063661Z 
Processed prompts:  75%|███████▌  | 376/500 [04:54<02:11,  1.06s/it, est. speed input: 177.82 toks/s, output: 1950.48 toks/s]
-2025-03-15T05:01:59.848151824Z 
Processed prompts:  75%|███████▌  | 377/500 [04:54<01:50,  1.11it/s, est. speed input: 177.86 toks/s, output: 1952.95 toks/s]
-2025-03-15T05:02:01.524344479Z 
Processed prompts:  76%|███████▌  | 378/500 [04:56<02:36,  1.29s/it, est. speed input: 177.20 toks/s, output: 1953.61 toks/s]
-2025-03-15T05:02:03.813004300Z 
Processed prompts:  76%|███████▌  | 379/500 [04:58<02:49,  1.40s/it, est. speed input: 176.82 toks/s, output: 1957.75 toks/s]
-2025-03-15T05:02:04.314427886Z 
Processed prompts:  76%|███████▌  | 380/500 [05:00<03:20,  1.67s/it, est. speed input: 175.91 toks/s, output: 1958.00 toks/s]
-2025-03-15T05:02:04.612452439Z 
Processed prompts:  76%|███████▌  | 381/500 [05:01<02:36,  1.32s/it, est. speed input: 175.96 toks/s, output: 1961.66 toks/s]
-2025-03-15T05:02:05.056383283Z 
Processed prompts:  77%|███████▋  | 383/500 [05:01<01:31,  1.28it/s, est. speed input: 177.16 toks/s, output: 1990.02 toks/s]
-2025-03-15T05:02:06.777927058Z 
Processed prompts:  77%|███████▋  | 384/500 [05:02<01:20,  1.44it/s, est. speed input: 177.22 toks/s, output: 1992.50 toks/s]
-2025-03-15T05:02:07.218561133Z 
Processed prompts:  77%|███████▋  | 385/500 [05:03<01:50,  1.04it/s, est. speed input: 176.53 toks/s, output: 1986.48 toks/s]
-2025-03-15T05:02:09.172191883Z 
Processed prompts:  77%|███████▋  | 387/500 [05:04<01:12,  1.55it/s, est. speed input: 178.34 toks/s, output: 2013.98 toks/s]
-2025-03-15T05:02:09.367293717Z 
Processed prompts:  78%|███████▊  | 388/500 [05:06<01:46,  1.05it/s, est. speed input: 177.57 toks/s, output: 2010.77 toks/s]
-2025-03-15T05:02:11.004106488Z 
Processed prompts:  78%|███████▊  | 390/500 [05:06<01:07,  1.64it/s, est. speed input: 178.20 toks/s, output: 2030.47 toks/s]
-2025-03-15T05:02:13.071503281Z 
Processed prompts:  78%|███████▊  | 391/500 [05:08<01:31,  1.19it/s, est. speed input: 177.58 toks/s, output: 2026.20 toks/s]
-2025-03-15T05:02:14.122086810Z 
Processed prompts:  78%|███████▊  | 392/500 [05:10<02:02,  1.13s/it, est. speed input: 176.88 toks/s, output: 2028.00 toks/s]
-2025-03-15T05:02:17.218720624Z 
Processed prompts:  79%|███████▊  | 393/500 [05:11<01:59,  1.11s/it, est. speed input: 176.68 toks/s, output: 2033.77 toks/s]
-2025-03-15T05:02:17.502782488Z 
Processed prompts:  79%|███████▉  | 394/500 [05:14<02:54,  1.64s/it, est. speed input: 175.41 toks/s, output: 2029.11 toks/s]
-2025-03-15T05:02:19.961084302Z 
Processed prompts:  79%|███████▉  | 395/500 [05:14<02:13,  1.27s/it, est. speed input: 175.68 toks/s, output: 2042.66 toks/s]
-2025-03-15T05:02:20.526483664Z 
Processed prompts:  79%|███████▉  | 396/500 [05:17<02:46,  1.61s/it, est. speed input: 174.69 toks/s, output: 2038.63 toks/s]
-2025-03-15T05:02:22.107952949Z 
Processed prompts:  79%|███████▉  | 397/500 [05:17<02:14,  1.31s/it, est. speed input: 174.77 toks/s, output: 2050.44 toks/s]
-2025-03-15T05:02:23.675918211Z 
Processed prompts:  80%|███████▉  | 398/500 [05:19<02:21,  1.39s/it, est. speed input: 174.53 toks/s, output: 2055.75 toks/s]
-2025-03-15T05:02:24.455621985Z 
Processed prompts:  80%|████████  | 400/500 [05:20<01:51,  1.11s/it, est. speed input: 174.50 toks/s, output: 2072.97 toks/s]
-2025-03-15T05:02:24.638580172Z 
Processed prompts:  80%|████████  | 401/500 [05:21<01:42,  1.03s/it, est. speed input: 174.40 toks/s, output: 2075.36 toks/s]
-2025-03-15T05:02:26.148934246Z 
Processed prompts:  80%|████████  | 402/500 [05:21<01:19,  1.23it/s, est. speed input: 174.59 toks/s, output: 2080.12 toks/s]
-2025-03-15T05:02:26.789091183Z 
Processed prompts:  81%|████████  | 403/500 [05:23<01:37,  1.00s/it, est. speed input: 174.10 toks/s, output: 2078.93 toks/s]
-2025-03-15T05:02:35.037222014Z 
Processed prompts:  81%|████████  | 404/500 [05:23<01:26,  1.11it/s, est. speed input: 174.08 toks/s, output: 2083.12 toks/s]
-2025-03-15T05:02:35.176278217Z 
Processed prompts:  81%|████████  | 405/500 [05:32<04:44,  2.99s/it, est. speed input: 170.05 toks/s, output: 2038.53 toks/s]
-2025-03-15T05:02:35.637608918Z 
Processed prompts:  81%|████████  | 406/500 [05:32<03:23,  2.17s/it, est. speed input: 170.36 toks/s, output: 2053.39 toks/s]
-2025-03-15T05:02:36.002430385Z 
Processed prompts:  81%|████████▏ | 407/500 [05:32<02:35,  1.67s/it, est. speed input: 170.53 toks/s, output: 2066.26 toks/s]
-2025-03-15T05:02:38.794505793Z 
Processed prompts:  82%|████████▏ | 408/500 [05:33<01:58,  1.28s/it, est. speed input: 170.75 toks/s, output: 2079.73 toks/s]
-2025-03-15T05:02:40.673427290Z 
Processed prompts:  82%|████████▏ | 409/500 [05:35<02:37,  1.73s/it, est. speed input: 169.77 toks/s, output: 2078.22 toks/s]
-2025-03-15T05:02:46.902998329Z 
Processed prompts:  82%|████████▏ | 410/500 [05:37<02:39,  1.77s/it, est. speed input: 169.53 toks/s, output: 2082.48 toks/s]
-2025-03-15T05:02:50.466874875Z 
Processed prompts:  82%|████████▏ | 411/500 [05:43<04:36,  3.10s/it, est. speed input: 167.00 toks/s, output: 2060.71 toks/s]
-2025-03-15T05:02:51.839660165Z 
Processed prompts:  82%|████████▏ | 412/500 [05:47<04:45,  3.24s/it, est. speed input: 165.57 toks/s, output: 2047.75 toks/s]
-2025-03-15T05:02:58.305717259Z 
Processed prompts:  83%|████████▎ | 413/500 [05:48<03:53,  2.68s/it, est. speed input: 165.21 toks/s, output: 2048.14 toks/s]
-2025-03-15T05:03:01.239436464Z 
Processed prompts:  83%|████████▎ | 414/500 [05:55<05:28,  3.81s/it, est. speed input: 162.87 toks/s, output: 2027.02 toks/s]
-2025-03-15T05:03:03.563251546Z 
Processed prompts:  83%|████████▎ | 415/500 [05:58<05:01,  3.55s/it, est. speed input: 161.79 toks/s, output: 2018.02 toks/s]
-2025-03-15T05:03:09.164531161Z 
Processed prompts:  83%|████████▎ | 416/500 [06:00<04:27,  3.18s/it, est. speed input: 161.18 toks/s, output: 2021.26 toks/s]
-2025-03-15T05:03:10.574406790Z 
Processed prompts:  83%|████████▎ | 417/500 [06:06<05:24,  3.91s/it, est. speed input: 159.11 toks/s, output: 2006.62 toks/s]
-2025-03-15T05:03:11.797561971Z 
Processed prompts:  84%|████████▎ | 418/500 [06:07<04:19,  3.16s/it, est. speed input: 159.08 toks/s, output: 2015.21 toks/s]
-2025-03-15T05:03:13.399909071Z 
Processed prompts:  84%|████████▍ | 419/500 [06:08<03:28,  2.58s/it, est. speed input: 158.94 toks/s, output: 2024.85 toks/s]
-2025-03-15T05:03:21.465865310Z 
Processed prompts:  84%|████████▍ | 420/500 [06:10<03:02,  2.29s/it, est. speed input: 158.59 toks/s, output: 2030.56 toks/s]
-2025-03-15T05:03:25.015515570Z 
Processed prompts:  84%|████████▍ | 421/500 [06:18<05:17,  4.02s/it, est. speed input: 155.49 toks/s, output: 1997.94 toks/s]
-2025-03-15T05:03:29.173812612Z 
Processed prompts:  84%|████████▍ | 422/500 [06:22<05:02,  3.88s/it, est. speed input: 154.62 toks/s, output: 1995.93 toks/s]
-2025-03-15T05:03:29.345584169Z 
Processed prompts:  85%|████████▍ | 423/500 [06:26<05:05,  3.96s/it, est. speed input: 153.28 toks/s, output: 1991.06 toks/s]
-2025-03-15T05:03:30.665862988Z 
Processed prompts:  85%|████████▍ | 424/500 [06:26<03:34,  2.83s/it, est. speed input: 153.58 toks/s, output: 2006.80 toks/s]
-2025-03-15T05:03:43.383646949Z 
Processed prompts:  85%|████████▌ | 425/500 [06:27<02:58,  2.37s/it, est. speed input: 153.66 toks/s, output: 2016.61 toks/s]
-2025-03-15T05:03:44.276456402Z 
Processed prompts:  85%|████████▌ | 427/500 [06:40<05:07,  4.21s/it, est. speed input: 149.72 toks/s, output: 1985.56 toks/s]
-2025-03-15T05:03:50.503845265Z 
Processed prompts:  86%|████████▌ | 428/500 [06:41<04:04,  3.39s/it, est. speed input: 149.67 toks/s, output: 1993.77 toks/s]
-2025-03-15T05:03:50.674147578Z 
Processed prompts:  86%|████████▌ | 429/500 [06:47<04:53,  4.13s/it, est. speed input: 147.68 toks/s, output: 1977.84 toks/s]
-2025-03-15T05:03:52.127058712Z 
Processed prompts:  86%|████████▌ | 430/500 [06:47<03:33,  3.05s/it, est. speed input: 147.96 toks/s, output: 1994.01 toks/s]
-2025-03-15T05:03:52.744534065Z 
Processed prompts:  86%|████████▋ | 432/500 [06:49<02:18,  2.04s/it, est. speed input: 148.30 toks/s, output: 2020.87 toks/s]
-2025-03-15T05:03:58.642484600Z 
Processed prompts:  87%|████████▋ | 433/500 [06:49<01:53,  1.70s/it, est. speed input: 148.61 toks/s, output: 2034.85 toks/s]
-2025-03-15T05:04:04.801591294Z 
Processed prompts:  87%|████████▋ | 434/500 [06:55<03:02,  2.76s/it, est. speed input: 146.80 toks/s, output: 2021.04 toks/s]
-2025-03-15T05:04:05.292582820Z 
Processed prompts:  87%|████████▋ | 435/500 [07:01<03:58,  3.67s/it, est. speed input: 144.89 toks/s, output: 2002.07 toks/s]
-2025-03-15T05:04:06.680610788Z 
Processed prompts:  87%|████████▋ | 436/500 [07:02<02:58,  2.79s/it, est. speed input: 145.43 toks/s, output: 2016.98 toks/s]
-2025-03-15T05:04:07.152266248Z 
Processed prompts:  87%|████████▋ | 437/500 [07:03<02:30,  2.40s/it, est. speed input: 145.24 toks/s, output: 2025.19 toks/s]
-2025-03-15T05:04:08.715192294Z 
Processed prompts:  88%|████████▊ | 438/500 [07:04<01:54,  1.84s/it, est. speed input: 145.32 toks/s, output: 2033.93 toks/s]
-2025-03-15T05:04:09.490740548Z 
Processed prompts:  88%|████████▊ | 439/500 [07:05<01:47,  1.76s/it, est. speed input: 145.17 toks/s, output: 2043.77 toks/s]
-2025-03-15T05:04:19.271450285Z 
Processed prompts:  88%|████████▊ | 440/500 [07:06<01:28,  1.47s/it, est. speed input: 145.90 toks/s, output: 2057.38 toks/s]
-2025-03-15T05:04:20.712094349Z 
Processed prompts:  88%|████████▊ | 441/500 [07:16<03:51,  3.93s/it, est. speed input: 142.91 toks/s, output: 2026.80 toks/s]
-2025-03-15T05:04:22.060448672Z 
Processed prompts:  88%|████████▊ | 442/500 [07:17<03:04,  3.19s/it, est. speed input: 142.79 toks/s, output: 2037.67 toks/s]
-2025-03-15T05:04:22.787151098Z 
Processed prompts:  89%|████████▊ | 443/500 [07:19<02:30,  2.64s/it, est. speed input: 142.58 toks/s, output: 2042.50 toks/s]
-2025-03-15T05:04:35.465092552Z 
Processed prompts:  89%|████████▉ | 444/500 [07:19<01:55,  2.07s/it, est. speed input: 142.60 toks/s, output: 2052.97 toks/s]
-2025-03-15T05:04:36.805038456Z 
Processed prompts:  89%|████████▉ | 445/500 [07:32<04:48,  5.24s/it, est. speed input: 139.02 toks/s, output: 2013.27 toks/s]
-2025-03-15T05:04:36.994504598Z 
Processed prompts:  89%|████████▉ | 446/500 [07:33<03:39,  4.07s/it, est. speed input: 138.96 toks/s, output: 2025.17 toks/s]
-2025-03-15T05:04:40.407034976Z 
Processed prompts:  89%|████████▉ | 447/500 [07:34<02:34,  2.91s/it, est. speed input: 139.18 toks/s, output: 2042.17 toks/s]
-2025-03-15T05:04:40.998616520Z 
Processed prompts:  90%|████████▉ | 448/500 [07:37<02:39,  3.06s/it, est. speed input: 138.54 toks/s, output: 2044.85 toks/s]
-2025-03-15T05:04:47.889239293Z 
Processed prompts:  90%|████████▉ | 449/500 [07:38<01:58,  2.32s/it, est. speed input: 138.72 toks/s, output: 2060.13 toks/s]
-2025-03-15T05:04:54.656842848Z 
Processed prompts:  90%|█████████ | 450/500 [07:44<03:04,  3.69s/it, est. speed input: 137.09 toks/s, output: 2047.66 toks/s]
-2025-03-15T05:05:00.549905654Z 
Processed prompts:  90%|█████████ | 451/500 [07:51<03:46,  4.61s/it, est. speed input: 135.34 toks/s, output: 2030.74 toks/s]
-2025-03-15T05:05:11.488985872Z 
Processed prompts:  90%|█████████ | 452/500 [07:57<03:59,  5.00s/it, est. speed input: 134.03 toks/s, output: 2023.99 toks/s]
-2025-03-15T05:05:11.962978519Z 
Processed prompts:  91%|█████████ | 453/500 [08:08<05:18,  6.78s/it, est. speed input: 131.23 toks/s, output: 1991.15 toks/s]
-2025-03-15T05:05:26.587703052Z 
Processed prompts:  91%|█████████ | 454/500 [08:09<03:44,  4.89s/it, est. speed input: 131.38 toks/s, output: 2007.74 toks/s]
-2025-03-15T05:05:46.877920920Z 
Processed prompts:  91%|█████████ | 455/500 [08:23<05:51,  7.81s/it, est. speed input: 127.76 toks/s, output: 1962.66 toks/s]
-2025-03-15T05:05:47.137320220Z 
Processed prompts:  91%|█████████ | 456/500 [08:43<08:28, 11.55s/it, est. speed input: 123.06 toks/s, output: 1905.73 toks/s]
-2025-03-15T05:05:50.478770725Z 
Processed prompts:  91%|█████████▏| 457/500 [08:44<05:51,  8.17s/it, est. speed input: 123.23 toks/s, output: 1921.93 toks/s]
-2025-03-15T05:05:52.126634840Z 
Processed prompts:  92%|█████████▏| 458/500 [08:47<04:42,  6.72s/it, est. speed input: 123.04 toks/s, output: 1928.88 toks/s]
-2025-03-15T05:06:05.935167507Z 
Processed prompts:  92%|█████████▏| 459/500 [08:49<03:33,  5.20s/it, est. speed input: 122.96 toks/s, output: 1942.03 toks/s]
-2025-03-15T05:06:07.136062566Z 
Processed prompts:  92%|█████████▏| 460/500 [09:03<05:11,  7.78s/it, est. speed input: 120.13 toks/s, output: 1912.03 toks/s]
-2025-03-15T05:06:08.105741130Z 
Processed prompts:  92%|█████████▏| 461/500 [09:04<03:46,  5.81s/it, est. speed input: 121.24 toks/s, output: 1927.21 toks/s]
-2025-03-15T05:06:08.207644413Z 
Processed prompts:  92%|█████████▏| 462/500 [09:05<02:45,  4.36s/it, est. speed input: 121.36 toks/s, output: 1943.21 toks/s]
-2025-03-15T05:06:16.652317680Z 
Processed prompts:  93%|█████████▎| 463/500 [09:05<01:53,  3.08s/it, est. speed input: 121.55 toks/s, output: 1959.69 toks/s]
-2025-03-15T05:06:24.502724535Z 
Processed prompts:  93%|█████████▎| 464/500 [09:13<02:48,  4.69s/it, est. speed input: 120.00 toks/s, output: 1949.36 toks/s]
-2025-03-15T05:06:28.308954980Z 
Processed prompts:  93%|█████████▎| 465/500 [09:21<03:17,  5.64s/it, est. speed input: 118.57 toks/s, output: 1941.80 toks/s]
-2025-03-15T05:06:36.912573054Z 
Processed prompts:  93%|█████████▎| 466/500 [09:25<02:52,  5.09s/it, est. speed input: 118.17 toks/s, output: 1948.49 toks/s]
-2025-03-15T05:06:41.614457736Z 
Processed prompts:  93%|█████████▎| 467/500 [09:33<03:22,  6.14s/it, est. speed input: 116.58 toks/s, output: 1934.79 toks/s]
-2025-03-15T05:06:54.714598609Z 
Processed prompts:  94%|█████████▎| 468/500 [09:38<03:02,  5.71s/it, est. speed input: 115.87 toks/s, output: 1939.09 toks/s]
-2025-03-15T05:07:10.666863128Z 
Processed prompts:  94%|█████████▍| 469/500 [09:51<04:05,  7.93s/it, est. speed input: 113.57 toks/s, output: 1916.38 toks/s]
-2025-03-15T05:07:17.730798652Z 
Processed prompts:  94%|█████████▍| 470/500 [10:07<05:10, 10.33s/it, est. speed input: 110.75 toks/s, output: 1881.80 toks/s]
-2025-03-15T05:07:53.095976792Z 
Processed prompts:  94%|█████████▍| 471/500 [10:14<04:31,  9.35s/it, est. speed input: 110.74 toks/s, output: 1880.78 toks/s]
-2025-03-15T05:07:58.257568998Z 
Processed prompts:  94%|█████████▍| 472/500 [10:50<08:00, 17.16s/it, est. speed input: 104.99 toks/s, output: 1799.57 toks/s]
-2025-03-15T05:07:58.703563782Z 
Processed prompts:  95%|█████████▍| 473/500 [10:55<06:06, 13.56s/it, est. speed input: 104.32 toks/s, output: 1802.35 toks/s]
-2025-03-15T05:07:59.363467356Z 
Processed prompts:  95%|█████████▍| 474/500 [10:55<04:10,  9.62s/it, est. speed input: 104.63 toks/s, output: 1822.30 toks/s]
-2025-03-15T05:08:04.129651453Z 
Processed prompts:  95%|█████████▌| 475/500 [10:56<02:53,  6.94s/it, est. speed input: 105.06 toks/s, output: 1841.66 toks/s]
-2025-03-15T05:08:04.957121820Z 
Processed prompts:  95%|█████████▌| 476/500 [11:01<02:30,  6.28s/it, est. speed input: 104.55 toks/s, output: 1849.66 toks/s]
-2025-03-15T05:08:05.734468626Z 
Processed prompts:  95%|█████████▌| 477/500 [11:02<01:46,  4.65s/it, est. speed input: 104.62 toks/s, output: 1868.63 toks/s]
-2025-03-15T05:08:08.784046827Z 
Processed prompts:  96%|█████████▌| 478/500 [11:02<01:16,  3.49s/it, est. speed input: 104.64 toks/s, output: 1883.38 toks/s]
-2025-03-15T05:08:20.007235874Z 
Processed prompts:  96%|█████████▌| 479/500 [11:05<01:10,  3.36s/it, est. speed input: 104.58 toks/s, output: 1896.10 toks/s]
-2025-03-15T05:08:38.867764962Z 
Processed prompts:  96%|█████████▌| 480/500 [11:17<01:54,  5.72s/it, est. speed input: 103.24 toks/s, output: 1886.25 toks/s]
-2025-03-15T05:08:45.829073477Z 
Processed prompts:  96%|█████████▌| 481/500 [11:35<03:03,  9.66s/it, est. speed input: 100.72 toks/s, output: 1857.12 toks/s]
-2025-03-15T05:08:46.956415026Z 
Processed prompts:  96%|█████████▋| 482/500 [11:42<02:39,  8.85s/it, est. speed input: 99.90 toks/s, output: 1859.53 toks/s] 
-2025-03-15T05:08:52.320044307Z 
Processed prompts:  97%|█████████▋| 483/500 [11:44<01:51,  6.53s/it, est. speed input: 100.14 toks/s, output: 1878.71 toks/s]
-2025-03-15T05:09:09.166119545Z 
Processed prompts:  97%|█████████▋| 484/500 [11:49<01:38,  6.18s/it, est. speed input: 99.63 toks/s, output: 1886.69 toks/s] 
-2025-03-15T05:09:12.267247121Z 
Processed prompts:  97%|█████████▋| 485/500 [12:06<02:20,  9.38s/it, est. speed input: 97.53 toks/s, output: 1865.55 toks/s]
-2025-03-15T05:09:20.230404318Z 
Processed prompts:  97%|█████████▋| 486/500 [12:09<01:44,  7.50s/it, est. speed input: 97.56 toks/s, output: 1880.33 toks/s]
-2025-03-15T05:09:48.060014615Z 
Processed prompts:  97%|█████████▋| 487/500 [12:17<01:39,  7.64s/it, est. speed input: 96.71 toks/s, output: 1882.96 toks/s]
-2025-03-15T05:09:53.148453016Z 
Processed prompts:  98%|█████████▊| 488/500 [12:45<02:44, 13.69s/it, est. speed input: 93.42 toks/s, output: 1838.17 toks/s]
-2025-03-15T05:09:57.943516861Z 
Processed prompts:  98%|█████████▊| 489/500 [12:50<02:02, 11.11s/it, est. speed input: 93.01 toks/s, output: 1849.88 toks/s]
-2025-03-15T05:10:05.607131569Z 
Processed prompts:  98%|█████████▊| 490/500 [12:55<01:32,  9.22s/it, est. speed input: 92.63 toks/s, output: 1862.44 toks/s]
-2025-03-15T05:10:18.887485102Z 
Processed prompts:  98%|█████████▊| 491/500 [13:02<01:18,  8.75s/it, est. speed input: 92.17 toks/s, output: 1868.39 toks/s]
-2025-03-15T05:11:04.027104608Z 
Processed prompts:  99%|█████████▊| 493/500 [13:15<00:54,  7.78s/it, est. speed input: 91.14 toks/s, output: 1885.14 toks/s]
-2025-03-15T05:11:18.791048095Z 
Processed prompts:  99%|█████████▉| 494/500 [14:01<01:42, 17.04s/it, est. speed input: 86.56 toks/s, output: 1810.39 toks/s]
-2025-03-15T05:12:49.895322846Z 
Processed prompts:  99%|█████████▉| 495/500 [14:15<01:22, 16.45s/it, est. speed input: 85.28 toks/s, output: 1806.14 toks/s]
-2025-03-15T05:13:29.698056209Z 
Processed prompts:  99%|█████████▉| 496/500 [15:46<02:27, 36.75s/it, est. speed input: 77.23 toks/s, output: 1662.62 toks/s]
-2025-03-15T05:13:51.644005372Z 
Processed prompts:  99%|█████████▉| 497/500 [16:26<01:52, 37.61s/it, est. speed input: 74.35 toks/s, output: 1627.06 toks/s]
-2025-03-15T05:13:52.045990412Z 
Processed prompts: 100%|█████████▉| 498/500 [16:48<01:06, 33.13s/it, est. speed input: 72.96 toks/s, output: 1623.92 toks/s]
-2025-03-15T05:13:52.190456766Z 
Processed prompts: 100%|█████████▉| 499/500 [16:49<00:23, 23.65s/it, est. speed input: 73.12 toks/s, output: 1655.55 toks/s]
-2025-03-15T05:13:52.190530761Z 
Processed prompts: 100%|██████████| 500/500 [16:49<00:00, 16.77s/it, est. speed input: 73.29 toks/s, output: 1687.61 toks/s]
Processed prompts: 100%|██████████| 500/500 [16:49<00:00,  2.02s/it, est. speed input: 73.29 toks/s, output: 1687.61 toks/s]
-2025-03-15T05:13:52.825739940Z 
Splits: 100%|██████████| 1/1 [16:50<00:00, 1010.04s/it]
Splits: 100%|██████████| 1/1 [16:50<00:00, 1010.04s/it]
-2025-03-15T05:13:54.495172922Z [2025-03-15 05:13:54,494] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T05:13:57.832533743Z [2025-03-15 05:13:57,831] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T05:13:57.844863821Z [2025-03-15 05:13:57,844] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T05:13:57.844923452Z [2025-03-15 05:13:57,844] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T05:13:59.206130505Z [2025-03-15 05:13:59,205] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp2_150/results/quyanh/OpenRS-GRPO/results_2025-03-15T05-13-57.844846.json (evaluation_tracker.py:234)
-2025-03-15T05:13:59.209517449Z |      Task       |Version|     Metric     |Value|   |Stderr|
-2025-03-15T05:13:59.209560196Z |-----------------|------:|----------------|----:|---|-----:|
-2025-03-15T05:13:59.209566326Z |all              |       |extractive_match|0.854|±  |0.0158|
-2025-03-15T05:13:59.209571089Z |custom:math_500:0|      1|extractive_match|0.854|±  |0.0158|
-2025-03-15T05:14:01.864205285Z Evaluating task: amc23
-2025-03-15T05:14:13.631537787Z [2025-03-15 05:14:13,631] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T05:14:44.246628503Z INFO 03-15 05:14:44 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T05:14:47.832582312Z [2025-03-15 05:14:47,831] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T05:15:21.084581224Z [2025-03-15 05:15:21,084] [    INFO]: This model supports multiple tasks: {'embed', 'score', 'reward', 'generate', 'classify'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T05:15:21.093182245Z [2025-03-15 05:15:21,092] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=cd11ea7ddfcf1b4756a2c82c7aa7e6ffba293c1b, override_neuron_config=None, tokenizer_revision=cd11ea7ddfcf1b4756a2c82c7aa7e6ffba293c1b, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T05:15:24.261854401Z [2025-03-15 05:15:24,261] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T05:15:24.792735221Z [2025-03-15 05:15:24,792] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T05:15:25.665606003Z [2025-03-15 05:15:25,665] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T05:15:29.475303363Z [2025-03-15 05:15:29,474] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T05:15:29.476547436Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T05:15:30.089735615Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.63it/s]
-2025-03-15T05:15:30.089781861Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.63it/s]
-2025-03-15T05:15:30.380869906Z [2025-03-15 05:15:30,380] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T05:15:32.243674167Z [2025-03-15 05:15:32,243] [    INFO]: Memory profiling takes 1.67 seconds
-2025-03-15T05:15:32.243731400Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T05:15:32.243737676Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T05:15:32.440938677Z [2025-03-15 05:15:32,440] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T05:15:32.440984401Z [2025-03-15 05:15:32,440] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T05:15:36.040026185Z [2025-03-15 05:15:36,039] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T05:15:50.583063876Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:18,  1.88it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:00<00:15,  2.13it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:14,  2.23it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:01<00:13,  2.31it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:02<00:12,  2.35it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:02<00:12,  2.39it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:03<00:11,  2.36it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:03<00:11,  2.37it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:03<00:10,  2.40it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:04<00:10,  2.42it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:04<00:09,  2.44it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:05<00:09,  2.45it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:05<00:09,  2.41it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:05<00:08,  2.43it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:06<00:08,  2.45it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:06<00:07,  2.46it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:07<00:07,  2.47it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:07<00:06,  2.47it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:07<00:06,  2.47it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:08<00:06,  2.48it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:08<00:05,  2.48it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:09<00:05,  2.49it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:09<00:04,  2.49it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:09<00:04,  2.50it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:10<00:04,  2.48it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:10<00:03,  2.44it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:11<00:03,  2.45it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:11<00:02,  2.43it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:11<00:02,  2.42it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:12<00:02,  2.42it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:12<00:01,  2.41it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:13<00:01,  2.41it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:13<00:00,  2.40it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:14<00:00,  2.42it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:14<00:00,  2.33it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:14<00:00,  2.41it/s]
-2025-03-15T05:15:50.583351810Z [2025-03-15 05:15:50,583] [    INFO]: Graph capturing finished in 15 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T05:15:50.593283878Z [2025-03-15 05:15:50,592] [    INFO]: init engine (profile, create kv cache, warmup model) took 20.21 seconds (llm_engine.py:431)
-2025-03-15T05:15:51.309871258Z [2025-03-15 05:15:51,309] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T05:15:51.326069921Z [2025-03-15 05:15:51,325] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T05:15:51.326113797Z [2025-03-15 05:15:51,326] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T05:15:51.326134518Z [2025-03-15 05:15:51,326] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T05:15:51.326198174Z [2025-03-15 05:15:51,326] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T05:15:51.326211048Z [2025-03-15 05:15:51,326] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T05:15:51.326245618Z [2025-03-15 05:15:51,326] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T05:15:51.326316594Z [2025-03-15 05:15:51,326] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T05:15:51.326338388Z [2025-03-15 05:15:51,326] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T05:15:51.328362625Z [2025-03-15 05:15:51,328] [    INFO]: knoveleng/AMC-23 default (lighteval_task.py:187)
-2025-03-15T05:15:51.328421028Z [2025-03-15 05:15:51,328] [ WARNING]: Careful, the task custom|amc23 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T05:15:53.952286035Z [2025-03-15 05:15:53,951] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T05:15:53.952356871Z [2025-03-15 05:15:53,952] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T05:15:53.952431725Z [2025-03-15 05:15:53,952] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T05:15:53.968406374Z [2025-03-15 05:15:53,968] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T05:15:53.981164363Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 05:15:53,980] [ WARNING]: context_size + max_new_tokens=33060 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T05:16:04.590126217Z 
Processed prompts:   0%|          | 0/40 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T05:16:11.173343788Z 
Processed prompts:   2%|▎         | 1/40 [00:10<06:53, 10.60s/it, est. speed input: 14.62 toks/s, output: 66.30 toks/s]
-2025-03-15T05:16:12.111465022Z 
Processed prompts:   5%|▌         | 2/40 [00:17<05:13,  8.24s/it, est. speed input: 16.29 toks/s, output: 105.31 toks/s]
-2025-03-15T05:16:15.222500652Z 
Processed prompts:   8%|▊         | 3/40 [00:18<03:01,  4.91s/it, est. speed input: 21.13 toks/s, output: 164.24 toks/s]
-2025-03-15T05:16:15.835557879Z 
Processed prompts:  10%|█         | 4/40 [00:21<02:31,  4.20s/it, est. speed input: 25.00 toks/s, output: 204.46 toks/s]
-2025-03-15T05:16:16.412798379Z 
Processed prompts:  12%|█▎        | 5/40 [00:21<01:41,  2.90s/it, est. speed input: 32.22 toks/s, output: 262.98 toks/s]
-2025-03-15T05:16:17.516720614Z 
Processed prompts:  15%|█▌        | 6/40 [00:22<01:11,  2.11s/it, est. speed input: 39.15 toks/s, output: 320.47 toks/s]
-2025-03-15T05:16:17.640029292Z 
Processed prompts:  18%|█▊        | 7/40 [00:23<00:58,  1.78s/it, est. speed input: 41.44 toks/s, output: 369.69 toks/s]
-2025-03-15T05:16:20.061327833Z 
Processed prompts:  20%|██        | 8/40 [00:23<00:40,  1.25s/it, est. speed input: 50.06 toks/s, output: 432.02 toks/s]
-2025-03-15T05:16:20.512303896Z 
Processed prompts:  22%|██▎       | 9/40 [00:26<00:50,  1.62s/it, est. speed input: 49.82 toks/s, output: 456.14 toks/s]
-2025-03-15T05:16:22.564047629Z 
Processed prompts:  25%|██▌       | 10/40 [00:26<00:37,  1.26s/it, est. speed input: 55.08 toks/s, output: 512.62 toks/s]
-2025-03-15T05:16:25.511243192Z 
Processed prompts:  28%|██▊       | 11/40 [00:28<00:43,  1.50s/it, est. speed input: 57.84 toks/s, output: 540.10 toks/s]
-2025-03-15T05:16:25.896341724Z 
Processed prompts:  30%|███       | 12/40 [00:31<00:54,  1.94s/it, est. speed input: 57.41 toks/s, output: 553.94 toks/s]
-2025-03-15T05:16:28.067752180Z 
Processed prompts:  32%|███▎      | 13/40 [00:31<00:39,  1.47s/it, est. speed input: 63.15 toks/s, output: 611.59 toks/s]
-2025-03-15T05:16:30.706758325Z 
Processed prompts:  35%|███▌      | 14/40 [00:34<00:43,  1.68s/it, est. speed input: 62.91 toks/s, output: 637.03 toks/s]
-2025-03-15T05:16:33.851780786Z 
Processed prompts:  38%|███▊      | 15/40 [00:36<00:49,  1.97s/it, est. speed input: 62.77 toks/s, output: 655.73 toks/s]
-2025-03-15T05:16:37.225302030Z 
Processed prompts:  40%|████      | 16/40 [00:39<00:55,  2.32s/it, est. speed input: 62.91 toks/s, output: 668.59 toks/s]
-2025-03-15T05:16:37.755460438Z 
Processed prompts:  42%|████▎     | 17/40 [00:43<01:00,  2.64s/it, est. speed input: 61.06 toks/s, output: 681.23 toks/s]
-2025-03-15T05:16:38.642064698Z 
Processed prompts:  45%|████▌     | 18/40 [00:43<00:44,  2.01s/it, est. speed input: 62.81 toks/s, output: 737.82 toks/s]
-2025-03-15T05:16:43.269926340Z 
Processed prompts:  48%|████▊     | 19/40 [00:44<00:35,  1.67s/it, est. speed input: 64.11 toks/s, output: 788.09 toks/s]
-2025-03-15T05:17:00.461524424Z 
Processed prompts:  50%|█████     | 20/40 [00:49<00:51,  2.56s/it, est. speed input: 62.23 toks/s, output: 779.38 toks/s]
-2025-03-15T05:17:02.685344369Z 
Processed prompts:  52%|█████▎    | 21/40 [01:06<02:12,  6.95s/it, est. speed input: 48.41 toks/s, output: 643.53 toks/s]
-2025-03-15T05:17:12.552250877Z 
Processed prompts:  55%|█████▌    | 22/40 [01:08<01:39,  5.53s/it, est. speed input: 48.52 toks/s, output: 688.39 toks/s]
-2025-03-15T05:17:16.210463340Z 
Processed prompts:  57%|█████▊    | 23/40 [01:18<01:56,  6.83s/it, est. speed input: 44.36 toks/s, output: 667.46 toks/s]
-2025-03-15T05:17:17.191761831Z 
Processed prompts:  60%|██████    | 24/40 [01:22<01:34,  5.88s/it, est. speed input: 44.07 toks/s, output: 703.20 toks/s]
-2025-03-15T05:17:18.321680454Z 
Processed prompts:  62%|██████▎   | 25/40 [01:23<01:06,  4.41s/it, est. speed input: 45.42 toks/s, output: 760.37 toks/s]
-2025-03-15T05:17:20.083675461Z 
Processed prompts:  65%|██████▌   | 26/40 [01:24<00:47,  3.43s/it, est. speed input: 47.95 toks/s, output: 815.70 toks/s]
-2025-03-15T05:17:23.789210765Z 
Processed prompts:  68%|██████▊   | 27/40 [01:26<00:38,  2.93s/it, est. speed input: 48.46 toks/s, output: 864.66 toks/s]
-2025-03-15T05:17:47.438816897Z 
Processed prompts:  70%|███████   | 28/40 [01:29<00:37,  3.16s/it, est. speed input: 47.75 toks/s, output: 894.91 toks/s]
-2025-03-15T05:17:49.690373440Z 
Processed prompts:  72%|███████▎  | 29/40 [01:53<01:42,  9.31s/it, est. speed input: 39.51 toks/s, output: 775.48 toks/s]
-2025-03-15T05:17:51.720575487Z 
Processed prompts:  75%|███████▌  | 30/40 [01:55<01:11,  7.19s/it, est. speed input: 39.91 toks/s, output: 827.53 toks/s]
-2025-03-15T05:17:54.380591060Z 
Processed prompts:  78%|███████▊  | 31/40 [01:57<00:50,  5.64s/it, est. speed input: 40.63 toks/s, output: 880.46 toks/s]
-2025-03-15T05:18:02.644030250Z 
Processed prompts:  80%|████████  | 32/40 [02:00<00:37,  4.75s/it, est. speed input: 41.06 toks/s, output: 928.35 toks/s]
-2025-03-15T05:18:04.964802941Z 
Processed prompts:  82%|████████▎ | 33/40 [02:08<00:40,  5.80s/it, est. speed input: 39.80 toks/s, output: 936.58 toks/s]
-2025-03-15T05:18:25.921202235Z 
Processed prompts:  85%|████████▌ | 34/40 [02:10<00:28,  4.76s/it, est. speed input: 40.85 toks/s, output: 988.01 toks/s]
-2025-03-15T05:18:36.057247512Z 
Processed prompts:  88%|████████▊ | 35/40 [02:31<00:48,  9.62s/it, est. speed input: 35.95 toks/s, output: 921.33 toks/s]
-2025-03-15T05:18:54.993461839Z 
Processed prompts:  90%|█████████ | 36/40 [02:42<00:39,  9.77s/it, est. speed input: 34.68 toks/s, output: 934.00 toks/s]
-2025-03-15T05:19:14.646059075Z 
Processed prompts:  92%|█████████▎| 37/40 [03:01<00:37, 12.52s/it, est. speed input: 32.66 toks/s, output: 907.85 toks/s]
-2025-03-15T05:19:56.181877632Z 
Processed prompts:  95%|█████████▌| 38/40 [03:20<00:29, 14.66s/it, est. speed input: 30.92 toks/s, output: 891.70 toks/s]
-2025-03-15T05:20:04.297142121Z 
Processed prompts:  98%|█████████▊| 39/40 [04:02<00:22, 22.72s/it, est. speed input: 26.08 toks/s, output: 813.44 toks/s]
-2025-03-15T05:20:04.297264303Z 
Processed prompts: 100%|██████████| 40/40 [04:10<00:00, 18.34s/it, est. speed input: 25.82 toks/s, output: 862.25 toks/s]
Processed prompts: 100%|██████████| 40/40 [04:10<00:00,  6.26s/it, est. speed input: 25.82 toks/s, output: 862.25 toks/s]
-2025-03-15T05:20:04.376379111Z 
Splits: 100%|██████████| 1/1 [04:10<00:00, 250.41s/it]
Splits: 100%|██████████| 1/1 [04:10<00:00, 250.41s/it]
-2025-03-15T05:20:07.422275371Z [2025-03-15 05:20:07,421] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T05:20:07.606167805Z [2025-03-15 05:20:07,605] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T05:20:07.618798293Z [2025-03-15 05:20:07,618] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T05:20:07.618816489Z [2025-03-15 05:20:07,618] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T05:20:07.808704466Z [2025-03-15 05:20:07,808] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp2_150/results/quyanh/OpenRS-GRPO/results_2025-03-15T05-20-07.618719.json (evaluation_tracker.py:234)
-2025-03-15T05:20:07.811720698Z |     Task     |Version|     Metric     |Value|   |Stderr|
-2025-03-15T05:20:07.811732255Z |--------------|------:|----------------|----:|---|-----:|
-2025-03-15T05:20:07.811734813Z |all           |       |extractive_match| 0.75|±  |0.0693|
-2025-03-15T05:20:07.811736801Z |custom:amc23:0|      1|extractive_match| 0.75|±  |0.0693|
-2025-03-15T05:20:10.694195002Z ----------------------------------------
-2025-03-15T05:20:10.695258098Z ----------------------------------------
-2025-03-15T05:20:10.695292955Z Running evaluations for experiment 2, step 200
-2025-03-15T05:20:10.695298260Z Revision: rev2_200 = bd5e6a34f2ff802b5f5ba6f0b27050b69b69d05e
-2025-03-15T05:20:10.695302953Z Output directory: data/evals/Exp2_200
-2025-03-15T05:20:10.702432074Z Evaluating task: aime24
-2025-03-15T05:20:18.560832119Z [2025-03-15 05:20:18,560] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T05:20:41.951987618Z INFO 03-15 05:20:41 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T05:20:44.465336267Z [2025-03-15 05:20:44,465] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T05:21:21.284981412Z [2025-03-15 05:21:21,284] [    INFO]: This model supports multiple tasks: {'embed', 'generate', 'score', 'classify', 'reward'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T05:21:21.295171394Z [2025-03-15 05:21:21,294] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=bd5e6a34f2ff802b5f5ba6f0b27050b69b69d05e, override_neuron_config=None, tokenizer_revision=bd5e6a34f2ff802b5f5ba6f0b27050b69b69d05e, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T05:21:27.636854672Z [2025-03-15 05:21:27,636] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T05:21:28.126876461Z [2025-03-15 05:21:28,126] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T05:21:28.645491766Z [2025-03-15 05:21:28,645] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T05:21:35.604379783Z [2025-03-15 05:21:35,603] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T05:21:35.606080896Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T05:21:36.179180248Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.75it/s]
-2025-03-15T05:21:36.179241138Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.74it/s]
-2025-03-15T05:21:36.528830830Z [2025-03-15 05:21:36,528] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T05:21:38.158505303Z [2025-03-15 05:21:38,158] [    INFO]: Memory profiling takes 1.40 seconds
-2025-03-15T05:21:38.158548540Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T05:21:38.158552021Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T05:21:38.387980517Z [2025-03-15 05:21:38,387] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T05:21:38.388014953Z [2025-03-15 05:21:38,387] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T05:21:42.366875490Z [2025-03-15 05:21:42,366] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T05:22:02.530883723Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:17,  1.96it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:01<00:21,  1.52it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:20,  1.55it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:02<00:17,  1.78it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:02<00:15,  1.94it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:03<00:16,  1.80it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:04<00:16,  1.67it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:04<00:15,  1.79it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:05<00:15,  1.65it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:06<00:16,  1.55it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:06<00:16,  1.43it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:08<00:20,  1.14it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:08<00:17,  1.27it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:09<00:14,  1.46it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:09<00:13,  1.47it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:10<00:12,  1.50it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:10<00:10,  1.66it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:11<00:10,  1.62it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:12<00:09,  1.61it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:12<00:08,  1.74it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:13<00:08,  1.67it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:13<00:07,  1.66it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:14<00:06,  1.80it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:14<00:05,  1.91it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:15<00:05,  2.00it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:15<00:04,  2.02it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:16<00:03,  2.07it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:16<00:03,  2.12it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:17<00:02,  2.16it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:17<00:02,  2.18it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:17<00:01,  2.18it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:18<00:01,  2.17it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:19<00:01,  1.98it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:19<00:00,  1.86it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:20<00:00,  1.93it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:20<00:00,  1.74it/s]
-2025-03-15T05:22:02.531155843Z [2025-03-15 05:22:02,530] [    INFO]: Graph capturing finished in 20 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T05:22:02.543200421Z [2025-03-15 05:22:02,542] [    INFO]: init engine (profile, create kv cache, warmup model) took 26.01 seconds (llm_engine.py:431)
-2025-03-15T05:22:03.484375556Z [2025-03-15 05:22:03,483] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T05:22:03.508229580Z [2025-03-15 05:22:03,508] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T05:22:03.508272014Z [2025-03-15 05:22:03,508] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T05:22:03.508296992Z [2025-03-15 05:22:03,508] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T05:22:03.508397124Z [2025-03-15 05:22:03,508] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T05:22:03.508480571Z [2025-03-15 05:22:03,508] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T05:22:03.508560997Z [2025-03-15 05:22:03,508] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T05:22:03.508642024Z [2025-03-15 05:22:03,508] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T05:22:03.508730639Z [2025-03-15 05:22:03,508] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T05:22:03.511903059Z [2025-03-15 05:22:03,511] [    INFO]: HuggingFaceH4/aime_2024 default (lighteval_task.py:187)
-2025-03-15T05:22:03.512034586Z [2025-03-15 05:22:03,511] [ WARNING]: Careful, the task custom|aime24 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T05:22:05.717031904Z [2025-03-15 05:22:05,716] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T05:22:05.717088213Z [2025-03-15 05:22:05,716] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T05:22:05.717202752Z [2025-03-15 05:22:05,717] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T05:22:05.732544660Z [2025-03-15 05:22:05,732] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T05:22:05.745877288Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 05:22:05,745] [ WARNING]: context_size + max_new_tokens=33238 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T05:22:59.007493498Z 
Processed prompts:   0%|          | 0/30 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T05:23:14.122665294Z 
Processed prompts:   3%|▎         | 1/30 [00:53<25:44, 53.26s/it, est. speed input: 4.13 toks/s, output: 64.09 toks/s]
-2025-03-15T05:23:15.574991118Z 
Processed prompts:   7%|▋         | 2/30 [01:08<14:22, 30.82s/it, est. speed input: 5.13 toks/s, output: 111.86 toks/s]
-2025-03-15T05:23:24.960036503Z 
Processed prompts:  10%|█         | 3/30 [01:09<07:50, 17.41s/it, est. speed input: 8.03 toks/s, output: 171.29 toks/s]
-2025-03-15T05:23:37.483819838Z 
Processed prompts:  13%|█▎        | 4/30 [01:19<06:10, 14.24s/it, est. speed input: 8.65 toks/s, output: 211.69 toks/s]
-2025-03-15T05:23:52.357861054Z 
Processed prompts:  17%|█▋        | 5/30 [01:31<05:40, 13.62s/it, est. speed input: 9.66 toks/s, output: 242.31 toks/s]
-2025-03-15T05:23:53.507824683Z 
Processed prompts:  20%|██        | 6/30 [01:46<05:37, 14.05s/it, est. speed input: 10.88 toks/s, output: 266.88 toks/s]
-2025-03-15T05:23:55.879222908Z 
Processed prompts:  23%|██▎       | 7/30 [01:47<03:46,  9.83s/it, est. speed input: 12.05 toks/s, output: 322.34 toks/s]
-2025-03-15T05:24:10.137358309Z 
Processed prompts:  27%|██▋       | 8/30 [01:50<02:44,  7.46s/it, est. speed input: 13.38 toks/s, output: 373.59 toks/s]
-2025-03-15T05:24:19.432976181Z 
Processed prompts:  30%|███       | 9/30 [02:04<03:21,  9.58s/it, est. speed input: 12.96 toks/s, output: 388.36 toks/s]
-2025-03-15T05:24:22.598539372Z 
Processed prompts:  33%|███▎      | 10/30 [02:13<03:09,  9.49s/it, est. speed input: 13.00 toks/s, output: 418.59 toks/s]
-2025-03-15T05:24:27.549144141Z 
Processed prompts:  37%|███▋      | 11/30 [02:16<02:23,  7.56s/it, est. speed input: 14.08 toks/s, output: 466.01 toks/s]
-2025-03-15T05:24:30.634088673Z 
Processed prompts:  40%|████      | 12/30 [02:21<02:01,  6.76s/it, est. speed input: 14.59 toks/s, output: 506.68 toks/s]
-2025-03-15T05:24:34.094034935Z 
Processed prompts:  43%|████▎     | 13/30 [02:24<01:36,  5.65s/it, est. speed input: 15.51 toks/s, output: 552.55 toks/s]
-2025-03-15T05:24:59.616500451Z 
Processed prompts:  47%|████▋     | 14/30 [02:28<01:19,  4.99s/it, est. speed input: 16.18 toks/s, output: 596.25 toks/s]
-2025-03-15T05:25:02.289969925Z 
Processed prompts:  50%|█████     | 15/30 [02:53<02:47, 11.18s/it, est. speed input: 15.28 toks/s, output: 565.04 toks/s]
-2025-03-15T05:25:22.826366942Z 
Processed prompts:  53%|█████▎    | 16/30 [02:56<02:00,  8.62s/it, est. speed input: 15.96 toks/s, output: 612.78 toks/s]
-2025-03-15T05:25:57.443250883Z 
Processed prompts:  57%|█████▋    | 17/30 [03:17<02:38, 12.20s/it, est. speed input: 15.08 toks/s, output: 605.12 toks/s]
-2025-03-15T05:26:17.390810057Z 
Processed prompts:  60%|██████    | 18/30 [03:51<03:47, 18.94s/it, est. speed input: 13.50 toks/s, output: 570.64 toks/s]
-2025-03-15T05:26:23.505393438Z 
Processed prompts:  63%|██████▎   | 19/30 [04:11<03:31, 19.24s/it, est. speed input: 12.98 toks/s, output: 581.19 toks/s]
-2025-03-15T05:26:26.604579778Z 
Processed prompts:  67%|██████▋   | 20/30 [04:17<02:32, 15.30s/it, est. speed input: 13.26 toks/s, output: 623.17 toks/s]
-2025-03-15T05:26:47.995817234Z 
Processed prompts:  70%|███████   | 21/30 [04:20<01:44, 11.64s/it, est. speed input: 13.97 toks/s, output: 671.55 toks/s]
-2025-03-15T05:26:51.257775303Z 
Processed prompts:  73%|███████▎  | 22/30 [04:42<01:56, 14.56s/it, est. speed input: 14.57 toks/s, output: 676.71 toks/s]
-2025-03-15T05:28:43.451344709Z 
Processed prompts:  77%|███████▋  | 23/30 [04:45<01:18, 11.17s/it, est. speed input: 15.20 toks/s, output: 725.10 toks/s]
-2025-03-15T05:29:45.446817012Z 
Processed prompts:  80%|████████  | 24/30 [06:37<04:08, 41.48s/it, est. speed input: 11.24 toks/s, output: 577.92 toks/s]
-2025-03-15T05:30:15.436223950Z 
Processed prompts:  83%|████████▎ | 25/30 [07:39<03:58, 47.64s/it, est. speed input: 10.10 toks/s, output: 557.57 toks/s]
-2025-03-15T05:30:32.345726857Z 
Processed prompts:  87%|████████▋ | 26/30 [08:09<02:49, 42.34s/it, est. speed input: 9.81 toks/s, output: 581.24 toks/s] 
-2025-03-15T05:30:38.892847995Z 
Processed prompts:  90%|█████████ | 27/30 [08:26<01:44, 34.71s/it, est. speed input: 9.78 toks/s, output: 619.94 toks/s]
-2025-03-15T05:30:57.255501964Z 
Processed prompts:  93%|█████████▎| 28/30 [08:33<00:52, 26.26s/it, est. speed input: 10.07 toks/s, output: 670.31 toks/s]
-2025-03-15T05:31:01.137663015Z 
Processed prompts:  97%|█████████▋| 29/30 [08:51<00:23, 23.89s/it, est. speed input: 10.07 toks/s, output: 706.10 toks/s]
-2025-03-15T05:31:01.137711178Z 
Processed prompts: 100%|██████████| 30/30 [08:55<00:00, 17.89s/it, est. speed input: 10.31 toks/s, output: 760.15 toks/s]
Processed prompts: 100%|██████████| 30/30 [08:55<00:00, 17.85s/it, est. speed input: 10.31 toks/s, output: 760.15 toks/s]
-2025-03-15T05:31:01.249445826Z 
Splits: 100%|██████████| 1/1 [08:55<00:00, 535.52s/it]
Splits: 100%|██████████| 1/1 [08:55<00:00, 535.52s/it]
-2025-03-15T05:31:02.206646201Z [2025-03-15 05:31:02,206] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T05:31:02.856290244Z [2025-03-15 05:31:02,855] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T05:31:02.872044744Z [2025-03-15 05:31:02,871] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T05:31:02.872085144Z [2025-03-15 05:31:02,871] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T05:31:03.295804653Z [2025-03-15 05:31:03,295] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp2_200/results/quyanh/OpenRS-GRPO/results_2025-03-15T05-31-02.871828.json (evaluation_tracker.py:234)
-2025-03-15T05:31:03.302184964Z |     Task      |Version|     Metric     |Value|   |Stderr|
-2025-03-15T05:31:03.302218003Z |---------------|------:|----------------|----:|---|-----:|
-2025-03-15T05:31:03.302223074Z |all            |       |extractive_match|  0.2|±  |0.0743|
-2025-03-15T05:31:03.302227904Z |custom:aime24:0|      1|extractive_match|  0.2|±  |0.0743|
-2025-03-15T05:31:06.904772722Z Evaluating task: math_500
-2025-03-15T05:31:24.974007424Z [2025-03-15 05:31:24,973] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T05:32:07.996372887Z INFO 03-15 05:32:07 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T05:32:12.316867946Z [2025-03-15 05:32:12,316] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T05:33:08.258351461Z [2025-03-15 05:33:08,257] [    INFO]: This model supports multiple tasks: {'reward', 'score', 'classify', 'generate', 'embed'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T05:33:08.267151495Z [2025-03-15 05:33:08,266] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=bd5e6a34f2ff802b5f5ba6f0b27050b69b69d05e, override_neuron_config=None, tokenizer_revision=bd5e6a34f2ff802b5f5ba6f0b27050b69b69d05e, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T05:33:11.816718741Z [2025-03-15 05:33:11,816] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T05:33:12.253671710Z [2025-03-15 05:33:12,253] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T05:33:12.685402568Z [2025-03-15 05:33:12,684] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T05:33:12.969510004Z [2025-03-15 05:33:12,969] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T05:33:12.970346260Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T05:33:13.602777508Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.58it/s]
-2025-03-15T05:33:13.602819780Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.58it/s]
-2025-03-15T05:33:13.917910337Z [2025-03-15 05:33:13,917] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T05:33:15.525210531Z [2025-03-15 05:33:15,524] [    INFO]: Memory profiling takes 1.38 seconds
-2025-03-15T05:33:15.525253875Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T05:33:15.525259815Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T05:33:15.753664168Z [2025-03-15 05:33:15,753] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T05:33:15.753711265Z [2025-03-15 05:33:15,753] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T05:33:20.311197725Z [2025-03-15 05:33:20,310] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T05:33:37.796432601Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:21,  1.59it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:01<00:18,  1.76it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:18,  1.74it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:02<00:20,  1.53it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:03<00:19,  1.53it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:03<00:17,  1.61it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:04<00:16,  1.71it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:04<00:15,  1.71it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:05<00:16,  1.59it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:06<00:15,  1.61it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:06<00:13,  1.75it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:07<00:12,  1.87it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:07<00:11,  1.97it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:07<00:10,  2.04it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:08<00:09,  2.09it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:08<00:08,  2.14it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:09<00:08,  2.14it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:09<00:07,  2.17it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:10<00:07,  2.19it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:10<00:06,  2.21it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:11<00:06,  2.21it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:11<00:05,  2.21it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:12<00:05,  2.22it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:12<00:04,  2.21it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:12<00:04,  2.22it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:13<00:04,  2.17it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:13<00:03,  2.21it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:14<00:03,  2.22it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:14<00:02,  2.22it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:15<00:02,  2.23it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:15<00:01,  2.17it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:16<00:01,  2.19it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:16<00:00,  2.20it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:16<00:00,  2.20it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:17<00:00,  2.16it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:17<00:00,  2.00it/s]
-2025-03-15T05:33:37.796776459Z [2025-03-15 05:33:37,796] [    INFO]: Graph capturing finished in 17 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T05:33:37.808239629Z [2025-03-15 05:33:37,807] [    INFO]: init engine (profile, create kv cache, warmup model) took 23.89 seconds (llm_engine.py:431)
-2025-03-15T05:33:38.586884087Z [2025-03-15 05:33:38,586] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T05:33:38.609533975Z [2025-03-15 05:33:38,609] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T05:33:38.609570395Z [2025-03-15 05:33:38,609] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T05:33:38.609576012Z [2025-03-15 05:33:38,609] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T05:33:38.609581275Z [2025-03-15 05:33:38,609] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T05:33:38.609586026Z [2025-03-15 05:33:38,609] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T05:33:38.609590652Z [2025-03-15 05:33:38,609] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T05:33:38.609873751Z [2025-03-15 05:33:38,609] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T05:33:38.609910574Z [2025-03-15 05:33:38,609] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T05:33:38.612012398Z [2025-03-15 05:33:38,611] [    INFO]: HuggingFaceH4/MATH-500 default (lighteval_task.py:187)
-2025-03-15T05:33:38.612044135Z [2025-03-15 05:33:38,611] [ WARNING]: Careful, the task custom|math_500 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T05:33:40.902853673Z [2025-03-15 05:33:40,902] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T05:33:40.902920713Z [2025-03-15 05:33:40,902] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T05:33:40.902926573Z [2025-03-15 05:33:40,902] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T05:33:41.064291968Z [2025-03-15 05:33:41,063] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T05:33:41.209027315Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 05:33:41,208] [ WARNING]: context_size + max_new_tokens=33636 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T05:34:10.616648908Z 
Processed prompts:   0%|          | 0/500 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T05:34:13.526854668Z 
Processed prompts:   0%|          | 1/500 [00:29<4:04:09, 29.36s/it, est. speed input: 6.40 toks/s, output: 17.44 toks/s]
-2025-03-15T05:34:14.171704791Z 
Processed prompts:   0%|          | 2/500 [00:32<1:54:32, 13.80s/it, est. speed input: 9.76 toks/s, output: 33.31 toks/s]
-2025-03-15T05:34:14.761982616Z 
Processed prompts:   1%|          | 3/500 [00:32<1:04:33,  7.79s/it, est. speed input: 14.25 toks/s, output: 50.10 toks/s]
-2025-03-15T05:34:17.345497417Z 
Processed prompts:   1%|          | 4/500 [00:33<40:55,  4.95s/it, est. speed input: 18.68 toks/s, output: 66.65 toks/s]  
-2025-03-15T05:34:17.591910818Z 
Processed prompts:   1%|          | 5/500 [00:36<33:47,  4.10s/it, est. speed input: 23.42 toks/s, output: 79.31 toks/s]
-2025-03-15T05:34:17.780331110Z 
Processed prompts:   1%|          | 6/500 [00:36<22:56,  2.79s/it, est. speed input: 27.61 toks/s, output: 96.19 toks/s]
-2025-03-15T05:34:18.595892989Z 
Processed prompts:   1%|▏         | 7/500 [00:36<15:55,  1.94s/it, est. speed input: 34.36 toks/s, output: 113.11 toks/s]
-2025-03-15T05:34:23.001878622Z 
Processed prompts:   2%|▏         | 8/500 [00:37<12:57,  1.58s/it, est. speed input: 37.58 toks/s, output: 128.05 toks/s]
-2025-03-15T05:34:25.299594260Z 
Processed prompts:   2%|▏         | 9/500 [00:41<20:09,  2.46s/it, est. speed input: 36.94 toks/s, output: 131.93 toks/s]
-2025-03-15T05:34:29.558782338Z 
Processed prompts:   2%|▏         | 10/500 [00:44<19:42,  2.41s/it, est. speed input: 38.37 toks/s, output: 142.41 toks/s]
-2025-03-15T05:34:31.548016689Z 
Processed prompts:   2%|▏         | 11/500 [00:48<24:16,  2.98s/it, est. speed input: 37.72 toks/s, output: 146.98 toks/s]
-2025-03-15T05:34:34.212820724Z 
Processed prompts:   2%|▏         | 12/500 [00:50<21:46,  2.68s/it, est. speed input: 38.91 toks/s, output: 158.26 toks/s]
-2025-03-15T05:34:35.503743913Z 
Processed prompts:   3%|▎         | 13/500 [00:52<21:41,  2.67s/it, est. speed input: 39.43 toks/s, output: 167.37 toks/s]
-2025-03-15T05:34:36.987810613Z 
Processed prompts:   3%|▎         | 14/500 [00:54<18:16,  2.26s/it, est. speed input: 40.91 toks/s, output: 180.44 toks/s]
-2025-03-15T05:34:37.129159859Z 
Processed prompts:   3%|▎         | 15/500 [00:55<16:21,  2.02s/it, est. speed input: 43.50 toks/s, output: 192.66 toks/s]
-2025-03-15T05:34:37.514738617Z 
Processed prompts:   3%|▎         | 16/500 [00:55<11:45,  1.46s/it, est. speed input: 46.66 toks/s, output: 209.20 toks/s]
-2025-03-15T05:34:37.716851687Z 
Processed prompts:   3%|▎         | 17/500 [00:56<09:08,  1.13s/it, est. speed input: 48.65 toks/s, output: 224.77 toks/s]
-2025-03-15T05:34:37.918802981Z 
Processed prompts:   4%|▎         | 18/500 [00:56<06:51,  1.17it/s, est. speed input: 51.01 toks/s, output: 240.97 toks/s]
-2025-03-15T05:34:38.672650156Z 
Processed prompts:   4%|▍         | 19/500 [00:56<05:16,  1.52it/s, est. speed input: 56.11 toks/s, output: 257.11 toks/s]
-2025-03-15T05:34:38.815017195Z 
Processed prompts:   4%|▍         | 20/500 [00:57<05:29,  1.46it/s, est. speed input: 58.12 toks/s, output: 270.72 toks/s]
-2025-03-15T05:34:39.201492971Z 
Processed prompts:   4%|▍         | 22/500 [00:57<03:12,  2.48it/s, est. speed input: 62.86 toks/s, output: 303.96 toks/s]
-2025-03-15T05:34:41.193757567Z 
Processed prompts:   5%|▍         | 23/500 [00:57<03:10,  2.51it/s, est. speed input: 64.89 toks/s, output: 318.90 toks/s]
-2025-03-15T05:34:41.831283612Z 
Processed prompts:   5%|▍         | 24/500 [00:59<06:28,  1.23it/s, est. speed input: 67.81 toks/s, output: 325.23 toks/s]
-2025-03-15T05:34:42.659635918Z 
Processed prompts:   5%|▌         | 25/500 [01:00<06:04,  1.30it/s, est. speed input: 69.37 toks/s, output: 338.73 toks/s]
-2025-03-15T05:34:42.927750059Z 
Processed prompts:   5%|▌         | 26/500 [01:01<06:11,  1.28it/s, est. speed input: 70.50 toks/s, output: 351.07 toks/s]
-2025-03-15T05:34:47.946672805Z 
Processed prompts:   5%|▌         | 27/500 [01:01<05:01,  1.57it/s, est. speed input: 72.42 toks/s, output: 366.44 toks/s]
-2025-03-15T05:34:48.342401584Z 
Processed prompts:   6%|▌         | 28/500 [01:06<14:59,  1.91s/it, est. speed input: 69.04 toks/s, output: 355.68 toks/s]
-2025-03-15T05:34:50.063961874Z 
Processed prompts:   6%|▌         | 29/500 [01:07<11:29,  1.46s/it, est. speed input: 70.73 toks/s, output: 370.40 toks/s]
-2025-03-15T05:34:50.844210900Z 
Processed prompts:   6%|▌         | 30/500 [01:08<12:03,  1.54s/it, est. speed input: 70.87 toks/s, output: 377.92 toks/s]
-2025-03-15T05:34:51.053110857Z 
Processed prompts:   6%|▌         | 31/500 [01:09<10:16,  1.31s/it, est. speed input: 72.17 toks/s, output: 390.45 toks/s]
-2025-03-15T05:34:53.282936889Z 
Processed prompts:   6%|▋         | 32/500 [01:09<07:41,  1.01it/s, est. speed input: 73.87 toks/s, output: 406.05 toks/s]
-2025-03-15T05:34:57.713667404Z 
Processed prompts:   7%|▋         | 34/500 [01:12<08:07,  1.05s/it, est. speed input: 75.31 toks/s, output: 426.45 toks/s]
-2025-03-15T05:34:57.935456633Z 
Processed prompts:   7%|▋         | 35/500 [01:16<14:34,  1.88s/it, est. speed input: 72.70 toks/s, output: 418.28 toks/s]
-2025-03-15T05:34:58.861693847Z 
Processed prompts:   7%|▋         | 37/500 [01:16<08:51,  1.15s/it, est. speed input: 76.78 toks/s, output: 450.12 toks/s]
-2025-03-15T05:34:59.907213889Z 
Processed prompts:   8%|▊         | 40/500 [01:17<05:46,  1.33it/s, est. speed input: 81.25 toks/s, output: 493.96 toks/s]
-2025-03-15T05:35:01.855683700Z 
Processed prompts:   8%|▊         | 41/500 [01:18<06:10,  1.24it/s, est. speed input: 82.00 toks/s, output: 503.90 toks/s]
-2025-03-15T05:35:02.586519590Z 
Processed prompts:   8%|▊         | 42/500 [01:20<07:58,  1.04s/it, est. speed input: 81.62 toks/s, output: 508.19 toks/s]
-2025-03-15T05:35:02.992573279Z 
Processed prompts:   9%|▊         | 43/500 [01:21<07:24,  1.03it/s, est. speed input: 82.57 toks/s, output: 520.09 toks/s]
-2025-03-15T05:35:03.535576667Z 
Processed prompts:   9%|▉         | 44/500 [01:21<06:19,  1.20it/s, est. speed input: 84.25 toks/s, output: 533.96 toks/s]
-2025-03-15T05:35:04.078152226Z 
Processed prompts:   9%|▉         | 45/500 [01:22<05:44,  1.32it/s, est. speed input: 85.22 toks/s, output: 539.79 toks/s]
-2025-03-15T05:35:04.230594514Z 
Processed prompts:   9%|▉         | 46/500 [01:22<05:17,  1.43it/s, est. speed input: 86.55 toks/s, output: 552.68 toks/s]
-2025-03-15T05:35:05.225396744Z 
Processed prompts:   9%|▉         | 47/500 [01:22<04:07,  1.83it/s, est. speed input: 88.34 toks/s, output: 568.09 toks/s]
-2025-03-15T05:35:05.644923866Z 
Processed prompts:  10%|▉         | 48/500 [01:23<05:04,  1.48it/s, est. speed input: 88.96 toks/s, output: 577.78 toks/s]
-2025-03-15T05:35:07.092916962Z 
Processed prompts:  10%|█         | 50/500 [01:24<03:29,  2.15it/s, est. speed input: 92.50 toks/s, output: 607.65 toks/s]
-2025-03-15T05:35:07.373118800Z 
Processed prompts:  10%|█         | 51/500 [01:25<05:16,  1.42it/s, est. speed input: 92.43 toks/s, output: 613.77 toks/s]
-2025-03-15T05:35:07.523025175Z 
Processed prompts:  10%|█         | 52/500 [01:26<04:26,  1.68it/s, est. speed input: 93.83 toks/s, output: 628.15 toks/s]
-2025-03-15T05:35:07.933033924Z 
Processed prompts:  11%|█         | 53/500 [01:26<03:32,  2.10it/s, est. speed input: 95.47 toks/s, output: 643.43 toks/s]
-2025-03-15T05:35:08.734676588Z 
Processed prompts:  11%|█         | 54/500 [01:26<03:23,  2.19it/s, est. speed input: 97.12 toks/s, output: 656.74 toks/s]
-2025-03-15T05:35:09.863194391Z 
Processed prompts:  11%|█         | 55/500 [01:27<04:06,  1.80it/s, est. speed input: 97.73 toks/s, output: 667.07 toks/s]
-2025-03-15T05:35:11.380210199Z 
Processed prompts:  11%|█         | 56/500 [01:28<05:19,  1.39it/s, est. speed input: 98.46 toks/s, output: 674.91 toks/s]
-2025-03-15T05:35:12.050932344Z 
Processed prompts:  11%|█▏        | 57/500 [01:30<07:02,  1.05it/s, est. speed input: 98.27 toks/s, output: 679.86 toks/s]
-2025-03-15T05:35:13.440971458Z 
Processed prompts:  12%|█▏        | 58/500 [01:30<06:24,  1.15it/s, est. speed input: 98.98 toks/s, output: 691.14 toks/s]
-2025-03-15T05:35:13.919692165Z 
Processed prompts:  12%|█▏        | 59/500 [01:32<07:31,  1.02s/it, est. speed input: 99.13 toks/s, output: 697.00 toks/s]
-2025-03-15T05:35:15.058556138Z 
Processed prompts:  12%|█▏        | 60/500 [01:32<06:19,  1.16it/s, est. speed input: 100.33 toks/s, output: 709.67 toks/s]
-2025-03-15T05:35:15.472930220Z 
Processed prompts:  12%|█▏        | 61/500 [01:33<06:54,  1.06it/s, est. speed input: 100.71 toks/s, output: 717.31 toks/s]
-2025-03-15T05:35:16.349145162Z 
Processed prompts:  12%|█▏        | 62/500 [01:34<05:44,  1.27it/s, est. speed input: 101.85 toks/s, output: 730.41 toks/s]
-2025-03-15T05:35:17.160419263Z 
Processed prompts:  13%|█▎        | 63/500 [01:35<05:55,  1.23it/s, est. speed input: 102.45 toks/s, output: 739.92 toks/s]
-2025-03-15T05:35:18.305080262Z 
Processed prompts:  13%|█▎        | 64/500 [01:35<05:54,  1.23it/s, est. speed input: 105.67 toks/s, output: 749.88 toks/s]
-2025-03-15T05:35:18.788845290Z 
Processed prompts:  13%|█▎        | 65/500 [01:37<06:36,  1.10it/s, est. speed input: 105.71 toks/s, output: 748.72 toks/s]
-2025-03-15T05:35:19.141687728Z 
Processed prompts:  13%|█▎        | 66/500 [01:37<05:40,  1.28it/s, est. speed input: 106.70 toks/s, output: 761.21 toks/s]
-2025-03-15T05:35:19.559484756Z 
Processed prompts:  13%|█▎        | 67/500 [01:37<04:43,  1.53it/s, est. speed input: 107.60 toks/s, output: 768.79 toks/s]
-2025-03-15T05:35:21.508971432Z 
Processed prompts:  14%|█▎        | 68/500 [01:38<04:12,  1.71it/s, est. speed input: 108.69 toks/s, output: 781.71 toks/s]
-2025-03-15T05:35:21.996439227Z 
Processed prompts:  14%|█▍        | 69/500 [01:40<07:08,  1.01it/s, est. speed input: 107.83 toks/s, output: 776.33 toks/s]
-2025-03-15T05:35:22.350053485Z 
Processed prompts:  14%|█▍        | 70/500 [01:40<06:01,  1.19it/s, est. speed input: 108.54 toks/s, output: 779.75 toks/s]
-2025-03-15T05:35:23.236903716Z 
Processed prompts:  14%|█▍        | 71/500 [01:41<04:58,  1.44it/s, est. speed input: 109.65 toks/s, output: 793.16 toks/s]
-2025-03-15T05:35:25.195326658Z 
Processed prompts:  14%|█▍        | 72/500 [01:41<05:22,  1.33it/s, est. speed input: 110.34 toks/s, output: 802.40 toks/s]
-2025-03-15T05:35:25.618091415Z 
Processed prompts:  15%|█▍        | 73/500 [01:43<07:55,  1.11s/it, est. speed input: 109.60 toks/s, output: 803.38 toks/s]
-2025-03-15T05:35:26.849813167Z 
Processed prompts:  15%|█▍        | 74/500 [01:44<06:26,  1.10it/s, est. speed input: 110.45 toks/s, output: 816.23 toks/s]
-2025-03-15T05:35:27.407158823Z 
Processed prompts:  15%|█▌        | 75/500 [01:45<07:06,  1.00s/it, est. speed input: 110.50 toks/s, output: 822.81 toks/s]
-2025-03-15T05:35:27.898553683Z 
Processed prompts:  15%|█▌        | 76/500 [01:46<06:09,  1.15it/s, est. speed input: 111.74 toks/s, output: 834.54 toks/s]
-2025-03-15T05:35:31.017535417Z 
Processed prompts:  15%|█▌        | 77/500 [01:46<05:20,  1.32it/s, est. speed input: 112.39 toks/s, output: 838.08 toks/s]
-2025-03-15T05:35:32.391897828Z 
Processed prompts:  16%|█▌        | 78/500 [01:49<10:18,  1.47s/it, est. speed input: 110.38 toks/s, output: 830.20 toks/s]
-2025-03-15T05:35:32.616467111Z 
Processed prompts:  16%|█▌        | 79/500 [01:51<10:05,  1.44s/it, est. speed input: 110.15 toks/s, output: 830.19 toks/s]
-2025-03-15T05:35:32.771796214Z 
Processed prompts:  16%|█▌        | 80/500 [01:51<07:31,  1.07s/it, est. speed input: 111.12 toks/s, output: 844.43 toks/s]
-2025-03-15T05:35:34.013725664Z 
Processed prompts:  16%|█▌        | 81/500 [01:51<05:34,  1.25it/s, est. speed input: 112.24 toks/s, output: 859.16 toks/s]
-2025-03-15T05:35:37.748655528Z 
Processed prompts:  16%|█▋        | 82/500 [01:52<06:29,  1.07it/s, est. speed input: 112.19 toks/s, output: 865.59 toks/s]
-2025-03-15T05:35:38.393573938Z 
Processed prompts:  17%|█▋        | 83/500 [01:56<12:19,  1.77s/it, est. speed input: 109.61 toks/s, output: 842.54 toks/s]
-2025-03-15T05:35:38.828256402Z 
Processed prompts:  17%|█▋        | 84/500 [01:57<09:56,  1.43s/it, est. speed input: 110.11 toks/s, output: 853.74 toks/s]
-2025-03-15T05:35:40.851584190Z 
Processed prompts:  17%|█▋        | 85/500 [01:57<07:50,  1.13s/it, est. speed input: 110.90 toks/s, output: 866.41 toks/s]
-2025-03-15T05:35:41.286117282Z 
Processed prompts:  17%|█▋        | 86/500 [01:59<09:40,  1.40s/it, est. speed input: 110.06 toks/s, output: 859.53 toks/s]
-2025-03-15T05:35:41.996931667Z 
Processed prompts:  17%|█▋        | 87/500 [02:00<07:38,  1.11s/it, est. speed input: 110.74 toks/s, output: 872.22 toks/s]
-2025-03-15T05:35:46.460010484Z 
Processed prompts:  18%|█▊        | 88/500 [02:00<06:48,  1.01it/s, est. speed input: 111.08 toks/s, output: 872.89 toks/s]
-2025-03-15T05:35:48.731879730Z 
Processed prompts:  18%|█▊        | 89/500 [02:05<13:55,  2.03s/it, est. speed input: 108.13 toks/s, output: 852.45 toks/s]
-2025-03-15T05:35:51.434969700Z 
Processed prompts:  18%|█▊        | 91/500 [02:07<11:02,  1.62s/it, est. speed input: 108.07 toks/s, output: 847.67 toks/s]
-2025-03-15T05:35:51.951575869Z 
Processed prompts:  18%|█▊        | 92/500 [02:10<12:50,  1.89s/it, est. speed input: 107.29 toks/s, output: 845.74 toks/s]
-2025-03-15T05:35:55.028602907Z 
Processed prompts:  19%|█▊        | 93/500 [02:10<10:22,  1.53s/it, est. speed input: 108.18 toks/s, output: 858.06 toks/s]
-2025-03-15T05:35:55.193454564Z 
Processed prompts:  19%|█▉        | 95/500 [02:13<10:20,  1.53s/it, est. speed input: 108.04 toks/s, output: 869.25 toks/s]
-2025-03-15T05:35:55.783944793Z 
Processed prompts:  19%|█▉        | 96/500 [02:13<08:10,  1.21s/it, est. speed input: 108.82 toks/s, output: 876.15 toks/s]
-2025-03-15T05:35:57.593216133Z 
Processed prompts:  19%|█▉        | 97/500 [02:14<07:05,  1.06s/it, est. speed input: 109.20 toks/s, output: 875.47 toks/s]
-2025-03-15T05:35:59.134113810Z 
Processed prompts:  20%|█▉        | 98/500 [02:16<08:24,  1.26s/it, est. speed input: 109.06 toks/s, output: 879.44 toks/s]
-2025-03-15T05:35:59.381027019Z 
Processed prompts:  20%|█▉        | 99/500 [02:17<08:54,  1.33s/it, est. speed input: 108.80 toks/s, output: 885.17 toks/s]
-2025-03-15T05:35:59.759158511Z 
Processed prompts:  20%|██        | 101/500 [02:18<05:20,  1.25it/s, est. speed input: 110.66 toks/s, output: 905.54 toks/s]
-2025-03-15T05:36:02.355801539Z 
Processed prompts:  20%|██        | 102/500 [02:18<04:39,  1.43it/s, est. speed input: 111.26 toks/s, output: 913.37 toks/s]
-2025-03-15T05:36:02.666055548Z 
Processed prompts:  21%|██        | 103/500 [02:21<07:49,  1.18s/it, est. speed input: 110.10 toks/s, output: 907.48 toks/s]
-2025-03-15T05:36:03.117279900Z 
Processed prompts:  21%|██        | 104/500 [02:21<06:16,  1.05it/s, est. speed input: 110.70 toks/s, output: 911.53 toks/s]
-2025-03-15T05:36:05.007142354Z 
Processed prompts:  21%|██        | 105/500 [02:21<05:21,  1.23it/s, est. speed input: 111.20 toks/s, output: 915.21 toks/s]
-2025-03-15T05:36:05.604852524Z 
Processed prompts:  21%|██        | 106/500 [02:23<07:20,  1.12s/it, est. speed input: 110.57 toks/s, output: 910.52 toks/s]
-2025-03-15T05:36:07.523044347Z 
Processed prompts:  21%|██▏       | 107/500 [02:24<06:20,  1.03it/s, est. speed input: 111.85 toks/s, output: 922.23 toks/s]
-2025-03-15T05:36:09.979054611Z 
Processed prompts:  22%|██▏       | 108/500 [02:26<08:07,  1.24s/it, est. speed input: 111.18 toks/s, output: 915.16 toks/s]
-2025-03-15T05:36:10.878775690Z 
Processed prompts:  22%|██▏       | 109/500 [02:28<10:25,  1.60s/it, est. speed input: 110.13 toks/s, output: 906.35 toks/s]
-2025-03-15T05:36:11.049094079Z 
Processed prompts:  22%|██▏       | 110/500 [02:29<09:03,  1.39s/it, est. speed input: 110.39 toks/s, output: 916.24 toks/s]
-2025-03-15T05:36:11.580637482Z 
Processed prompts:  22%|██▏       | 111/500 [02:29<06:40,  1.03s/it, est. speed input: 111.37 toks/s, output: 930.53 toks/s]
-2025-03-15T05:36:12.184363474Z 
Processed prompts:  22%|██▏       | 112/500 [02:30<05:42,  1.13it/s, est. speed input: 111.95 toks/s, output: 942.57 toks/s]
-2025-03-15T05:36:14.383529771Z 
Processed prompts:  23%|██▎       | 113/500 [02:30<05:09,  1.25it/s, est. speed input: 112.27 toks/s, output: 944.72 toks/s]
-2025-03-15T05:36:14.983870886Z 
Processed prompts:  23%|██▎       | 114/500 [02:33<07:49,  1.22s/it, est. speed input: 111.46 toks/s, output: 939.64 toks/s]
-2025-03-15T05:36:15.876220310Z 
Processed prompts:  23%|██▎       | 115/500 [02:33<06:37,  1.03s/it, est. speed input: 111.89 toks/s, output: 951.26 toks/s]
-2025-03-15T05:36:17.133331853Z 
Processed prompts:  23%|██▎       | 116/500 [02:34<06:20,  1.01it/s, est. speed input: 112.04 toks/s, output: 954.33 toks/s]
-2025-03-15T05:36:19.344577509Z 
Processed prompts:  23%|██▎       | 117/500 [02:35<06:49,  1.07s/it, est. speed input: 111.88 toks/s, output: 952.47 toks/s]
-2025-03-15T05:36:20.385275075Z 
Processed prompts:  24%|██▍       | 120/500 [02:38<05:35,  1.13it/s, est. speed input: 112.68 toks/s, output: 974.43 toks/s]
-2025-03-15T05:36:21.139654915Z 
Processed prompts:  24%|██▍       | 121/500 [02:39<05:47,  1.09it/s, est. speed input: 112.81 toks/s, output: 983.29 toks/s]
-2025-03-15T05:36:21.600646290Z 
Processed prompts:  24%|██▍       | 122/500 [02:39<05:32,  1.14it/s, est. speed input: 113.00 toks/s, output: 984.13 toks/s]
-2025-03-15T05:36:23.374620701Z 
Processed prompts:  25%|██▍       | 123/500 [02:40<04:52,  1.29it/s, est. speed input: 113.44 toks/s, output: 990.43 toks/s]
-2025-03-15T05:36:26.579056051Z 
Processed prompts:  25%|██▍       | 124/500 [02:42<06:29,  1.04s/it, est. speed input: 112.92 toks/s, output: 985.01 toks/s]
-2025-03-15T05:36:29.200459370Z 
Processed prompts:  25%|██▌       | 126/500 [02:45<07:58,  1.28s/it, est. speed input: 112.25 toks/s, output: 986.86 toks/s]
-2025-03-15T05:36:29.455991980Z 
Processed prompts:  25%|██▌       | 127/500 [02:47<09:54,  1.59s/it, est. speed input: 111.20 toks/s, output: 978.53 toks/s]
-2025-03-15T05:36:30.509922971Z 
Processed prompts:  26%|██▌       | 129/500 [02:48<06:13,  1.01s/it, est. speed input: 112.79 toks/s, output: 998.18 toks/s]
-2025-03-15T05:36:32.902639692Z 
Processed prompts:  26%|██▌       | 130/500 [02:49<06:16,  1.02s/it, est. speed input: 112.76 toks/s, output: 996.74 toks/s]
-2025-03-15T05:36:34.480066536Z 
Processed prompts:  26%|██▌       | 131/500 [02:51<08:17,  1.35s/it, est. speed input: 112.14 toks/s, output: 997.94 toks/s]
-2025-03-15T05:36:36.362154097Z 
Processed prompts:  26%|██▋       | 132/500 [02:53<08:37,  1.41s/it, est. speed input: 112.42 toks/s, output: 1003.92 toks/s]
-2025-03-15T05:36:38.704964378Z 
Processed prompts:  27%|██▋       | 133/500 [02:55<09:23,  1.53s/it, est. speed input: 112.80 toks/s, output: 1008.19 toks/s]
-2025-03-15T05:36:40.910236524Z 
Processed prompts:  27%|██▋       | 135/500 [02:57<08:22,  1.38s/it, est. speed input: 112.87 toks/s, output: 1019.04 toks/s]
-2025-03-15T05:36:41.308322520Z 
Processed prompts:  27%|██▋       | 137/500 [02:59<07:41,  1.27s/it, est. speed input: 112.87 toks/s, output: 1030.14 toks/s]
-2025-03-15T05:36:42.304690191Z 
Processed prompts:  28%|██▊       | 138/500 [03:00<06:32,  1.08s/it, est. speed input: 113.26 toks/s, output: 1033.83 toks/s]
-2025-03-15T05:36:45.108922999Z 
Processed prompts:  28%|██▊       | 139/500 [03:01<06:24,  1.06s/it, est. speed input: 113.50 toks/s, output: 1043.13 toks/s]
-2025-03-15T05:36:45.284408634Z 
Processed prompts:  28%|██▊       | 140/500 [03:03<09:00,  1.50s/it, est. speed input: 112.41 toks/s, output: 1034.13 toks/s]
-2025-03-15T05:36:45.762796337Z 
Processed prompts:  28%|██▊       | 141/500 [03:04<06:53,  1.15s/it, est. speed input: 113.39 toks/s, output: 1048.11 toks/s]
-2025-03-15T05:36:46.465836101Z 
Processed prompts:  28%|██▊       | 142/500 [03:04<05:46,  1.03it/s, est. speed input: 113.69 toks/s, output: 1048.47 toks/s]
-2025-03-15T05:36:47.090455091Z 
Processed prompts:  29%|██▊       | 143/500 [03:05<05:18,  1.12it/s, est. speed input: 114.15 toks/s, output: 1059.44 toks/s]
-2025-03-15T05:36:47.264142571Z 
Processed prompts:  29%|██▉       | 144/500 [03:05<04:50,  1.23it/s, est. speed input: 114.37 toks/s, output: 1060.80 toks/s]
-2025-03-15T05:36:48.643818923Z 
Processed prompts:  29%|██▉       | 145/500 [03:06<03:43,  1.59it/s, est. speed input: 114.89 toks/s, output: 1067.15 toks/s]
-2025-03-15T05:36:49.044068963Z 
Processed prompts:  29%|██▉       | 147/500 [03:07<03:51,  1.52it/s, est. speed input: 115.49 toks/s, output: 1079.60 toks/s]
-2025-03-15T05:36:51.031418050Z 
Processed prompts:  30%|██▉       | 148/500 [03:07<03:29,  1.68it/s, est. speed input: 115.87 toks/s, output: 1084.23 toks/s]
-2025-03-15T05:36:51.815538620Z 
Processed prompts:  30%|██▉       | 149/500 [03:09<05:35,  1.05it/s, est. speed input: 115.27 toks/s, output: 1080.48 toks/s]
-2025-03-15T05:36:52.066392069Z 
Processed prompts:  30%|███       | 150/500 [03:10<05:18,  1.10it/s, est. speed input: 115.40 toks/s, output: 1081.62 toks/s]
-2025-03-15T05:36:53.826584579Z 
Processed prompts:  30%|███       | 151/500 [03:10<04:13,  1.38it/s, est. speed input: 116.06 toks/s, output: 1095.08 toks/s]
-2025-03-15T05:36:55.665504765Z 
Processed prompts:  30%|███       | 152/500 [03:12<05:54,  1.02s/it, est. speed input: 115.68 toks/s, output: 1099.94 toks/s]
-2025-03-15T05:36:57.483048155Z 
Processed prompts:  31%|███       | 153/500 [03:14<07:16,  1.26s/it, est. speed input: 115.43 toks/s, output: 1104.38 toks/s]
-2025-03-15T05:36:58.188157925Z 
Processed prompts:  31%|███       | 154/500 [03:16<08:11,  1.42s/it, est. speed input: 115.12 toks/s, output: 1108.93 toks/s]
-2025-03-15T05:36:58.364332792Z 
Processed prompts:  31%|███       | 155/500 [03:16<06:57,  1.21s/it, est. speed input: 115.34 toks/s, output: 1114.76 toks/s]
-2025-03-15T05:37:02.192722248Z 
Processed prompts:  31%|███       | 156/500 [03:17<05:10,  1.11it/s, est. speed input: 115.86 toks/s, output: 1123.71 toks/s]
-2025-03-15T05:37:04.287323160Z 
Processed prompts:  31%|███▏      | 157/500 [03:20<10:08,  1.77s/it, est. speed input: 114.21 toks/s, output: 1105.78 toks/s]
-2025-03-15T05:37:05.767497407Z 
Processed prompts:  32%|███▏      | 158/500 [03:23<10:39,  1.87s/it, est. speed input: 113.71 toks/s, output: 1109.08 toks/s]
-2025-03-15T05:37:06.713497331Z 
Processed prompts:  32%|███▏      | 159/500 [03:24<09:57,  1.75s/it, est. speed input: 113.45 toks/s, output: 1107.54 toks/s]
-2025-03-15T05:37:07.200903280Z 
Processed prompts:  32%|███▏      | 160/500 [03:25<08:33,  1.51s/it, est. speed input: 113.62 toks/s, output: 1117.13 toks/s]
-2025-03-15T05:37:09.686455142Z 
Processed prompts:  32%|███▏      | 161/500 [03:25<06:48,  1.20s/it, est. speed input: 113.91 toks/s, output: 1121.18 toks/s]
-2025-03-15T05:37:10.325382636Z 
Processed prompts:  32%|███▏      | 162/500 [03:28<08:56,  1.59s/it, est. speed input: 113.31 toks/s, output: 1122.47 toks/s]
-2025-03-15T05:37:10.504422381Z 
Processed prompts:  33%|███▎      | 163/500 [03:29<07:19,  1.30s/it, est. speed input: 113.51 toks/s, output: 1125.89 toks/s]
-2025-03-15T05:37:10.913746698Z 
Processed prompts:  33%|███▎      | 164/500 [03:29<05:24,  1.03it/s, est. speed input: 113.95 toks/s, output: 1129.33 toks/s]
-2025-03-15T05:37:14.866946238Z 
Processed prompts:  33%|███▎      | 165/500 [03:29<04:27,  1.25it/s, est. speed input: 114.43 toks/s, output: 1141.77 toks/s]
-2025-03-15T05:37:15.676469208Z 
Processed prompts:  33%|███▎      | 166/500 [03:33<09:42,  1.75s/it, est. speed input: 112.86 toks/s, output: 1128.56 toks/s]
-2025-03-15T05:37:15.940847549Z 
Processed prompts:  33%|███▎      | 167/500 [03:34<08:07,  1.46s/it, est. speed input: 112.93 toks/s, output: 1126.61 toks/s]
-2025-03-15T05:37:16.743700060Z 
Processed prompts:  34%|███▎      | 168/500 [03:34<06:06,  1.10s/it, est. speed input: 113.31 toks/s, output: 1129.46 toks/s]
-2025-03-15T05:37:16.924014410Z 
Processed prompts:  34%|███▍      | 169/500 [03:35<05:35,  1.01s/it, est. speed input: 113.41 toks/s, output: 1130.38 toks/s]
-2025-03-15T05:37:17.260033310Z 
Processed prompts:  34%|███▍      | 170/500 [03:35<04:12,  1.31it/s, est. speed input: 113.88 toks/s, output: 1138.67 toks/s]
-2025-03-15T05:37:18.993154181Z 
Processed prompts:  34%|███▍      | 171/500 [03:36<03:29,  1.57it/s, est. speed input: 115.63 toks/s, output: 1151.49 toks/s]
-2025-03-15T05:37:20.417069198Z 
Processed prompts:  34%|███▍      | 172/500 [03:37<05:16,  1.04it/s, est. speed input: 115.31 toks/s, output: 1156.89 toks/s]
-2025-03-15T05:37:21.772795576Z 
Processed prompts:  35%|███▍      | 174/500 [03:39<04:36,  1.18it/s, est. speed input: 115.68 toks/s, output: 1167.73 toks/s]
-2025-03-15T05:37:22.501748876Z 
Processed prompts:  35%|███▌      | 175/500 [03:40<05:16,  1.03it/s, est. speed input: 115.55 toks/s, output: 1175.10 toks/s]
-2025-03-15T05:37:22.760841546Z 
Processed prompts:  35%|███▌      | 176/500 [03:41<04:54,  1.10it/s, est. speed input: 115.80 toks/s, output: 1185.77 toks/s]
-2025-03-15T05:37:24.034800769Z 
Processed prompts:  35%|███▌      | 177/500 [03:41<03:56,  1.36it/s, est. speed input: 116.17 toks/s, output: 1188.55 toks/s]
-2025-03-15T05:37:24.295830908Z 
Processed prompts:  36%|███▌      | 178/500 [03:42<04:44,  1.13it/s, est. speed input: 116.06 toks/s, output: 1192.02 toks/s]
-2025-03-15T05:37:24.556284051Z 
Processed prompts:  36%|███▌      | 179/500 [03:43<03:46,  1.42it/s, est. speed input: 116.45 toks/s, output: 1198.09 toks/s]
-2025-03-15T05:37:28.195825053Z 
Processed prompts:  36%|███▌      | 180/500 [03:43<03:04,  1.73it/s, est. speed input: 116.81 toks/s, output: 1201.57 toks/s]
-2025-03-15T05:37:28.378218534Z 
Processed prompts:  36%|███▋      | 182/500 [03:46<06:02,  1.14s/it, est. speed input: 115.89 toks/s, output: 1187.57 toks/s]
-2025-03-15T05:37:29.896058585Z 
Processed prompts:  37%|███▋      | 183/500 [03:47<04:47,  1.10it/s, est. speed input: 116.49 toks/s, output: 1201.10 toks/s]
-2025-03-15T05:37:30.628861653Z 
Processed prompts:  37%|███▋      | 184/500 [03:48<05:36,  1.06s/it, est. speed input: 116.19 toks/s, output: 1196.49 toks/s]
-2025-03-15T05:37:31.050304348Z 
Processed prompts:  37%|███▋      | 185/500 [03:49<05:07,  1.03it/s, est. speed input: 116.37 toks/s, output: 1203.38 toks/s]
-2025-03-15T05:37:31.322450481Z 
Processed prompts:  37%|███▋      | 186/500 [03:49<04:17,  1.22it/s, est. speed input: 116.77 toks/s, output: 1215.63 toks/s]
-2025-03-15T05:37:31.505025498Z 
Processed prompts:  38%|███▊      | 188/500 [03:50<02:41,  1.93it/s, est. speed input: 118.58 toks/s, output: 1243.10 toks/s]
-2025-03-15T05:37:32.469159034Z 
Processed prompts:  38%|███▊      | 190/500 [03:50<01:49,  2.84it/s, est. speed input: 119.45 toks/s, output: 1251.43 toks/s]
-2025-03-15T05:37:33.745884352Z 
Processed prompts:  38%|███▊      | 191/500 [03:51<02:29,  2.06it/s, est. speed input: 119.70 toks/s, output: 1260.65 toks/s]
-2025-03-15T05:37:34.563473920Z 
Processed prompts:  38%|███▊      | 192/500 [03:52<03:27,  1.49it/s, est. speed input: 119.55 toks/s, output: 1262.65 toks/s]
-2025-03-15T05:37:34.745933571Z 
Processed prompts:  39%|███▉      | 194/500 [03:53<02:53,  1.77it/s, est. speed input: 120.32 toks/s, output: 1277.21 toks/s]
-2025-03-15T05:37:35.005866620Z 
Processed prompts:  39%|███▉      | 195/500 [03:53<02:26,  2.08it/s, est. speed input: 120.71 toks/s, output: 1282.54 toks/s]
-2025-03-15T05:37:35.420434368Z 
Processed prompts:  39%|███▉      | 196/500 [03:53<02:09,  2.34it/s, est. speed input: 121.08 toks/s, output: 1289.64 toks/s]
-2025-03-15T05:37:35.682400760Z 
Processed prompts:  39%|███▉      | 197/500 [03:54<02:08,  2.36it/s, est. speed input: 121.37 toks/s, output: 1295.95 toks/s]
-2025-03-15T05:37:36.249959152Z 
Processed prompts:  40%|████      | 200/500 [03:54<01:14,  4.04it/s, est. speed input: 123.05 toks/s, output: 1320.87 toks/s]
-2025-03-15T05:37:38.145232309Z 
Processed prompts:  40%|████      | 201/500 [03:54<01:33,  3.21it/s, est. speed input: 123.23 toks/s, output: 1323.57 toks/s]
-2025-03-15T05:37:38.329689992Z 
Processed prompts:  40%|████      | 202/500 [03:56<03:17,  1.51it/s, est. speed input: 122.72 toks/s, output: 1318.55 toks/s]
-2025-03-15T05:37:40.544363863Z 
Processed prompts:  41%|████      | 203/500 [03:57<02:42,  1.83it/s, est. speed input: 123.09 toks/s, output: 1323.06 toks/s]
-2025-03-15T05:37:41.663199436Z 
Processed prompts:  41%|████      | 204/500 [03:59<04:48,  1.03it/s, est. speed input: 122.43 toks/s, output: 1317.78 toks/s]
-2025-03-15T05:37:42.548791304Z 
Processed prompts:  41%|████      | 205/500 [04:00<04:58,  1.01s/it, est. speed input: 122.31 toks/s, output: 1315.89 toks/s]
-2025-03-15T05:37:43.276183310Z 
Processed prompts:  41%|████      | 206/500 [04:01<04:47,  1.02it/s, est. speed input: 122.41 toks/s, output: 1325.42 toks/s]
-2025-03-15T05:37:43.458290075Z 
Processed prompts:  42%|████▏     | 208/500 [04:02<03:26,  1.42it/s, est. speed input: 122.94 toks/s, output: 1329.40 toks/s]
-2025-03-15T05:37:43.640289929Z 
Processed prompts:  42%|████▏     | 209/500 [04:02<02:49,  1.72it/s, est. speed input: 123.27 toks/s, output: 1329.81 toks/s]
-2025-03-15T05:37:43.822281891Z 
Processed prompts:  42%|████▏     | 210/500 [04:02<02:18,  2.09it/s, est. speed input: 123.65 toks/s, output: 1336.15 toks/s]
-2025-03-15T05:37:45.955512305Z 
Processed prompts:  42%|████▏     | 211/500 [04:02<01:55,  2.50it/s, est. speed input: 124.80 toks/s, output: 1349.50 toks/s]
-2025-03-15T05:37:46.467572289Z 
Processed prompts:  42%|████▏     | 212/500 [04:04<04:13,  1.14it/s, est. speed input: 124.18 toks/s, output: 1345.06 toks/s]
-2025-03-15T05:37:47.122237885Z 
Processed prompts:  43%|████▎     | 214/500 [04:05<02:52,  1.66it/s, est. speed input: 125.02 toks/s, output: 1361.94 toks/s]
-2025-03-15T05:37:47.384105632Z 
Processed prompts:  43%|████▎     | 216/500 [04:05<02:21,  2.01it/s, est. speed input: 125.66 toks/s, output: 1377.84 toks/s]
-2025-03-15T05:37:48.268207293Z 
Processed prompts:  43%|████▎     | 217/500 [04:06<02:06,  2.24it/s, est. speed input: 125.98 toks/s, output: 1382.19 toks/s]
-2025-03-15T05:37:50.012049898Z 
Processed prompts:  44%|████▎     | 218/500 [04:07<02:34,  1.82it/s, est. speed input: 126.00 toks/s, output: 1384.99 toks/s]
-2025-03-15T05:37:53.530069140Z 
Processed prompts:  44%|████▍     | 219/500 [04:08<03:59,  1.18it/s, est. speed input: 125.53 toks/s, output: 1377.26 toks/s]
-2025-03-15T05:37:53.791567553Z 
Processed prompts:  44%|████▍     | 220/500 [04:12<07:16,  1.56s/it, est. speed input: 124.23 toks/s, output: 1364.76 toks/s]
-2025-03-15T05:37:54.445682352Z 
Processed prompts:  44%|████▍     | 221/500 [04:12<05:35,  1.20s/it, est. speed input: 124.55 toks/s, output: 1369.76 toks/s]
-2025-03-15T05:37:54.942090379Z 
Processed prompts:  45%|████▍     | 223/500 [04:13<03:46,  1.22it/s, est. speed input: 125.10 toks/s, output: 1376.68 toks/s]
-2025-03-15T05:37:56.771163220Z 
Processed prompts:  45%|████▍     | 224/500 [04:13<03:24,  1.35it/s, est. speed input: 125.85 toks/s, output: 1388.20 toks/s]
-2025-03-15T05:37:57.580860909Z 
Processed prompts:  45%|████▌     | 225/500 [04:15<04:39,  1.02s/it, est. speed input: 125.41 toks/s, output: 1387.50 toks/s]
-2025-03-15T05:37:58.546597722Z 
Processed prompts:  45%|████▌     | 226/500 [04:16<04:23,  1.04it/s, est. speed input: 126.30 toks/s, output: 1397.31 toks/s]
-2025-03-15T05:37:58.888761733Z 
Processed prompts:  45%|████▌     | 227/500 [04:17<04:22,  1.04it/s, est. speed input: 126.33 toks/s, output: 1406.25 toks/s]
-2025-03-15T05:37:59.227849684Z 
Processed prompts:  46%|████▌     | 228/500 [04:17<03:34,  1.27it/s, est. speed input: 126.58 toks/s, output: 1409.16 toks/s]
-2025-03-15T05:38:00.589862636Z 
Processed prompts:  46%|████▌     | 229/500 [04:17<02:58,  1.52it/s, est. speed input: 126.96 toks/s, output: 1421.49 toks/s]
-2025-03-15T05:38:00.775178199Z 
Processed prompts:  46%|████▌     | 230/500 [04:19<03:53,  1.16it/s, est. speed input: 126.71 toks/s, output: 1418.39 toks/s]
-2025-03-15T05:38:04.812415808Z 
Processed prompts:  46%|████▌     | 231/500 [04:19<02:58,  1.51it/s, est. speed input: 127.02 toks/s, output: 1419.77 toks/s]
-2025-03-15T05:38:07.682986227Z 
Processed prompts:  46%|████▋     | 232/500 [04:23<07:25,  1.66s/it, est. speed input: 125.52 toks/s, output: 1406.82 toks/s]
-2025-03-15T05:38:09.302444209Z 
Processed prompts:  47%|████▋     | 233/500 [04:26<08:59,  2.02s/it, est. speed input: 124.61 toks/s, output: 1400.81 toks/s]
-2025-03-15T05:38:10.122522964Z 
Processed prompts:  47%|████▋     | 236/500 [04:28<05:14,  1.19s/it, est. speed input: 125.33 toks/s, output: 1423.25 toks/s]
-2025-03-15T05:38:12.996767654Z 
Processed prompts:  48%|████▊     | 239/500 [04:28<03:24,  1.28it/s, est. speed input: 126.28 toks/s, output: 1439.80 toks/s]
-2025-03-15T05:38:13.508614722Z 
Processed prompts:  48%|████▊     | 240/500 [04:31<04:58,  1.15s/it, est. speed input: 125.47 toks/s, output: 1438.66 toks/s]
-2025-03-15T05:38:15.118200542Z 
Processed prompts:  48%|████▊     | 242/500 [04:32<03:39,  1.17it/s, est. speed input: 126.05 toks/s, output: 1447.64 toks/s]
-2025-03-15T05:38:15.462772379Z 
Processed prompts:  49%|████▊     | 243/500 [04:33<04:16,  1.00it/s, est. speed input: 125.71 toks/s, output: 1444.52 toks/s]
-2025-03-15T05:38:15.806511583Z 
Processed prompts:  49%|████▉     | 244/500 [04:34<03:39,  1.17it/s, est. speed input: 125.94 toks/s, output: 1446.75 toks/s]
-2025-03-15T05:38:17.230876399Z 
Processed prompts:  49%|████▉     | 245/500 [04:34<03:07,  1.36it/s, est. speed input: 126.16 toks/s, output: 1447.64 toks/s]
-2025-03-15T05:38:17.547476793Z 
Processed prompts:  49%|████▉     | 246/500 [04:35<03:50,  1.10it/s, est. speed input: 126.05 toks/s, output: 1454.24 toks/s]
-2025-03-15T05:38:19.046072936Z 
Processed prompts:  49%|████▉     | 247/500 [04:36<03:10,  1.33it/s, est. speed input: 126.28 toks/s, output: 1455.15 toks/s]
-2025-03-15T05:38:20.378757643Z 
Processed prompts:  50%|████▉     | 248/500 [04:37<04:01,  1.04it/s, est. speed input: 125.99 toks/s, output: 1451.96 toks/s]
-2025-03-15T05:38:21.718120598Z 
Processed prompts:  50%|████▉     | 249/500 [04:39<04:26,  1.06s/it, est. speed input: 125.75 toks/s, output: 1447.71 toks/s]
-2025-03-15T05:38:22.734145150Z 
Processed prompts:  50%|█████     | 250/500 [04:40<04:45,  1.14s/it, est. speed input: 127.07 toks/s, output: 1454.84 toks/s]
-2025-03-15T05:38:22.890859575Z 
Processed prompts:  50%|█████     | 252/500 [04:41<03:32,  1.17it/s, est. speed input: 127.37 toks/s, output: 1458.48 toks/s]
-2025-03-15T05:38:23.669040111Z 
Processed prompts:  51%|█████     | 253/500 [04:41<02:49,  1.46it/s, est. speed input: 128.07 toks/s, output: 1471.71 toks/s]
-2025-03-15T05:38:25.225500012Z 
Processed prompts:  51%|█████     | 254/500 [04:42<02:54,  1.41it/s, est. speed input: 128.09 toks/s, output: 1470.60 toks/s]
-2025-03-15T05:38:26.872032733Z 
Processed prompts:  51%|█████     | 256/500 [04:43<03:00,  1.35it/s, est. speed input: 128.14 toks/s, output: 1471.55 toks/s]
-2025-03-15T05:38:27.497920643Z 
Processed prompts:  51%|█████▏    | 257/500 [04:45<03:50,  1.05it/s, est. speed input: 127.75 toks/s, output: 1465.91 toks/s]
-2025-03-15T05:38:27.654740167Z 
Processed prompts:  52%|█████▏    | 258/500 [04:46<03:30,  1.15it/s, est. speed input: 127.82 toks/s, output: 1465.00 toks/s]
-2025-03-15T05:38:27.967676755Z 
Processed prompts:  52%|█████▏    | 259/500 [04:46<02:44,  1.47it/s, est. speed input: 128.28 toks/s, output: 1478.22 toks/s]
-2025-03-15T05:38:28.903873873Z 
Processed prompts:  52%|█████▏    | 260/500 [04:46<02:19,  1.72it/s, est. speed input: 128.50 toks/s, output: 1479.64 toks/s]
-2025-03-15T05:38:29.447167492Z 
Processed prompts:  52%|█████▏    | 261/500 [04:47<02:42,  1.47it/s, est. speed input: 128.44 toks/s, output: 1477.58 toks/s]
-2025-03-15T05:38:30.295713095Z 
Processed prompts:  52%|█████▏    | 262/500 [04:48<02:32,  1.56it/s, est. speed input: 128.56 toks/s, output: 1478.87 toks/s]
-2025-03-15T05:38:32.606783533Z 
Processed prompts:  53%|█████▎    | 264/500 [04:49<02:08,  1.84it/s, est. speed input: 128.93 toks/s, output: 1484.47 toks/s]
-2025-03-15T05:38:32.760851064Z 
Processed prompts:  53%|█████▎    | 265/500 [04:51<03:48,  1.03it/s, est. speed input: 128.26 toks/s, output: 1476.15 toks/s]
-2025-03-15T05:38:33.682509918Z 
Processed prompts:  53%|█████▎    | 266/500 [04:51<02:58,  1.31it/s, est. speed input: 128.58 toks/s, output: 1481.82 toks/s]
-2025-03-15T05:38:33.990213862Z 
Processed prompts:  53%|█████▎    | 267/500 [04:52<03:07,  1.24it/s, est. speed input: 128.51 toks/s, output: 1479.39 toks/s]
-2025-03-15T05:38:34.374078037Z 
Processed prompts:  54%|█████▎    | 268/500 [04:52<02:34,  1.50it/s, est. speed input: 128.69 toks/s, output: 1479.40 toks/s]
-2025-03-15T05:38:34.909931686Z 
Processed prompts:  54%|█████▍    | 269/500 [04:53<02:15,  1.70it/s, est. speed input: 128.86 toks/s, output: 1479.93 toks/s]
-2025-03-15T05:38:35.675086349Z 
Processed prompts:  54%|█████▍    | 270/500 [04:53<02:11,  1.75it/s, est. speed input: 128.96 toks/s, output: 1479.28 toks/s]
-2025-03-15T05:38:36.214294717Z 
Processed prompts:  54%|█████▍    | 271/500 [04:54<02:23,  1.59it/s, est. speed input: 128.98 toks/s, output: 1480.21 toks/s]
-2025-03-15T05:38:38.044434167Z 
Processed prompts:  54%|█████▍    | 272/500 [04:54<02:17,  1.66it/s, est. speed input: 129.11 toks/s, output: 1482.08 toks/s]
-2025-03-15T05:38:38.425152952Z 
Processed prompts:  55%|█████▍    | 274/500 [04:56<02:48,  1.34it/s, est. speed input: 129.03 toks/s, output: 1481.42 toks/s]
-2025-03-15T05:38:39.258787922Z 
Processed prompts:  55%|█████▌    | 275/500 [04:57<02:27,  1.53it/s, est. speed input: 129.29 toks/s, output: 1493.50 toks/s]
-2025-03-15T05:38:40.700961510Z 
Processed prompts:  55%|█████▌    | 277/500 [04:58<02:04,  1.80it/s, est. speed input: 129.60 toks/s, output: 1494.85 toks/s]
-2025-03-15T05:38:40.927112490Z 
Processed prompts:  56%|█████▌    | 278/500 [04:59<02:48,  1.32it/s, est. speed input: 129.35 toks/s, output: 1495.46 toks/s]
-2025-03-15T05:38:41.753239136Z 
Processed prompts:  56%|█████▌    | 279/500 [04:59<02:18,  1.59it/s, est. speed input: 130.10 toks/s, output: 1508.31 toks/s]
-2025-03-15T05:38:42.653982146Z 
Processed prompts:  56%|█████▌    | 280/500 [05:00<02:29,  1.47it/s, est. speed input: 130.10 toks/s, output: 1509.80 toks/s]
-2025-03-15T05:38:45.063404531Z 
Processed prompts:  56%|█████▌    | 281/500 [05:01<02:41,  1.35it/s, est. speed input: 130.06 toks/s, output: 1509.22 toks/s]
-2025-03-15T05:38:46.039304081Z 
Processed prompts:  56%|█████▋    | 282/500 [05:03<04:22,  1.20s/it, est. speed input: 129.67 toks/s, output: 1511.22 toks/s]
-2025-03-15T05:38:46.563032599Z 
Processed prompts:  57%|█████▋    | 283/500 [05:04<04:07,  1.14s/it, est. speed input: 129.72 toks/s, output: 1520.35 toks/s]
-2025-03-15T05:38:47.758558990Z 
Processed prompts:  57%|█████▋    | 284/500 [05:05<03:27,  1.04it/s, est. speed input: 129.82 toks/s, output: 1520.61 toks/s]
-2025-03-15T05:38:48.356689635Z 
Processed prompts:  57%|█████▋    | 285/500 [05:06<03:41,  1.03s/it, est. speed input: 129.67 toks/s, output: 1520.88 toks/s]
-2025-03-15T05:38:48.580169955Z 
Processed prompts:  57%|█████▋    | 286/500 [05:07<03:13,  1.11it/s, est. speed input: 129.92 toks/s, output: 1531.87 toks/s]
-2025-03-15T05:38:48.729659600Z 
Processed prompts:  57%|█████▋    | 287/500 [05:07<02:29,  1.43it/s, est. speed input: 130.13 toks/s, output: 1533.22 toks/s]
-2025-03-15T05:38:48.878108313Z 
Processed prompts:  58%|█████▊    | 288/500 [05:07<01:53,  1.86it/s, est. speed input: 130.38 toks/s, output: 1534.86 toks/s]
-2025-03-15T05:38:49.616864214Z 
Processed prompts:  58%|█████▊    | 289/500 [05:07<01:28,  2.37it/s, est. speed input: 130.63 toks/s, output: 1536.63 toks/s]
-2025-03-15T05:38:49.985559590Z 
Processed prompts:  58%|█████▊    | 290/500 [05:08<01:48,  1.94it/s, est. speed input: 130.61 toks/s, output: 1534.64 toks/s]
-2025-03-15T05:38:50.353017445Z 
Processed prompts:  58%|█████▊    | 291/500 [05:08<01:38,  2.12it/s, est. speed input: 130.78 toks/s, output: 1536.11 toks/s]
-2025-03-15T05:38:51.526293350Z 
Processed prompts:  59%|█████▊    | 293/500 [05:09<01:10,  2.95it/s, est. speed input: 131.57 toks/s, output: 1550.56 toks/s]
-2025-03-15T05:38:52.478595832Z 
Processed prompts:  59%|█████▉    | 295/500 [05:10<01:29,  2.29it/s, est. speed input: 131.72 toks/s, output: 1554.34 toks/s]
-2025-03-15T05:38:53.283651682Z 
Processed prompts:  59%|█████▉    | 296/500 [05:11<01:52,  1.81it/s, est. speed input: 131.62 toks/s, output: 1551.96 toks/s]
-2025-03-15T05:38:53.430404952Z 
Processed prompts:  59%|█████▉    | 297/500 [05:12<02:04,  1.63it/s, est. speed input: 131.61 toks/s, output: 1552.33 toks/s]
-2025-03-15T05:38:53.575928213Z 
Processed prompts:  60%|█████▉    | 298/500 [05:12<01:39,  2.03it/s, est. speed input: 134.33 toks/s, output: 1565.56 toks/s]
-2025-03-15T05:38:54.157500015Z 
Processed prompts:  60%|█████▉    | 299/500 [05:12<01:20,  2.50it/s, est. speed input: 134.56 toks/s, output: 1566.63 toks/s]
-2025-03-15T05:39:02.214660060Z 
Processed prompts:  60%|██████    | 300/500 [05:12<01:30,  2.22it/s, est. speed input: 134.59 toks/s, output: 1565.43 toks/s]
-2025-03-15T05:39:02.947402946Z 
Processed prompts:  60%|██████    | 301/500 [05:20<08:37,  2.60s/it, est. speed input: 131.54 toks/s, output: 1530.81 toks/s]
-2025-03-15T05:39:04.846946703Z 
Processed prompts:  60%|██████    | 302/500 [05:21<06:48,  2.06s/it, est. speed input: 131.53 toks/s, output: 1530.03 toks/s]
-2025-03-15T05:39:06.162969595Z 
Processed prompts:  61%|██████    | 303/500 [05:23<06:37,  2.02s/it, est. speed input: 131.21 toks/s, output: 1534.94 toks/s]
-2025-03-15T05:39:06.675862300Z 
Processed prompts:  61%|██████    | 304/500 [05:24<05:54,  1.81s/it, est. speed input: 130.98 toks/s, output: 1531.91 toks/s]
-2025-03-15T05:39:08.276614724Z 
Processed prompts:  61%|██████    | 305/500 [05:25<04:38,  1.43s/it, est. speed input: 131.39 toks/s, output: 1543.39 toks/s]
-2025-03-15T05:39:08.495001092Z 
Processed prompts:  61%|██████▏   | 307/500 [05:27<03:40,  1.14s/it, est. speed input: 131.43 toks/s, output: 1551.84 toks/s]
-2025-03-15T05:39:09.871387714Z 
Processed prompts:  62%|██████▏   | 308/500 [05:27<02:55,  1.10it/s, est. speed input: 131.63 toks/s, output: 1553.53 toks/s]
-2025-03-15T05:39:10.089149546Z 
Processed prompts:  62%|██████▏   | 309/500 [05:28<03:17,  1.03s/it, est. speed input: 131.42 toks/s, output: 1554.38 toks/s]
-2025-03-15T05:39:11.751593222Z 
Processed prompts:  62%|██████▏   | 310/500 [05:28<02:34,  1.23it/s, est. speed input: 131.66 toks/s, output: 1559.92 toks/s]
-2025-03-15T05:39:12.761890082Z 
Processed prompts:  62%|██████▏   | 311/500 [05:30<03:18,  1.05s/it, est. speed input: 131.29 toks/s, output: 1555.35 toks/s]
-2025-03-15T05:39:12.905691713Z 
Processed prompts:  63%|██████▎   | 313/500 [05:31<02:31,  1.24it/s, est. speed input: 131.50 toks/s, output: 1558.78 toks/s]
-2025-03-15T05:39:13.695568154Z 
Processed prompts:  63%|██████▎   | 315/500 [05:31<01:36,  1.91it/s, est. speed input: 132.04 toks/s, output: 1565.92 toks/s]
-2025-03-15T05:39:15.127270605Z 
Processed prompts:  63%|██████▎   | 316/500 [05:32<01:46,  1.72it/s, est. speed input: 132.16 toks/s, output: 1576.09 toks/s]
-2025-03-15T05:39:16.206090248Z 
Processed prompts:  64%|██████▎   | 318/500 [05:33<01:55,  1.58it/s, est. speed input: 132.17 toks/s, output: 1576.12 toks/s]
-2025-03-15T05:39:16.492499375Z 
Processed prompts:  64%|██████▍   | 319/500 [05:34<02:11,  1.37it/s, est. speed input: 132.07 toks/s, output: 1576.68 toks/s]
-2025-03-15T05:39:17.348957569Z 
Processed prompts:  64%|██████▍   | 320/500 [05:35<01:52,  1.60it/s, est. speed input: 132.27 toks/s, output: 1580.54 toks/s]
-2025-03-15T05:39:19.128527768Z 
Processed prompts:  64%|██████▍   | 321/500 [05:36<02:02,  1.46it/s, est. speed input: 132.20 toks/s, output: 1579.21 toks/s]
-2025-03-15T05:39:19.413363477Z 
Processed prompts:  65%|██████▍   | 323/500 [05:37<02:16,  1.30it/s, est. speed input: 132.07 toks/s, output: 1578.58 toks/s]
-2025-03-15T05:39:19.626995838Z 
Processed prompts:  65%|██████▍   | 324/500 [05:38<01:55,  1.52it/s, est. speed input: 132.26 toks/s, output: 1581.16 toks/s]
-2025-03-15T05:39:19.909439600Z 
Processed prompts:  65%|██████▌   | 325/500 [05:38<01:35,  1.82it/s, est. speed input: 132.93 toks/s, output: 1594.05 toks/s]
-2025-03-15T05:39:20.756527512Z 
Processed prompts:  65%|██████▌   | 326/500 [05:38<01:23,  2.09it/s, est. speed input: 133.10 toks/s, output: 1596.02 toks/s]
-2025-03-15T05:39:22.087279926Z 
Processed prompts:  65%|██████▌   | 327/500 [05:39<01:40,  1.73it/s, est. speed input: 133.18 toks/s, output: 1605.93 toks/s]
-2025-03-15T05:39:23.838137164Z 
Processed prompts:  66%|██████▌   | 329/500 [05:40<01:45,  1.62it/s, est. speed input: 133.46 toks/s, output: 1617.65 toks/s]
-2025-03-15T05:39:24.644110842Z 
Processed prompts:  66%|██████▌   | 330/500 [05:42<02:30,  1.13it/s, est. speed input: 133.10 toks/s, output: 1617.53 toks/s]
-2025-03-15T05:39:25.111734313Z 
Processed prompts:  67%|██████▋   | 333/500 [05:43<01:35,  1.74it/s, est. speed input: 133.66 toks/s, output: 1626.49 toks/s]
-2025-03-15T05:39:27.120202423Z 
Processed prompts:  67%|██████▋   | 334/500 [05:43<01:31,  1.81it/s, est. speed input: 133.76 toks/s, output: 1628.37 toks/s]
-2025-03-15T05:39:28.588124770Z 
Processed prompts:  67%|██████▋   | 335/500 [05:45<02:23,  1.15it/s, est. speed input: 133.44 toks/s, output: 1632.82 toks/s]
-2025-03-15T05:39:29.587127524Z 
Processed prompts:  67%|██████▋   | 336/500 [05:47<02:45,  1.01s/it, est. speed input: 133.18 toks/s, output: 1631.66 toks/s]
-2025-03-15T05:39:30.517465228Z 
Processed prompts:  67%|██████▋   | 337/500 [05:48<02:44,  1.01s/it, est. speed input: 133.11 toks/s, output: 1633.15 toks/s]
-2025-03-15T05:39:30.850379608Z 
Processed prompts:  68%|██████▊   | 338/500 [05:49<02:39,  1.01it/s, est. speed input: 133.04 toks/s, output: 1633.46 toks/s]
-2025-03-15T05:39:31.181958872Z 
Processed prompts:  68%|██████▊   | 339/500 [05:49<02:10,  1.24it/s, est. speed input: 133.18 toks/s, output: 1634.99 toks/s]
-2025-03-15T05:39:31.578570670Z 
Processed prompts:  68%|██████▊   | 340/500 [05:49<01:47,  1.49it/s, est. speed input: 133.35 toks/s, output: 1639.12 toks/s]
-2025-03-15T05:39:32.174727875Z 
Processed prompts:  68%|██████▊   | 341/500 [05:50<01:34,  1.68it/s, est. speed input: 133.47 toks/s, output: 1640.74 toks/s]
-2025-03-15T05:39:32.634808617Z 
Processed prompts:  68%|██████▊   | 342/500 [05:50<01:33,  1.68it/s, est. speed input: 133.50 toks/s, output: 1641.25 toks/s]
-2025-03-15T05:39:32.896448936Z 
Processed prompts:  69%|██████▊   | 343/500 [05:51<01:27,  1.80it/s, est. speed input: 133.61 toks/s, output: 1643.57 toks/s]
-2025-03-15T05:39:36.037231148Z 
Processed prompts:  69%|██████▉   | 344/500 [05:51<01:13,  2.13it/s, est. speed input: 133.80 toks/s, output: 1646.82 toks/s]
-2025-03-15T05:39:38.743788329Z 
Processed prompts:  69%|██████▉   | 345/500 [05:54<03:15,  1.26s/it, est. speed input: 132.89 toks/s, output: 1636.82 toks/s]
-2025-03-15T05:39:40.657137838Z 
Processed prompts:  69%|██████▉   | 346/500 [05:57<04:20,  1.69s/it, est. speed input: 132.18 toks/s, output: 1629.58 toks/s]
-2025-03-15T05:39:41.970229263Z 
Processed prompts:  69%|██████▉   | 347/500 [05:59<04:28,  1.76s/it, est. speed input: 131.73 toks/s, output: 1624.76 toks/s]
-2025-03-15T05:39:43.209805306Z 
Processed prompts:  70%|██████▉   | 348/500 [06:00<04:06,  1.62s/it, est. speed input: 131.55 toks/s, output: 1625.06 toks/s]
-2025-03-15T05:39:43.470089827Z 
Processed prompts:  70%|██████▉   | 349/500 [06:01<03:47,  1.51s/it, est. speed input: 131.49 toks/s, output: 1633.45 toks/s]
-2025-03-15T05:39:45.856301098Z 
Processed prompts:  70%|███████   | 350/500 [06:02<02:50,  1.14s/it, est. speed input: 131.74 toks/s, output: 1643.59 toks/s]
-2025-03-15T05:39:46.242177679Z 
Processed prompts:  70%|███████   | 351/500 [06:04<03:45,  1.51s/it, est. speed input: 131.18 toks/s, output: 1641.58 toks/s]
-2025-03-15T05:39:46.755589513Z 
Processed prompts:  70%|███████   | 352/500 [06:04<02:53,  1.17s/it, est. speed input: 131.31 toks/s, output: 1644.29 toks/s]
-2025-03-15T05:39:48.420279587Z 
Processed prompts:  71%|███████   | 353/500 [06:05<02:23,  1.03it/s, est. speed input: 131.42 toks/s, output: 1649.22 toks/s]
-2025-03-15T05:39:49.571449409Z 
Processed prompts:  71%|███████   | 354/500 [06:07<02:52,  1.18s/it, est. speed input: 131.16 toks/s, output: 1653.07 toks/s]
-2025-03-15T05:39:54.184196713Z 
Processed prompts:  71%|███████   | 355/500 [06:08<02:50,  1.17s/it, est. speed input: 131.03 toks/s, output: 1652.97 toks/s]
-2025-03-15T05:39:54.379805550Z 
Processed prompts:  71%|███████   | 356/500 [06:12<05:17,  2.20s/it, est. speed input: 129.82 toks/s, output: 1646.53 toks/s]
-2025-03-15T05:39:56.482182950Z 
Processed prompts:  71%|███████▏  | 357/500 [06:13<03:49,  1.60s/it, est. speed input: 130.02 toks/s, output: 1650.39 toks/s]
-2025-03-15T05:39:58.264288508Z 
Processed prompts:  72%|███████▏  | 358/500 [06:15<04:08,  1.75s/it, est. speed input: 129.55 toks/s, output: 1646.22 toks/s]
-2025-03-15T05:40:00.047425549Z 
Processed prompts:  72%|███████▏  | 359/500 [06:17<04:08,  1.76s/it, est. speed input: 129.18 toks/s, output: 1642.30 toks/s]
-2025-03-15T05:40:00.429497556Z 
Processed prompts:  72%|███████▏  | 360/500 [06:18<04:07,  1.77s/it, est. speed input: 128.81 toks/s, output: 1638.61 toks/s]
-2025-03-15T05:40:01.188561828Z 
Processed prompts:  72%|███████▏  | 361/500 [06:19<03:07,  1.35s/it, est. speed input: 129.03 toks/s, output: 1651.00 toks/s]
-2025-03-15T05:40:01.314241186Z 
Processed prompts:  72%|███████▏  | 362/500 [06:19<02:42,  1.17s/it, est. speed input: 129.34 toks/s, output: 1661.74 toks/s]
-2025-03-15T05:40:04.292543820Z 
Processed prompts:  73%|███████▎  | 363/500 [06:20<01:57,  1.16it/s, est. speed input: 129.53 toks/s, output: 1665.33 toks/s]
-2025-03-15T05:40:04.480899490Z 
Processed prompts:  73%|███████▎  | 364/500 [06:23<03:23,  1.50s/it, est. speed input: 128.92 toks/s, output: 1666.44 toks/s]
-2025-03-15T05:40:05.976053484Z 
Processed prompts:  73%|███████▎  | 365/500 [06:23<02:28,  1.10s/it, est. speed input: 129.28 toks/s, output: 1679.68 toks/s]
-2025-03-15T05:40:10.333996961Z 
Processed prompts:  73%|███████▎  | 366/500 [06:24<02:43,  1.22s/it, est. speed input: 129.19 toks/s, output: 1687.21 toks/s]
-2025-03-15T05:40:13.380777070Z 
Processed prompts:  73%|███████▎  | 367/500 [06:29<04:47,  2.16s/it, est. speed input: 128.22 toks/s, output: 1682.40 toks/s]
-2025-03-15T05:40:14.685079219Z 
Processed prompts:  74%|███████▎  | 368/500 [06:32<05:20,  2.43s/it, est. speed input: 127.67 toks/s, output: 1683.43 toks/s]
-2025-03-15T05:40:16.421904892Z 
Processed prompts:  74%|███████▍  | 369/500 [06:33<04:33,  2.09s/it, est. speed input: 127.49 toks/s, output: 1682.62 toks/s]
-2025-03-15T05:40:16.607923152Z 
Processed prompts:  74%|███████▍  | 370/500 [06:35<04:17,  1.98s/it, est. speed input: 127.16 toks/s, output: 1680.04 toks/s]
-2025-03-15T05:40:18.395482167Z 
Processed prompts:  74%|███████▍  | 371/500 [06:35<03:06,  1.44s/it, est. speed input: 127.86 toks/s, output: 1693.37 toks/s]
-2025-03-15T05:40:23.168449230Z 
Processed prompts:  74%|███████▍  | 372/500 [06:37<03:18,  1.55s/it, est. speed input: 127.52 toks/s, output: 1690.68 toks/s]
-2025-03-15T05:40:24.489032205Z 
Processed prompts:  75%|███████▍  | 373/500 [06:41<05:19,  2.52s/it, est. speed input: 126.38 toks/s, output: 1684.76 toks/s]
-2025-03-15T05:40:24.608744716Z 
Processed prompts:  75%|███████▍  | 374/500 [06:43<04:31,  2.16s/it, est. speed input: 126.25 toks/s, output: 1688.33 toks/s]
-2025-03-15T05:40:25.739814080Z 
Processed prompts:  75%|███████▌  | 375/500 [06:43<03:13,  1.55s/it, est. speed input: 126.59 toks/s, output: 1701.99 toks/s]
-2025-03-15T05:40:29.250481457Z 
Processed prompts:  75%|███████▌  | 376/500 [06:44<02:56,  1.42s/it, est. speed input: 126.66 toks/s, output: 1711.40 toks/s]
-2025-03-15T05:40:31.453096312Z 
Processed prompts:  75%|███████▌  | 377/500 [06:47<04:11,  2.05s/it, est. speed input: 125.94 toks/s, output: 1710.87 toks/s]
-2025-03-15T05:40:32.638731928Z 
Processed prompts:  76%|███████▌  | 378/500 [06:50<04:15,  2.09s/it, est. speed input: 126.29 toks/s, output: 1715.89 toks/s]
-2025-03-15T05:40:33.938465301Z 
Processed prompts:  76%|███████▌  | 379/500 [06:51<03:40,  1.82s/it, est. speed input: 126.18 toks/s, output: 1717.83 toks/s]
-2025-03-15T05:40:34.346856865Z 
Processed prompts:  76%|███████▌  | 380/500 [06:52<03:19,  1.67s/it, est. speed input: 126.07 toks/s, output: 1723.91 toks/s]
-2025-03-15T05:40:38.761014380Z 
Processed prompts:  76%|███████▋  | 382/500 [06:53<01:56,  1.01it/s, est. speed input: 126.52 toks/s, output: 1742.22 toks/s]
-2025-03-15T05:40:39.633886057Z 
Processed prompts:  77%|███████▋  | 383/500 [06:57<03:35,  1.84s/it, est. speed input: 125.49 toks/s, output: 1736.72 toks/s]
-2025-03-15T05:40:43.874846752Z 
Processed prompts:  77%|███████▋  | 384/500 [06:58<03:04,  1.59s/it, est. speed input: 125.51 toks/s, output: 1744.10 toks/s]
-2025-03-15T05:40:46.297000946Z 
Processed prompts:  77%|███████▋  | 385/500 [07:02<04:25,  2.31s/it, est. speed input: 124.79 toks/s, output: 1740.90 toks/s]
-2025-03-15T05:40:49.879975883Z 
Processed prompts:  77%|███████▋  | 386/500 [07:05<04:26,  2.34s/it, est. speed input: 124.32 toks/s, output: 1737.46 toks/s]
-2025-03-15T05:40:55.265473471Z 
Processed prompts:  77%|███████▋  | 387/500 [07:08<05:04,  2.70s/it, est. speed input: 123.50 toks/s, output: 1729.08 toks/s]
-2025-03-15T05:40:59.270393133Z 
Processed prompts:  78%|███████▊  | 388/500 [07:14<06:29,  3.47s/it, est. speed input: 122.23 toks/s, output: 1716.73 toks/s]
-2025-03-15T05:41:00.422702968Z 
Processed prompts:  78%|███████▊  | 389/500 [07:18<06:42,  3.63s/it, est. speed input: 121.71 toks/s, output: 1715.44 toks/s]
-2025-03-15T05:41:01.282533045Z 
Processed prompts:  78%|███████▊  | 390/500 [07:19<05:18,  2.90s/it, est. speed input: 121.64 toks/s, output: 1719.52 toks/s]
-2025-03-15T05:41:07.252409750Z 
Processed prompts:  78%|███████▊  | 391/500 [07:20<04:10,  2.29s/it, est. speed input: 122.14 toks/s, output: 1730.57 toks/s]
-2025-03-15T05:41:10.102835034Z 
Processed prompts:  78%|███████▊  | 392/500 [07:25<06:05,  3.39s/it, est. speed input: 121.03 toks/s, output: 1721.81 toks/s]
-2025-03-15T05:41:13.922152953Z 
Processed prompts:  79%|███████▊  | 393/500 [07:28<05:45,  3.23s/it, est. speed input: 120.57 toks/s, output: 1725.29 toks/s]
-2025-03-15T05:41:15.403703823Z 
Processed prompts:  79%|███████▉  | 394/500 [07:32<06:00,  3.40s/it, est. speed input: 119.81 toks/s, output: 1721.77 toks/s]
-2025-03-15T05:41:21.102461766Z 
Processed prompts:  79%|███████▉  | 395/500 [07:34<04:57,  2.83s/it, est. speed input: 121.13 toks/s, output: 1730.62 toks/s]
-2025-03-15T05:41:24.865440031Z 
Processed prompts:  79%|███████▉  | 396/500 [07:39<06:23,  3.69s/it, est. speed input: 120.26 toks/s, output: 1723.66 toks/s]
-2025-03-15T05:41:27.256703766Z 
Processed prompts:  79%|███████▉  | 397/500 [07:43<06:22,  3.71s/it, est. speed input: 119.55 toks/s, output: 1722.07 toks/s]
-2025-03-15T05:41:27.762808565Z 
Processed prompts:  80%|███████▉  | 398/500 [07:45<05:38,  3.32s/it, est. speed input: 119.21 toks/s, output: 1727.77 toks/s]
-2025-03-15T05:41:30.519498422Z 
Processed prompts:  80%|███████▉  | 399/500 [07:46<04:09,  2.47s/it, est. speed input: 119.59 toks/s, output: 1740.44 toks/s]
-2025-03-15T05:41:37.881446262Z 
Processed prompts:  80%|████████  | 400/500 [07:49<04:15,  2.56s/it, est. speed input: 119.12 toks/s, output: 1739.77 toks/s]
-2025-03-15T05:41:38.895101387Z 
Processed prompts:  80%|████████  | 402/500 [07:56<05:01,  3.08s/it, est. speed input: 117.69 toks/s, output: 1727.86 toks/s]
-2025-03-15T05:41:42.256285754Z 
Processed prompts:  81%|████████  | 403/500 [07:57<04:08,  2.56s/it, est. speed input: 117.77 toks/s, output: 1738.81 toks/s]
-2025-03-15T05:41:42.424626516Z 
Processed prompts:  81%|████████  | 404/500 [08:00<04:26,  2.77s/it, est. speed input: 117.34 toks/s, output: 1741.30 toks/s]
-2025-03-15T05:41:43.604212819Z 
Processed prompts:  81%|████████  | 405/500 [08:01<03:16,  2.06s/it, est. speed input: 117.57 toks/s, output: 1755.33 toks/s]
-2025-03-15T05:41:44.224277425Z 
Processed prompts:  81%|████████  | 406/500 [08:02<02:50,  1.82s/it, est. speed input: 117.75 toks/s, output: 1765.69 toks/s]
-2025-03-15T05:41:44.390724077Z 
Processed prompts:  81%|████████▏ | 407/500 [08:02<02:17,  1.48s/it, est. speed input: 118.03 toks/s, output: 1778.07 toks/s]
-2025-03-15T05:41:47.182456224Z 
Processed prompts:  82%|████████▏ | 408/500 [08:03<01:40,  1.10s/it, est. speed input: 118.52 toks/s, output: 1792.12 toks/s]
-2025-03-15T05:41:49.653450743Z 
Processed prompts:  82%|████████▏ | 409/500 [08:05<02:24,  1.59s/it, est. speed input: 118.22 toks/s, output: 1796.49 toks/s]
-2025-03-15T05:41:55.476554420Z 
Processed prompts:  82%|████████▏ | 410/500 [08:08<02:46,  1.85s/it, est. speed input: 117.82 toks/s, output: 1794.99 toks/s]
-2025-03-15T05:41:57.994011520Z 
Processed prompts:  82%|████████▏ | 411/500 [08:14<04:29,  3.03s/it, est. speed input: 117.29 toks/s, output: 1788.58 toks/s]
-2025-03-15T05:42:00.279872699Z 
Processed prompts:  82%|████████▏ | 412/500 [08:16<04:13,  2.88s/it, est. speed input: 117.04 toks/s, output: 1794.27 toks/s]
-2025-03-15T05:42:06.388964330Z 
Processed prompts:  83%|████████▎ | 413/500 [08:19<03:54,  2.70s/it, est. speed input: 116.82 toks/s, output: 1800.83 toks/s]
-2025-03-15T05:42:07.830655815Z 
Processed prompts:  83%|████████▎ | 414/500 [08:25<05:19,  3.72s/it, est. speed input: 116.05 toks/s, output: 1793.88 toks/s]
-2025-03-15T05:42:10.634757044Z 
Processed prompts:  83%|████████▎ | 415/500 [08:26<04:18,  3.04s/it, est. speed input: 116.15 toks/s, output: 1803.62 toks/s]
-2025-03-15T05:42:21.379294469Z 
Processed prompts:  83%|████████▎ | 416/500 [08:29<04:09,  2.97s/it, est. speed input: 115.83 toks/s, output: 1808.55 toks/s]
-2025-03-15T05:42:29.096423180Z 
Processed prompts:  83%|████████▎ | 417/500 [08:40<07:19,  5.30s/it, est. speed input: 113.83 toks/s, output: 1786.14 toks/s]
-2025-03-15T05:42:29.993131156Z 
Processed prompts:  84%|████████▎ | 418/500 [08:47<08:13,  6.02s/it, est. speed input: 112.37 toks/s, output: 1770.04 toks/s]
-2025-03-15T05:42:31.922051324Z 
Processed prompts:  84%|████████▍ | 419/500 [08:48<06:03,  4.49s/it, est. speed input: 112.38 toks/s, output: 1776.80 toks/s]
-2025-03-15T05:42:37.249225234Z 
Processed prompts:  84%|████████▍ | 420/500 [08:50<04:57,  3.72s/it, est. speed input: 112.26 toks/s, output: 1785.38 toks/s]
-2025-03-15T05:42:43.886512928Z 
Processed prompts:  84%|████████▍ | 421/500 [08:55<05:31,  4.20s/it, est. speed input: 111.42 toks/s, output: 1782.71 toks/s]
-2025-03-15T05:42:51.369204631Z 
Processed prompts:  84%|████████▍ | 422/500 [09:02<06:24,  4.93s/it, est. speed input: 110.31 toks/s, output: 1776.03 toks/s]
-2025-03-15T05:42:51.777485336Z 
Processed prompts:  85%|████████▍ | 424/500 [09:10<05:33,  4.38s/it, est. speed input: 109.39 toks/s, output: 1781.98 toks/s]
-2025-03-15T05:42:53.393764047Z 
Processed prompts:  85%|████████▌ | 425/500 [09:10<04:14,  3.40s/it, est. speed input: 109.64 toks/s, output: 1795.85 toks/s]
-2025-03-15T05:42:54.543944490Z 
Processed prompts:  85%|████████▌ | 426/500 [09:12<03:36,  2.93s/it, est. speed input: 109.74 toks/s, output: 1805.79 toks/s]
-2025-03-15T05:42:59.245820078Z 
Processed prompts:  85%|████████▌ | 427/500 [09:13<02:58,  2.45s/it, est. speed input: 109.95 toks/s, output: 1817.25 toks/s]
-2025-03-15T05:43:08.306966581Z 
Processed prompts:  86%|████████▌ | 428/500 [09:17<03:41,  3.08s/it, est. speed input: 109.22 toks/s, output: 1813.87 toks/s]
-2025-03-15T05:43:10.259741898Z 
Processed prompts:  86%|████████▌ | 430/500 [09:27<04:20,  3.72s/it, est. speed input: 107.92 toks/s, output: 1810.37 toks/s]
-2025-03-15T05:43:16.118338755Z 
Processed prompts:  86%|████████▌ | 431/500 [09:29<03:47,  3.30s/it, est. speed input: 107.73 toks/s, output: 1813.87 toks/s]
-2025-03-15T05:43:19.064287316Z 
Processed prompts:  86%|████████▋ | 432/500 [09:34<04:28,  3.95s/it, est. speed input: 106.86 toks/s, output: 1810.80 toks/s]
-2025-03-15T05:43:34.891436083Z 
Processed prompts:  87%|████████▋ | 433/500 [09:37<04:06,  3.68s/it, est. speed input: 106.78 toks/s, output: 1817.00 toks/s]
-2025-03-15T05:43:35.374974551Z 
Processed prompts:  87%|████████▋ | 434/500 [09:53<07:44,  7.04s/it, est. speed input: 104.20 toks/s, output: 1784.13 toks/s]
-2025-03-15T05:43:38.138972384Z 
Processed prompts:  87%|████████▋ | 435/500 [09:54<05:37,  5.19s/it, est. speed input: 104.42 toks/s, output: 1798.25 toks/s]
-2025-03-15T05:43:38.561296236Z 
Processed prompts:  87%|████████▋ | 436/500 [09:56<04:47,  4.49s/it, est. speed input: 104.19 toks/s, output: 1805.53 toks/s]
-2025-03-15T05:43:44.494589674Z 
Processed prompts:  87%|████████▋ | 437/500 [09:57<03:28,  3.30s/it, est. speed input: 104.37 toks/s, output: 1819.86 toks/s]
-2025-03-15T05:43:56.077491130Z 
Processed prompts:  88%|████████▊ | 438/500 [10:03<04:12,  4.08s/it, est. speed input: 103.62 toks/s, output: 1817.63 toks/s]
-2025-03-15T05:43:56.260806280Z 
Processed prompts:  88%|████████▊ | 439/500 [10:14<06:24,  6.30s/it, est. speed input: 102.19 toks/s, output: 1799.16 toks/s]
-2025-03-15T05:43:57.076026262Z 
Processed prompts:  88%|████████▊ | 440/500 [10:15<04:28,  4.48s/it, est. speed input: 102.67 toks/s, output: 1814.40 toks/s]
-2025-03-15T05:43:58.193674702Z 
Processed prompts:  88%|████████▊ | 441/500 [10:15<03:19,  3.39s/it, est. speed input: 102.84 toks/s, output: 1827.79 toks/s]
-2025-03-15T05:43:59.214893194Z 
Processed prompts:  88%|████████▊ | 442/500 [10:16<02:37,  2.71s/it, est. speed input: 102.82 toks/s, output: 1834.80 toks/s]
-2025-03-15T05:44:02.066078115Z 
Processed prompts:  89%|████████▊ | 443/500 [10:17<02:05,  2.21s/it, est. speed input: 103.09 toks/s, output: 1847.58 toks/s]
-2025-03-15T05:44:03.543030961Z 
Processed prompts:  89%|████████▉ | 444/500 [10:20<02:14,  2.40s/it, est. speed input: 102.78 toks/s, output: 1849.61 toks/s]
-2025-03-15T05:44:04.014199477Z 
Processed prompts:  89%|████████▉ | 445/500 [10:22<01:56,  2.12s/it, est. speed input: 102.99 toks/s, output: 1861.08 toks/s]
-2025-03-15T05:44:08.810297290Z 
Processed prompts:  89%|████████▉ | 446/500 [10:22<01:27,  1.63s/it, est. speed input: 103.12 toks/s, output: 1875.53 toks/s]
-2025-03-15T05:44:11.430944837Z 
Processed prompts:  89%|████████▉ | 447/500 [10:27<02:16,  2.58s/it, est. speed input: 102.53 toks/s, output: 1876.31 toks/s]
-2025-03-15T05:44:12.680296548Z 
Processed prompts:  90%|████████▉ | 448/500 [10:30<02:14,  2.59s/it, est. speed input: 102.31 toks/s, output: 1884.46 toks/s]
-2025-03-15T05:44:18.607326955Z 
Processed prompts:  90%|████████▉ | 449/500 [10:31<01:51,  2.19s/it, est. speed input: 102.26 toks/s, output: 1891.42 toks/s]
-2025-03-15T05:44:20.083276734Z 
Processed prompts:  90%|█████████ | 450/500 [10:37<02:45,  3.31s/it, est. speed input: 101.67 toks/s, output: 1889.87 toks/s]
-2025-03-15T05:44:23.395510996Z 
Processed prompts:  90%|█████████ | 451/500 [10:38<02:15,  2.76s/it, est. speed input: 101.66 toks/s, output: 1901.57 toks/s]
-2025-03-15T05:44:26.142009804Z 
Processed prompts:  90%|█████████ | 452/500 [10:42<02:20,  2.93s/it, est. speed input: 101.61 toks/s, output: 1907.88 toks/s]
-2025-03-15T05:44:33.835208432Z 
Processed prompts:  91%|█████████ | 453/500 [10:44<02:14,  2.87s/it, est. speed input: 101.39 toks/s, output: 1915.90 toks/s]
-2025-03-15T05:44:37.549867200Z 
Processed prompts:  91%|█████████ | 454/500 [10:52<03:18,  4.32s/it, est. speed input: 100.34 toks/s, output: 1904.35 toks/s]
-2025-03-15T05:44:41.126543130Z 
Processed prompts:  91%|█████████ | 455/500 [10:56<03:06,  4.14s/it, est. speed input: 99.96 toks/s, output: 1908.42 toks/s] 
-2025-03-15T05:44:41.937148549Z 
Processed prompts:  91%|█████████ | 456/500 [10:59<02:54,  3.97s/it, est. speed input: 99.67 toks/s, output: 1914.43 toks/s]
-2025-03-15T05:44:43.501779721Z 
Processed prompts:  91%|█████████▏| 457/500 [11:00<02:09,  3.02s/it, est. speed input: 99.73 toks/s, output: 1926.68 toks/s]
-2025-03-15T05:44:54.261949572Z 
Processed prompts:  92%|█████████▏| 458/500 [11:02<01:48,  2.58s/it, est. speed input: 99.70 toks/s, output: 1938.52 toks/s]
-2025-03-15T05:44:59.528852916Z 
Processed prompts:  92%|█████████▏| 459/500 [11:13<03:26,  5.04s/it, est. speed input: 98.29 toks/s, output: 1924.08 toks/s]
-2025-03-15T05:45:08.546717203Z 
Processed prompts:  92%|█████████▏| 460/500 [11:18<03:24,  5.11s/it, est. speed input: 97.71 toks/s, output: 1924.65 toks/s]
-2025-03-15T05:45:14.161699835Z 
Processed prompts:  92%|█████████▏| 461/500 [11:27<04:04,  6.28s/it, est. speed input: 96.70 toks/s, output: 1916.17 toks/s]
-2025-03-15T05:45:18.700540315Z 
Processed prompts:  92%|█████████▏| 462/500 [11:32<03:51,  6.08s/it, est. speed input: 96.99 toks/s, output: 1917.51 toks/s]
-2025-03-15T05:45:22.663127676Z 
Processed prompts:  93%|█████████▎| 463/500 [11:37<03:27,  5.62s/it, est. speed input: 96.50 toks/s, output: 1917.35 toks/s]
-2025-03-15T05:45:25.478601798Z 
Processed prompts:  93%|█████████▎| 464/500 [11:41<03:04,  5.12s/it, est. speed input: 96.46 toks/s, output: 1923.51 toks/s]
-2025-03-15T05:45:27.512990640Z 
Processed prompts:  93%|█████████▎| 465/500 [11:44<02:35,  4.43s/it, est. speed input: 96.26 toks/s, output: 1932.86 toks/s]
-2025-03-15T05:45:30.781889924Z 
Processed prompts:  93%|█████████▎| 466/500 [11:46<02:06,  3.71s/it, est. speed input: 96.12 toks/s, output: 1939.61 toks/s]
-2025-03-15T05:45:34.337775048Z 
Processed prompts:  93%|█████████▎| 467/500 [11:49<01:58,  3.58s/it, est. speed input: 95.82 toks/s, output: 1943.48 toks/s]
-2025-03-15T05:45:37.271869894Z 
Processed prompts:  94%|█████████▎| 468/500 [11:53<01:54,  3.57s/it, est. speed input: 95.59 toks/s, output: 1950.99 toks/s]
-2025-03-15T05:45:38.779104480Z 
Processed prompts:  94%|█████████▍| 469/500 [11:56<01:44,  3.38s/it, est. speed input: 95.47 toks/s, output: 1960.24 toks/s]
-2025-03-15T05:45:42.403770548Z 
Processed prompts:  94%|█████████▍| 470/500 [11:57<01:24,  2.82s/it, est. speed input: 95.71 toks/s, output: 1973.40 toks/s]
-2025-03-15T05:45:46.551993157Z 
Processed prompts:  94%|█████████▍| 471/500 [12:01<01:28,  3.06s/it, est. speed input: 95.41 toks/s, output: 1980.83 toks/s]
-2025-03-15T05:45:51.806495604Z 
Processed prompts:  94%|█████████▍| 472/500 [12:05<01:34,  3.39s/it, est. speed input: 95.04 toks/s, output: 1986.93 toks/s]
-2025-03-15T05:45:56.113701742Z 
Processed prompts:  95%|█████████▍| 473/500 [12:10<01:46,  3.95s/it, est. speed input: 94.54 toks/s, output: 1990.18 toks/s]
-2025-03-15T05:45:56.429178346Z 
Processed prompts:  95%|█████████▌| 475/500 [12:14<01:17,  3.12s/it, est. speed input: 94.52 toks/s, output: 2010.45 toks/s]
-2025-03-15T05:45:56.541241726Z 
Processed prompts:  95%|█████████▌| 476/500 [12:15<00:58,  2.42s/it, est. speed input: 94.72 toks/s, output: 2027.23 toks/s]
-2025-03-15T05:46:03.632759861Z 
Processed prompts:  95%|█████████▌| 477/500 [12:15<00:41,  1.82s/it, est. speed input: 94.87 toks/s, output: 2042.98 toks/s]
-2025-03-15T05:46:07.398226834Z 
Processed prompts:  96%|█████████▌| 478/500 [12:22<01:11,  3.25s/it, est. speed input: 94.15 toks/s, output: 2041.29 toks/s]
-2025-03-15T05:46:09.796458898Z 
Processed prompts:  96%|█████████▌| 479/500 [12:26<01:11,  3.40s/it, est. speed input: 93.88 toks/s, output: 2048.84 toks/s]
-2025-03-15T05:46:11.164374750Z 
Processed prompts:  96%|█████████▌| 480/500 [12:28<01:02,  3.11s/it, est. speed input: 93.80 toks/s, output: 2060.19 toks/s]
-2025-03-15T05:46:20.809532270Z 
Processed prompts:  96%|█████████▌| 481/500 [12:29<00:49,  2.61s/it, est. speed input: 93.88 toks/s, output: 2074.38 toks/s]
-2025-03-15T05:46:24.975901553Z 
Processed prompts:  96%|█████████▋| 482/500 [12:39<01:24,  4.67s/it, est. speed input: 93.04 toks/s, output: 2066.28 toks/s]
-2025-03-15T05:46:27.946904397Z 
Processed prompts:  97%|█████████▋| 483/500 [12:43<01:16,  4.52s/it, est. speed input: 92.87 toks/s, output: 2073.37 toks/s]
-2025-03-15T05:46:40.302431927Z 
Processed prompts:  97%|█████████▋| 484/500 [12:46<01:04,  4.06s/it, est. speed input: 92.70 toks/s, output: 2083.79 toks/s]
-2025-03-15T05:46:45.066566284Z 
Processed prompts:  97%|█████████▋| 485/500 [12:59<01:37,  6.53s/it, est. speed input: 91.40 toks/s, output: 2069.61 toks/s]
-2025-03-15T05:46:49.190848316Z 
Processed prompts:  97%|█████████▋| 486/500 [13:03<01:24,  6.00s/it, est. speed input: 91.04 toks/s, output: 2076.05 toks/s]
-2025-03-15T05:46:55.315976016Z 
Processed prompts:  97%|█████████▋| 487/500 [13:07<01:10,  5.44s/it, est. speed input: 90.74 toks/s, output: 2084.35 toks/s]
-2025-03-15T05:46:56.597804693Z 
Processed prompts:  98%|█████████▊| 488/500 [13:14<01:07,  5.65s/it, est. speed input: 90.32 toks/s, output: 2087.67 toks/s]
-2025-03-15T05:47:15.085055560Z 
Processed prompts:  98%|█████████▊| 489/500 [13:15<00:47,  4.34s/it, est. speed input: 90.53 toks/s, output: 2103.76 toks/s]
-2025-03-15T05:47:27.500257478Z 
Processed prompts:  98%|█████████▊| 490/500 [13:33<01:25,  8.58s/it, est. speed input: 88.70 toks/s, output: 2076.17 toks/s]
-2025-03-15T05:47:40.565267249Z 
Processed prompts:  98%|█████████▊| 491/500 [13:46<01:27,  9.73s/it, est. speed input: 87.57 toks/s, output: 2065.69 toks/s]
-2025-03-15T05:47:41.610736263Z 
Processed prompts:  98%|█████████▊| 492/500 [13:59<01:25, 10.73s/it, est. speed input: 86.63 toks/s, output: 2054.80 toks/s]
-2025-03-15T05:47:41.930270206Z 
Processed prompts:  99%|█████████▊| 493/500 [14:00<00:54,  7.82s/it, est. speed input: 86.66 toks/s, output: 2072.05 toks/s]
-2025-03-15T05:47:46.501534974Z 
Processed prompts:  99%|█████████▉| 494/500 [14:00<00:33,  5.57s/it, est. speed input: 86.84 toks/s, output: 2092.59 toks/s]
-2025-03-15T05:48:15.470501809Z 
Processed prompts:  99%|█████████▉| 495/500 [14:05<00:26,  5.27s/it, est. speed input: 86.54 toks/s, output: 2102.85 toks/s]
-2025-03-15T05:49:01.020028777Z 
Processed prompts:  99%|█████████▉| 496/500 [14:34<00:49, 12.38s/it, est. speed input: 83.85 toks/s, output: 2056.37 toks/s]
-2025-03-15T05:50:39.788497726Z 
Processed prompts:  99%|█████████▉| 497/500 [15:19<01:06, 22.33s/it, est. speed input: 79.85 toks/s, output: 1980.22 toks/s]
-2025-03-15T05:50:45.991869276Z 
Processed prompts: 100%|█████████▉| 498/500 [16:58<01:30, 45.26s/it, est. speed input: 72.21 toks/s, output: 1815.24 toks/s]
-2025-03-15T05:50:58.274985847Z 
Processed prompts: 100%|█████████▉| 499/500 [17:04<00:33, 33.54s/it, est. speed input: 72.01 toks/s, output: 1834.96 toks/s]
-2025-03-15T05:50:58.275188674Z 
Processed prompts: 100%|██████████| 500/500 [17:17<00:00, 27.17s/it, est. speed input: 71.33 toks/s, output: 1844.66 toks/s]
Processed prompts: 100%|██████████| 500/500 [17:17<00:00,  2.07s/it, est. speed input: 71.33 toks/s, output: 1844.66 toks/s]
-2025-03-15T05:50:58.955732616Z 
Splits: 100%|██████████| 1/1 [17:17<00:00, 1037.89s/it]
Splits: 100%|██████████| 1/1 [17:17<00:00, 1037.89s/it]
-2025-03-15T05:51:00.680050970Z [2025-03-15 05:51:00,679] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T05:51:04.106969615Z [2025-03-15 05:51:04,106] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T05:51:04.119463524Z [2025-03-15 05:51:04,119] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T05:51:04.119495447Z [2025-03-15 05:51:04,119] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T05:51:05.665148597Z [2025-03-15 05:51:05,664] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp2_200/results/quyanh/OpenRS-GRPO/results_2025-03-15T05-51-04.119358.json (evaluation_tracker.py:234)
-2025-03-15T05:51:05.668683648Z |      Task       |Version|     Metric     |Value|   |Stderr|
-2025-03-15T05:51:05.668721408Z |-----------------|------:|----------------|----:|---|-----:|
-2025-03-15T05:51:05.668726435Z |all              |       |extractive_match|  0.8|±  |0.0179|
-2025-03-15T05:51:05.668730992Z |custom:math_500:0|      1|extractive_match|  0.8|±  |0.0179|
-2025-03-15T05:51:08.539547412Z Evaluating task: amc23
-2025-03-15T05:51:25.753817156Z [2025-03-15 05:51:25,753] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T05:52:15.861433065Z INFO 03-15 05:52:15 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T05:52:19.273189440Z [2025-03-15 05:52:19,272] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T05:52:50.703122735Z [2025-03-15 05:52:50,702] [    INFO]: This model supports multiple tasks: {'reward', 'generate', 'score', 'embed', 'classify'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T05:52:50.713481482Z [2025-03-15 05:52:50,712] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=bd5e6a34f2ff802b5f5ba6f0b27050b69b69d05e, override_neuron_config=None, tokenizer_revision=bd5e6a34f2ff802b5f5ba6f0b27050b69b69d05e, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T05:52:54.711139966Z [2025-03-15 05:52:54,710] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T05:52:55.172823012Z [2025-03-15 05:52:55,172] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T05:52:55.709790784Z [2025-03-15 05:52:55,709] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T05:52:55.991569931Z [2025-03-15 05:52:55,991] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T05:52:55.992673100Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T05:52:56.601897874Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.64it/s]
-2025-03-15T05:52:56.601939090Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.64it/s]
-2025-03-15T05:52:56.900890508Z [2025-03-15 05:52:56,900] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T05:52:58.479404475Z [2025-03-15 05:52:58,479] [    INFO]: Memory profiling takes 1.38 seconds
-2025-03-15T05:52:58.479449350Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T05:52:58.479472183Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T05:52:58.677468310Z [2025-03-15 05:52:58,677] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T05:52:58.677514493Z [2025-03-15 05:52:58,677] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T05:53:02.345210981Z [2025-03-15 05:53:02,344] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T05:53:16.993253362Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:16,  2.07it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:00<00:14,  2.28it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:13,  2.33it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:01<00:13,  2.36it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:02<00:12,  2.35it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:02<00:12,  2.38it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:02<00:11,  2.39it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:03<00:11,  2.41it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:03<00:10,  2.42it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:04<00:10,  2.43it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:04<00:09,  2.43it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:05<00:09,  2.41it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:05<00:09,  2.40it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:05<00:08,  2.39it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:06<00:08,  2.38it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:06<00:08,  2.36it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:07<00:07,  2.35it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:07<00:07,  2.36it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:08<00:06,  2.36it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:08<00:06,  2.37it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:08<00:05,  2.38it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:09<00:05,  2.40it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:09<00:04,  2.40it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:10<00:04,  2.41it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:10<00:04,  2.38it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:10<00:03,  2.38it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:11<00:03,  2.40it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:11<00:02,  2.42it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:12<00:02,  2.43it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:12<00:02,  2.44it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:12<00:01,  2.44it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:13<00:01,  2.43it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:13<00:00,  2.43it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:14<00:00,  2.43it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:14<00:00,  2.40it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:14<00:00,  2.39it/s]
-2025-03-15T05:53:16.993338405Z [2025-03-15 05:53:16,993] [    INFO]: Graph capturing finished in 15 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T05:53:17.008526200Z [2025-03-15 05:53:17,008] [    INFO]: init engine (profile, create kv cache, warmup model) took 20.11 seconds (llm_engine.py:431)
-2025-03-15T05:53:17.824529833Z [2025-03-15 05:53:17,824] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T05:53:17.843139427Z [2025-03-15 05:53:17,842] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T05:53:17.843180570Z [2025-03-15 05:53:17,843] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T05:53:17.843241350Z [2025-03-15 05:53:17,843] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T05:53:17.843296720Z [2025-03-15 05:53:17,843] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T05:53:17.843342040Z [2025-03-15 05:53:17,843] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T05:53:17.843393607Z [2025-03-15 05:53:17,843] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T05:53:17.843436402Z [2025-03-15 05:53:17,843] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T05:53:17.843492165Z [2025-03-15 05:53:17,843] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T05:53:17.846052041Z [2025-03-15 05:53:17,845] [    INFO]: knoveleng/AMC-23 default (lighteval_task.py:187)
-2025-03-15T05:53:17.846178856Z [2025-03-15 05:53:17,846] [ WARNING]: Careful, the task custom|amc23 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T05:53:20.300024631Z [2025-03-15 05:53:20,299] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T05:53:20.300081575Z [2025-03-15 05:53:20,299] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T05:53:20.300131098Z [2025-03-15 05:53:20,300] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T05:53:20.316257542Z [2025-03-15 05:53:20,316] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T05:53:20.328772747Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 05:53:20,328] [ WARNING]: context_size + max_new_tokens=33060 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T05:53:30.131585074Z 
Processed prompts:   0%|          | 0/40 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T05:53:31.907973195Z 
Processed prompts:   2%|▎         | 1/40 [00:09<06:22,  9.80s/it, est. speed input: 10.51 toks/s, output: 66.75 toks/s]
-2025-03-15T05:53:33.294886158Z 
Processed prompts:   5%|▌         | 2/40 [00:11<03:13,  5.08s/it, est. speed input: 22.29 toks/s, output: 123.20 toks/s]
-2025-03-15T05:53:36.674389649Z 
Processed prompts:   8%|▊         | 3/40 [00:12<02:05,  3.39s/it, est. speed input: 29.55 toks/s, output: 176.68 toks/s]
-2025-03-15T05:53:40.218145624Z 
Processed prompts:  10%|█         | 4/40 [00:16<02:01,  3.39s/it, est. speed input: 34.03 toks/s, output: 205.19 toks/s]
-2025-03-15T05:53:42.192460764Z 
Processed prompts:  12%|█▎        | 5/40 [00:19<02:00,  3.44s/it, est. speed input: 33.74 toks/s, output: 233.60 toks/s]
-2025-03-15T05:53:43.936001847Z 
Processed prompts:  15%|█▌        | 6/40 [00:21<01:40,  2.94s/it, est. speed input: 40.26 toks/s, output: 277.41 toks/s]
-2025-03-15T05:53:44.338556565Z 
Processed prompts:  18%|█▊        | 7/40 [00:23<01:24,  2.55s/it, est. speed input: 44.66 toks/s, output: 321.79 toks/s]
-2025-03-15T05:53:46.285763117Z 
Processed prompts:  20%|██        | 8/40 [00:24<00:59,  1.87s/it, est. speed input: 50.07 toks/s, output: 381.25 toks/s]
-2025-03-15T05:53:47.530829621Z 
Processed prompts:  22%|██▎       | 9/40 [00:25<00:58,  1.89s/it, est. speed input: 53.71 toks/s, output: 417.30 toks/s]
-2025-03-15T05:53:48.437171987Z 
Processed prompts:  25%|██▌       | 10/40 [00:27<00:50,  1.69s/it, est. speed input: 56.84 toks/s, output: 462.76 toks/s]
-2025-03-15T05:53:51.460801384Z 
Processed prompts:  28%|██▊       | 11/40 [00:28<00:42,  1.45s/it, est. speed input: 58.46 toks/s, output: 512.35 toks/s]
-2025-03-15T05:54:02.029142156Z 
Processed prompts:  30%|███       | 12/40 [00:31<00:54,  1.93s/it, est. speed input: 57.99 toks/s, output: 527.09 toks/s]
-2025-03-15T05:54:03.447977204Z 
Processed prompts:  32%|███▎      | 13/40 [00:41<02:02,  4.55s/it, est. speed input: 47.15 toks/s, output: 457.70 toks/s]
-2025-03-15T05:54:05.135449233Z 
Processed prompts:  35%|███▌      | 14/40 [00:43<01:33,  3.60s/it, est. speed input: 50.35 toks/s, output: 506.77 toks/s]
-2025-03-15T05:54:06.240490872Z 
Processed prompts:  40%|████      | 16/40 [00:44<00:55,  2.32s/it, est. speed input: 55.56 toks/s, output: 613.52 toks/s]
-2025-03-15T05:54:12.482177390Z 
Processed prompts:  42%|████▎     | 17/40 [00:45<00:46,  2.02s/it, est. speed input: 58.64 toks/s, output: 662.93 toks/s]
-2025-03-15T05:54:47.996078594Z 
Processed prompts:  45%|████▌     | 18/40 [00:52<01:08,  3.13s/it, est. speed input: 53.71 toks/s, output: 647.99 toks/s]
-2025-03-15T05:54:54.619932445Z 
Processed prompts:  48%|████▊     | 19/40 [01:27<04:10, 11.95s/it, est. speed input: 33.74 toks/s, output: 448.72 toks/s]
-2025-03-15T05:54:56.468462623Z 
Processed prompts:  50%|█████     | 20/40 [01:34<03:29, 10.46s/it, est. speed input: 33.43 toks/s, output: 480.06 toks/s]
-2025-03-15T05:55:09.664746607Z 
Processed prompts:  52%|█████▎    | 21/40 [01:36<02:31,  8.00s/it, est. speed input: 34.36 toks/s, output: 533.60 toks/s]
-2025-03-15T05:55:13.158316924Z 
Processed prompts:  55%|█████▌    | 22/40 [01:49<02:51,  9.50s/it, est. speed input: 31.26 toks/s, output: 531.32 toks/s]
-2025-03-15T05:55:13.681746057Z 
Processed prompts:  57%|█████▊    | 23/40 [01:52<02:11,  7.74s/it, est. speed input: 31.50 toks/s, output: 576.83 toks/s]
-2025-03-15T05:55:17.122452259Z 
Processed prompts:  60%|██████    | 24/40 [01:53<01:29,  5.61s/it, est. speed input: 32.58 toks/s, output: 636.11 toks/s]
-2025-03-15T05:55:21.213101242Z 
Processed prompts:  62%|██████▎   | 25/40 [01:56<01:14,  4.97s/it, est. speed input: 32.72 toks/s, output: 679.33 toks/s]
-2025-03-15T05:55:26.236461240Z 
Processed prompts:  65%|██████▌   | 26/40 [02:00<01:05,  4.71s/it, est. speed input: 33.80 toks/s, output: 718.34 toks/s]
-2025-03-15T05:55:27.159499136Z 
Processed prompts:  68%|██████▊   | 27/40 [02:05<01:02,  4.80s/it, est. speed input: 33.48 toks/s, output: 751.79 toks/s]
-2025-03-15T05:55:50.638843928Z 
Processed prompts:  70%|███████   | 28/40 [02:06<00:43,  3.64s/it, est. speed input: 35.54 toks/s, output: 808.45 toks/s]
-2025-03-15T05:55:51.687642493Z 
Processed prompts:  72%|███████▎  | 29/40 [02:30<01:45,  9.58s/it, est. speed input: 31.04 toks/s, output: 744.63 toks/s]
-2025-03-15T05:55:53.571983961Z 
Processed prompts:  75%|███████▌  | 30/40 [02:31<01:10,  7.02s/it, est. speed input: 31.70 toks/s, output: 801.96 toks/s]
-2025-03-15T05:56:03.602181904Z 
Processed prompts:  78%|███████▊  | 31/40 [02:33<00:49,  5.48s/it, est. speed input: 32.07 toks/s, output: 854.65 toks/s]
-2025-03-15T05:56:07.244538366Z 
Processed prompts:  80%|████████  | 32/40 [02:43<00:54,  6.85s/it, est. speed input: 30.78 toks/s, output: 864.89 toks/s]
-2025-03-15T05:56:24.964665536Z 
Processed prompts:  82%|████████▎ | 33/40 [02:46<00:41,  5.89s/it, est. speed input: 31.11 toks/s, output: 908.95 toks/s]
-2025-03-15T05:56:27.434877192Z 
Processed prompts:  85%|████████▌ | 34/40 [03:04<00:56,  9.43s/it, est. speed input: 29.37 toks/s, output: 885.59 toks/s]
-2025-03-15T05:56:27.745355748Z 
Processed prompts:  88%|████████▊ | 35/40 [03:07<00:36,  7.35s/it, est. speed input: 30.53 toks/s, output: 937.95 toks/s]
-2025-03-15T05:56:31.249586207Z 
Processed prompts:  90%|█████████ | 36/40 [03:07<00:20,  5.24s/it, est. speed input: 31.34 toks/s, output: 1000.48 toks/s]
-2025-03-15T05:56:52.165848169Z 
Processed prompts:  92%|█████████▎| 37/40 [03:10<00:14,  4.72s/it, est. speed input: 31.68 toks/s, output: 1046.58 toks/s]
-2025-03-15T05:59:16.778371764Z 
Processed prompts:  95%|█████████▌| 38/40 [03:31<00:19,  9.58s/it, est. speed input: 29.08 toks/s, output: 1009.92 toks/s]
-2025-03-15T06:00:21.627127556Z 
Processed prompts:  98%|█████████▊| 39/40 [05:56<00:50, 50.08s/it, est. speed input: 17.72 toks/s, output: 674.83 toks/s] 
-2025-03-15T06:00:21.627192011Z 
Processed prompts: 100%|██████████| 40/40 [07:01<00:00, 54.51s/it, est. speed input: 15.34 toks/s, output: 648.38 toks/s]
Processed prompts: 100%|██████████| 40/40 [07:01<00:00, 10.53s/it, est. speed input: 15.34 toks/s, output: 648.38 toks/s]
-2025-03-15T06:00:21.697270534Z 
Splits: 100%|██████████| 1/1 [07:01<00:00, 421.38s/it]
Splits: 100%|██████████| 1/1 [07:01<00:00, 421.38s/it]
-2025-03-15T06:00:22.510325775Z [2025-03-15 06:00:22,509] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T06:00:23.054729581Z [2025-03-15 06:00:23,054] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T06:00:23.069904748Z [2025-03-15 06:00:23,069] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T06:00:23.069937588Z [2025-03-15 06:00:23,069] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T06:00:23.343344918Z [2025-03-15 06:00:23,342] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp2_200/results/quyanh/OpenRS-GRPO/results_2025-03-15T06-00-23.069698.json (evaluation_tracker.py:234)
-2025-03-15T06:00:23.346889099Z |     Task     |Version|     Metric     |Value|   |Stderr|
-2025-03-15T06:00:23.346914483Z |--------------|------:|----------------|----:|---|-----:|
-2025-03-15T06:00:23.346919786Z |all           |       |extractive_match|0.575|±  |0.0792|
-2025-03-15T06:00:23.346924603Z |custom:amc23:0|      1|extractive_match|0.575|±  |0.0792|
-2025-03-15T06:00:26.008534597Z ----------------------------------------
-2025-03-15T06:00:26.009725135Z ----------------------------------------
-2025-03-15T06:00:26.009760258Z Running evaluations for experiment 2, step 250
-2025-03-15T06:00:26.009765692Z Revision: rev2_250 = 1244bddcf59f7dcbdceca2bad8759568dedee684
-2025-03-15T06:00:26.009771705Z Output directory: data/evals/Exp2_250
-2025-03-15T06:00:26.013677185Z Evaluating task: aime24
-2025-03-15T06:00:35.375769833Z [2025-03-15 06:00:35,375] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T06:00:57.723377092Z INFO 03-15 06:00:57 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T06:01:01.128867117Z [2025-03-15 06:01:01,128] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T06:01:34.399505431Z [2025-03-15 06:01:34,398] [    INFO]: This model supports multiple tasks: {'generate', 'classify', 'embed', 'score', 'reward'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T06:01:34.409679959Z [2025-03-15 06:01:34,409] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=1244bddcf59f7dcbdceca2bad8759568dedee684, override_neuron_config=None, tokenizer_revision=1244bddcf59f7dcbdceca2bad8759568dedee684, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T06:01:38.570572623Z [2025-03-15 06:01:38,569] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T06:01:39.001821733Z [2025-03-15 06:01:39,001] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T06:01:43.002412901Z [2025-03-15 06:01:43,001] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T06:01:50.436924185Z [2025-03-15 06:01:50,436] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T06:01:50.437958506Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T06:01:51.037766320Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.67it/s]
-2025-03-15T06:01:51.037842430Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.67it/s]
-2025-03-15T06:01:51.352607883Z [2025-03-15 06:01:51,352] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T06:01:52.927328123Z [2025-03-15 06:01:52,926] [    INFO]: Memory profiling takes 1.38 seconds
-2025-03-15T06:01:52.927376315Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T06:01:52.927382113Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T06:01:53.118786767Z [2025-03-15 06:01:53,118] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T06:01:53.118834187Z [2025-03-15 06:01:53,118] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T06:01:56.993186340Z [2025-03-15 06:01:56,992] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T06:02:11.080242717Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:16,  2.10it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:00<00:14,  2.34it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:13,  2.41it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:01<00:12,  2.40it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:02<00:12,  2.43it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:02<00:11,  2.46it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:02<00:11,  2.46it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:03<00:10,  2.49it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:03<00:10,  2.50it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:04<00:09,  2.51it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:04<00:09,  2.51it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:04<00:09,  2.53it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:05<00:08,  2.53it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:05<00:08,  2.48it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:06<00:07,  2.50it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:06<00:07,  2.51it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:06<00:07,  2.51it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:07<00:06,  2.51it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:07<00:06,  2.51it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:08<00:06,  2.48it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:08<00:05,  2.49it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:08<00:05,  2.50it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:09<00:04,  2.51it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:09<00:04,  2.51it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:10<00:03,  2.51it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:10<00:03,  2.48it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:10<00:03,  2.47it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:11<00:02,  2.47it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:11<00:02,  2.49it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:12<00:01,  2.50it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:12<00:01,  2.51it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:12<00:01,  2.52it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:13<00:00,  2.52it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:13<00:00,  2.52it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:14<00:00,  2.48it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:14<00:00,  2.49it/s]
-2025-03-15T06:02:11.080560889Z [2025-03-15 06:02:11,080] [    INFO]: Graph capturing finished in 14 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T06:02:11.090089896Z [2025-03-15 06:02:11,089] [    INFO]: init engine (profile, create kv cache, warmup model) took 19.74 seconds (llm_engine.py:431)
-2025-03-15T06:02:11.801127405Z [2025-03-15 06:02:11,800] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T06:02:11.826169701Z [2025-03-15 06:02:11,825] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T06:02:11.826185738Z [2025-03-15 06:02:11,826] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T06:02:11.826191473Z [2025-03-15 06:02:11,826] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T06:02:11.826221178Z [2025-03-15 06:02:11,826] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T06:02:11.826264363Z [2025-03-15 06:02:11,826] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T06:02:11.826272623Z [2025-03-15 06:02:11,826] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T06:02:11.826339415Z [2025-03-15 06:02:11,826] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T06:02:11.826347771Z [2025-03-15 06:02:11,826] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T06:02:11.828467192Z [2025-03-15 06:02:11,828] [    INFO]: HuggingFaceH4/aime_2024 default (lighteval_task.py:187)
-2025-03-15T06:02:11.828481695Z [2025-03-15 06:02:11,828] [ WARNING]: Careful, the task custom|aime24 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T06:02:14.011977615Z [2025-03-15 06:02:14,011] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T06:02:14.012103491Z [2025-03-15 06:02:14,011] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T06:02:14.012166675Z [2025-03-15 06:02:14,012] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T06:02:14.026217455Z [2025-03-15 06:02:14,025] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T06:02:14.037010582Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 06:02:14,036] [ WARNING]: context_size + max_new_tokens=33238 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T06:02:45.352372377Z 
Processed prompts:   0%|          | 0/30 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T06:02:54.507202295Z 
Processed prompts:   3%|▎         | 1/30 [00:31<15:08, 31.31s/it, est. speed input: 4.02 toks/s, output: 67.80 toks/s]
-2025-03-15T06:02:58.404991152Z 
Processed prompts:   7%|▋         | 2/30 [00:40<08:31, 18.28s/it, est. speed input: 6.18 toks/s, output: 118.84 toks/s]
-2025-03-15T06:03:10.541018038Z 
Processed prompts:  10%|█         | 3/30 [00:44<05:16, 11.71s/it, est. speed input: 10.59 toks/s, output: 174.24 toks/s]
-2025-03-15T06:03:36.809330525Z 
Processed prompts:  13%|█▎        | 4/30 [00:56<05:08, 11.88s/it, est. speed input: 10.64 toks/s, output: 201.19 toks/s]
-2025-03-15T06:03:41.443321737Z 
Processed prompts:  17%|█▋        | 5/30 [01:22<07:06, 17.07s/it, est. speed input: 9.23 toks/s, output: 198.80 toks/s] 
-2025-03-15T06:03:42.057816313Z 
Processed prompts:  20%|██        | 6/30 [01:27<05:08, 12.84s/it, est. speed input: 11.04 toks/s, output: 249.30 toks/s]
-2025-03-15T06:03:48.726480162Z 
Processed prompts:  23%|██▎       | 7/30 [01:28<03:23,  8.84s/it, est. speed input: 13.35 toks/s, output: 308.55 toks/s]
-2025-03-15T06:04:02.437695652Z 
Processed prompts:  27%|██▋       | 8/30 [01:34<02:59,  8.15s/it, est. speed input: 14.11 toks/s, output: 347.47 toks/s]
-2025-03-15T06:04:07.402228761Z 
Processed prompts:  30%|███       | 9/30 [01:48<03:27,  9.89s/it, est. speed input: 13.92 toks/s, output: 363.47 toks/s]
-2025-03-15T06:04:09.276278869Z 
Processed prompts:  33%|███▎      | 10/30 [01:53<02:47,  8.37s/it, est. speed input: 14.56 toks/s, output: 407.29 toks/s]
-2025-03-15T06:04:38.681527423Z 
Processed prompts:  37%|███▋      | 11/30 [01:55<02:01,  6.38s/it, est. speed input: 16.20 toks/s, output: 460.34 toks/s]
-2025-03-15T06:04:57.984545282Z 
Processed prompts:  40%|████      | 12/30 [02:24<04:00, 13.39s/it, est. speed input: 14.68 toks/s, output: 425.18 toks/s]
-2025-03-15T06:05:13.517218372Z 
Processed prompts:  43%|████▎     | 13/30 [02:43<04:18, 15.18s/it, est. speed input: 13.79 toks/s, output: 432.55 toks/s]
-2025-03-15T06:05:16.849336215Z 
Processed prompts:  47%|████▋     | 14/30 [02:59<04:04, 15.29s/it, est. speed input: 13.41 toks/s, output: 451.95 toks/s]
-2025-03-15T06:05:17.240904609Z 
Processed prompts:  50%|█████     | 15/30 [03:02<02:55, 11.68s/it, est. speed input: 14.00 toks/s, output: 500.48 toks/s]
-2025-03-15T06:05:28.080357042Z 
Processed prompts:  53%|█████▎    | 16/30 [03:03<01:55,  8.28s/it, est. speed input: 15.22 toks/s, output: 556.16 toks/s]
-2025-03-15T06:05:32.635348520Z 
Processed prompts:  57%|█████▋    | 17/30 [03:14<01:57,  9.05s/it, est. speed input: 15.24 toks/s, output: 581.74 toks/s]
-2025-03-15T06:05:32.807926855Z 
Processed prompts:  60%|██████    | 18/30 [03:18<01:32,  7.70s/it, est. speed input: 15.67 toks/s, output: 625.04 toks/s]
-2025-03-15T06:05:37.061308331Z 
Processed prompts:  63%|██████▎   | 19/30 [03:18<00:59,  5.44s/it, est. speed input: 16.35 toks/s, output: 681.14 toks/s]
-2025-03-15T06:05:49.309350100Z 
Processed prompts:  67%|██████▋   | 20/30 [03:23<00:50,  5.08s/it, est. speed input: 18.32 toks/s, output: 723.60 toks/s]
-2025-03-15T06:05:51.126405222Z 
Processed prompts:  70%|███████   | 21/30 [03:35<01:05,  7.23s/it, est. speed input: 18.11 toks/s, output: 739.47 toks/s]
-2025-03-15T06:06:05.769676944Z 
Processed prompts:  73%|███████▎  | 22/30 [03:37<00:44,  5.61s/it, est. speed input: 18.68 toks/s, output: 790.38 toks/s]
-2025-03-15T06:06:07.710937366Z 
Processed prompts:  77%|███████▋  | 23/30 [03:51<00:58,  8.32s/it, est. speed input: 18.69 toks/s, output: 798.15 toks/s]
-2025-03-15T06:06:18.987859528Z 
Processed prompts:  80%|████████  | 24/30 [03:53<00:38,  6.41s/it, est. speed input: 19.08 toks/s, output: 849.33 toks/s]
-2025-03-15T06:06:20.577252506Z 
Processed prompts:  83%|████████▎ | 25/30 [04:04<00:39,  7.87s/it, est. speed input: 18.77 toks/s, output: 868.73 toks/s]
-2025-03-15T06:06:22.862627040Z 
Processed prompts:  87%|████████▋ | 26/30 [04:06<00:23,  5.98s/it, est. speed input: 19.41 toks/s, output: 921.75 toks/s]
-2025-03-15T06:06:27.246802370Z 
Processed prompts:  90%|█████████ | 27/30 [04:08<00:14,  4.87s/it, est. speed input: 19.85 toks/s, output: 972.11 toks/s]
-2025-03-15T06:08:34.577970633Z 
Processed prompts:  93%|█████████▎| 28/30 [04:13<00:09,  4.73s/it, est. speed input: 20.20 toks/s, output: 1014.56 toks/s]
-2025-03-15T06:09:47.713885613Z 
Processed prompts:  97%|█████████▋| 29/30 [06:20<00:41, 41.51s/it, est. speed input: 14.03 toks/s, output: 743.10 toks/s] 
-2025-03-15T06:09:47.713954573Z 
Processed prompts: 100%|██████████| 30/30 [07:33<00:00, 51.00s/it, est. speed input: 12.17 toks/s, output: 695.13 toks/s]
Processed prompts: 100%|██████████| 30/30 [07:33<00:00, 15.12s/it, est. speed input: 12.17 toks/s, output: 695.13 toks/s]
-2025-03-15T06:09:47.798510701Z 
Splits: 100%|██████████| 1/1 [07:33<00:00, 453.77s/it]
Splits: 100%|██████████| 1/1 [07:33<00:00, 453.77s/it]
-2025-03-15T06:09:48.623804242Z [2025-03-15 06:09:48,623] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T06:09:49.008537780Z [2025-03-15 06:09:49,008] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T06:09:49.020994129Z [2025-03-15 06:09:49,020] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T06:09:49.021036889Z [2025-03-15 06:09:49,020] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T06:09:49.278318285Z [2025-03-15 06:09:49,277] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp2_250/results/quyanh/OpenRS-GRPO/results_2025-03-15T06-09-49.021006.json (evaluation_tracker.py:234)
-2025-03-15T06:09:49.281220149Z |     Task      |Version|     Metric     |Value|   |Stderr|
-2025-03-15T06:09:49.281255746Z |---------------|------:|----------------|----:|---|-----:|
-2025-03-15T06:09:49.281261182Z |all            |       |extractive_match|  0.3|±  |0.0851|
-2025-03-15T06:09:49.281265939Z |custom:aime24:0|      1|extractive_match|  0.3|±  |0.0851|
-2025-03-15T06:09:51.887406782Z Evaluating task: math_500
-2025-03-15T06:10:07.215382076Z [2025-03-15 06:10:07,214] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T06:11:08.820142044Z INFO 03-15 06:11:08 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T06:11:15.490956088Z [2025-03-15 06:11:15,490] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T06:11:57.272751475Z [2025-03-15 06:11:57,271] [    INFO]: This model supports multiple tasks: {'embed', 'generate', 'reward', 'score', 'classify'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T06:11:57.290506363Z [2025-03-15 06:11:57,289] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=1244bddcf59f7dcbdceca2bad8759568dedee684, override_neuron_config=None, tokenizer_revision=1244bddcf59f7dcbdceca2bad8759568dedee684, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T06:12:05.577789866Z [2025-03-15 06:12:05,576] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T06:12:06.249730453Z [2025-03-15 06:12:06,249] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T06:12:06.787345844Z [2025-03-15 06:12:06,786] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T06:12:07.066484611Z [2025-03-15 06:12:07,065] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T06:12:07.068108672Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T06:12:07.722850908Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.53it/s]
-2025-03-15T06:12:07.722903115Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.53it/s]
-2025-03-15T06:12:08.102188388Z [2025-03-15 06:12:08,101] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T06:12:10.048376856Z [2025-03-15 06:12:10,047] [    INFO]: Memory profiling takes 1.62 seconds
-2025-03-15T06:12:10.048423965Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T06:12:10.048426549Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T06:12:10.383184881Z [2025-03-15 06:12:10,382] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T06:12:10.383246565Z [2025-03-15 06:12:10,382] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T06:12:15.647689504Z [2025-03-15 06:12:15,647] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T06:12:34.211948738Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:17,  1.99it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:01<00:22,  1.44it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:02<00:27,  1.15it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:03<00:29,  1.06it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:04<00:24,  1.22it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:04<00:21,  1.34it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:05<00:19,  1.41it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:05<00:17,  1.51it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:06<00:15,  1.67it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:06<00:14,  1.78it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:07<00:14,  1.71it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:08<00:13,  1.66it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:08<00:13,  1.61it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:09<00:13,  1.59it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:10<00:13,  1.54it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:10<00:11,  1.59it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:11<00:10,  1.77it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:11<00:08,  1.93it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:11<00:07,  2.05it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:12<00:06,  2.14it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:12<00:06,  2.21it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:13<00:05,  2.25it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:13<00:05,  2.26it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:14<00:04,  2.32it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:14<00:04,  2.36it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:14<00:03,  2.35it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:15<00:03,  2.38it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:15<00:02,  2.41it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:16<00:02,  2.42it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:16<00:02,  2.42it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:16<00:01,  2.42it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:17<00:01,  2.43it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:17<00:00,  2.42it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:18<00:00,  2.43it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:18<00:00,  2.41it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:18<00:00,  1.89it/s]
-2025-03-15T06:12:34.212197884Z [2025-03-15 06:12:34,212] [    INFO]: Graph capturing finished in 19 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T06:12:34.230440825Z [2025-03-15 06:12:34,230] [    INFO]: init engine (profile, create kv cache, warmup model) took 26.13 seconds (llm_engine.py:431)
-2025-03-15T06:12:34.995222991Z [2025-03-15 06:12:34,994] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T06:12:35.018636547Z [2025-03-15 06:12:35,018] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T06:12:35.018659267Z [2025-03-15 06:12:35,018] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T06:12:35.018700218Z [2025-03-15 06:12:35,018] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T06:12:35.018745958Z [2025-03-15 06:12:35,018] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T06:12:35.018785916Z [2025-03-15 06:12:35,018] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T06:12:35.018830054Z [2025-03-15 06:12:35,018] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T06:12:35.018874869Z [2025-03-15 06:12:35,018] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T06:12:35.018911007Z [2025-03-15 06:12:35,018] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T06:12:35.020941496Z [2025-03-15 06:12:35,020] [    INFO]: HuggingFaceH4/MATH-500 default (lighteval_task.py:187)
-2025-03-15T06:12:35.020997064Z [2025-03-15 06:12:35,020] [ WARNING]: Careful, the task custom|math_500 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T06:12:40.612183673Z [2025-03-15 06:12:40,611] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T06:12:40.612241713Z [2025-03-15 06:12:40,612] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T06:12:40.612261200Z [2025-03-15 06:12:40,612] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T06:12:40.770005217Z [2025-03-15 06:12:40,769] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T06:12:40.916034549Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 06:12:40,915] [ WARNING]: context_size + max_new_tokens=33636 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T06:13:15.428558446Z 
Processed prompts:   0%|          | 0/500 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T06:13:17.250699065Z 
Processed prompts:   0%|          | 1/500 [00:34<4:46:35, 34.46s/it, est. speed input: 7.31 toks/s, output: 17.18 toks/s]
-2025-03-15T06:13:17.629554898Z 
Processed prompts:   0%|          | 2/500 [00:36<2:06:40, 15.26s/it, est. speed input: 11.19 toks/s, output: 33.49 toks/s]
-2025-03-15T06:13:18.697165292Z 
Processed prompts:   1%|          | 3/500 [00:36<1:10:07,  8.47s/it, est. speed input: 17.05 toks/s, output: 50.30 toks/s]
-2025-03-15T06:13:19.926617830Z 
Processed prompts:   1%|          | 4/500 [00:37<45:50,  5.55s/it, est. speed input: 20.20 toks/s, output: 66.02 toks/s]  
-2025-03-15T06:13:22.393801080Z 
Processed prompts:   1%|          | 5/500 [00:38<32:54,  3.99s/it, est. speed input: 23.61 toks/s, output: 81.09 toks/s]
-2025-03-15T06:13:24.230593700Z 
Processed prompts:   1%|          | 6/500 [00:41<28:34,  3.47s/it, est. speed input: 25.95 toks/s, output: 93.40 toks/s]
-2025-03-15T06:13:25.907906692Z 
Processed prompts:   1%|▏         | 7/500 [00:43<24:07,  2.94s/it, est. speed input: 27.78 toks/s, output: 106.56 toks/s]
-2025-03-15T06:13:26.532182915Z 
Processed prompts:   2%|▏         | 8/500 [00:44<20:47,  2.54s/it, est. speed input: 30.93 toks/s, output: 119.69 toks/s]
-2025-03-15T06:13:27.440398967Z 
Processed prompts:   2%|▏         | 10/500 [00:45<12:03,  1.48s/it, est. speed input: 37.00 toks/s, output: 152.05 toks/s]
-2025-03-15T06:13:27.697596239Z 
Processed prompts:   2%|▏         | 11/500 [00:46<10:51,  1.33s/it, est. speed input: 39.12 toks/s, output: 166.16 toks/s]
-2025-03-15T06:13:27.834327064Z 
Processed prompts:   2%|▏         | 12/500 [00:46<08:30,  1.05s/it, est. speed input: 41.86 toks/s, output: 182.33 toks/s]
-2025-03-15T06:13:28.091922407Z 
Processed prompts:   3%|▎         | 13/500 [00:46<06:27,  1.26it/s, est. speed input: 45.09 toks/s, output: 198.86 toks/s]
-2025-03-15T06:13:28.290740908Z 
Processed prompts:   3%|▎         | 14/500 [00:47<05:12,  1.55it/s, est. speed input: 47.70 toks/s, output: 214.84 toks/s]
-2025-03-15T06:13:28.932870190Z 
Processed prompts:   3%|▎         | 15/500 [00:47<04:10,  1.94it/s, est. speed input: 50.84 toks/s, output: 230.99 toks/s]
-2025-03-15T06:13:29.368680777Z 
Processed prompts:   3%|▎         | 16/500 [00:47<04:27,  1.81it/s, est. speed input: 53.12 toks/s, output: 244.76 toks/s]
-2025-03-15T06:13:30.515951800Z 
Processed prompts:   3%|▎         | 17/500 [00:48<04:10,  1.93it/s, est. speed input: 55.54 toks/s, output: 259.42 toks/s]
-2025-03-15T06:13:32.809636117Z 
Processed prompts:   4%|▎         | 18/500 [00:49<05:39,  1.42it/s, est. speed input: 57.04 toks/s, output: 270.27 toks/s]
-2025-03-15T06:13:33.557508925Z 
Processed prompts:   4%|▍         | 19/500 [00:51<09:25,  1.18s/it, est. speed input: 57.35 toks/s, output: 275.15 toks/s]
-2025-03-15T06:13:35.968576533Z 
Processed prompts:   4%|▍         | 20/500 [00:52<08:23,  1.05s/it, est. speed input: 60.01 toks/s, output: 288.06 toks/s]
-2025-03-15T06:13:36.296962920Z 
Processed prompts:   4%|▍         | 22/500 [00:55<08:55,  1.12s/it, est. speed input: 62.09 toks/s, output: 308.34 toks/s]
-2025-03-15T06:13:36.728590789Z 
Processed prompts:   5%|▍         | 23/500 [00:55<07:21,  1.08it/s, est. speed input: 64.20 toks/s, output: 323.30 toks/s]
-2025-03-15T06:13:38.334616159Z 
Processed prompts:   5%|▍         | 24/500 [00:55<06:18,  1.26it/s, est. speed input: 66.28 toks/s, output: 337.57 toks/s]
-2025-03-15T06:13:38.660892273Z 
Processed prompts:   5%|▌         | 26/500 [00:57<06:18,  1.25it/s, est. speed input: 69.31 toks/s, output: 361.15 toks/s]
-2025-03-15T06:13:39.417908711Z 
Processed prompts:   5%|▌         | 27/500 [00:57<05:25,  1.45it/s, est. speed input: 71.19 toks/s, output: 375.82 toks/s]
-2025-03-15T06:13:40.308401581Z 
Processed prompts:   6%|▌         | 28/500 [00:58<05:33,  1.42it/s, est. speed input: 72.54 toks/s, output: 387.65 toks/s]
-2025-03-15T06:13:40.765105969Z 
Processed prompts:   6%|▌         | 29/500 [00:59<05:55,  1.33it/s, est. speed input: 73.91 toks/s, output: 398.52 toks/s]
-2025-03-15T06:13:41.470497965Z 
Processed prompts:   6%|▌         | 30/500 [00:59<05:16,  1.49it/s, est. speed input: 75.49 toks/s, output: 412.15 toks/s]
-2025-03-15T06:13:41.864286103Z 
Processed prompts:   6%|▌         | 31/500 [01:00<05:19,  1.47it/s, est. speed input: 76.79 toks/s, output: 424.00 toks/s]
-2025-03-15T06:13:42.260286304Z 
Processed prompts:   6%|▋         | 32/500 [01:00<04:40,  1.67it/s, est. speed input: 78.40 toks/s, output: 437.91 toks/s]
-2025-03-15T06:13:42.529575103Z 
Processed prompts:   7%|▋         | 33/500 [01:01<04:12,  1.85it/s, est. speed input: 80.22 toks/s, output: 451.72 toks/s]
-2025-03-15T06:13:43.362242208Z 
Processed prompts:   7%|▋         | 34/500 [01:01<03:34,  2.17it/s, est. speed input: 82.16 toks/s, output: 466.38 toks/s]
-2025-03-15T06:13:43.506799962Z 
Processed prompts:   7%|▋         | 35/500 [01:02<04:25,  1.75it/s, est. speed input: 83.15 toks/s, output: 476.78 toks/s]
-2025-03-15T06:13:43.651365901Z 
Processed prompts:   7%|▋         | 36/500 [01:02<03:26,  2.25it/s, est. speed input: 85.55 toks/s, output: 492.29 toks/s]
-2025-03-15T06:13:44.424330439Z 
Processed prompts:   7%|▋         | 37/500 [01:02<02:44,  2.82it/s, est. speed input: 88.54 toks/s, output: 507.76 toks/s]
-2025-03-15T06:13:44.757458046Z 
Processed prompts:   8%|▊         | 39/500 [01:03<02:50,  2.71it/s, est. speed input: 91.89 toks/s, output: 534.57 toks/s]
-2025-03-15T06:13:47.570077768Z 
Processed prompts:   8%|▊         | 40/500 [01:03<02:45,  2.77it/s, est. speed input: 93.46 toks/s, output: 548.37 toks/s]
-2025-03-15T06:13:49.668510951Z 
Processed prompts:   8%|▊         | 41/500 [01:06<07:39,  1.00s/it, est. speed input: 92.02 toks/s, output: 541.77 toks/s]
-2025-03-15T06:13:50.882257628Z 
Processed prompts:   9%|▊         | 43/500 [01:08<07:46,  1.02s/it, est. speed input: 94.05 toks/s, output: 557.83 toks/s]
-2025-03-15T06:13:52.413104770Z 
Processed prompts:   9%|▉         | 44/500 [01:09<08:06,  1.07s/it, est. speed input: 94.33 toks/s, output: 564.67 toks/s]
-2025-03-15T06:13:55.414940896Z 
Processed prompts:   9%|▉         | 45/500 [01:11<08:58,  1.18s/it, est. speed input: 94.31 toks/s, output: 569.07 toks/s]
-2025-03-15T06:13:56.071748060Z 
Processed prompts:   9%|▉         | 46/500 [01:14<12:34,  1.66s/it, est. speed input: 92.32 toks/s, output: 562.59 toks/s]
-2025-03-15T06:13:56.218829311Z 
Processed prompts:  10%|▉         | 48/500 [01:15<08:12,  1.09s/it, est. speed input: 94.90 toks/s, output: 590.45 toks/s]
-2025-03-15T06:13:58.485617460Z 
Processed prompts:  10%|▉         | 49/500 [01:15<06:31,  1.15it/s, est. speed input: 96.82 toks/s, output: 605.75 toks/s]
-2025-03-15T06:13:58.883741422Z 
Processed prompts:  10%|█         | 50/500 [01:17<09:08,  1.22s/it, est. speed input: 96.03 toks/s, output: 604.34 toks/s]
-2025-03-15T06:14:04.847146503Z 
Processed prompts:  10%|█         | 51/500 [01:17<07:30,  1.00s/it, est. speed input: 97.79 toks/s, output: 617.55 toks/s]
-2025-03-15T06:14:05.124203981Z 
Processed prompts:  10%|█         | 52/500 [01:23<17:37,  2.36s/it, est. speed input: 94.46 toks/s, output: 589.90 toks/s]
-2025-03-15T06:14:06.434688628Z 
Processed prompts:  11%|█         | 53/500 [01:24<13:13,  1.78s/it, est. speed input: 95.69 toks/s, output: 604.20 toks/s]
-2025-03-15T06:14:07.294860927Z 
Processed prompts:  11%|█         | 54/500 [01:25<12:12,  1.64s/it, est. speed input: 95.68 toks/s, output: 601.80 toks/s]
-2025-03-15T06:14:08.689589709Z 
Processed prompts:  11%|█         | 55/500 [01:26<10:29,  1.41s/it, est. speed input: 96.18 toks/s, output: 604.29 toks/s]
-2025-03-15T06:14:09.045589572Z 
Processed prompts:  11%|█▏        | 57/500 [01:27<08:02,  1.09s/it, est. speed input: 97.86 toks/s, output: 619.47 toks/s]
-2025-03-15T06:14:10.561785765Z 
Processed prompts:  12%|█▏        | 59/500 [01:28<05:22,  1.37it/s, est. speed input: 100.91 toks/s, output: 649.30 toks/s]
-2025-03-15T06:14:11.298353296Z 
Processed prompts:  12%|█▏        | 60/500 [01:29<06:37,  1.11it/s, est. speed input: 100.90 toks/s, output: 654.49 toks/s]
-2025-03-15T06:14:12.662342698Z 
Processed prompts:  12%|█▏        | 61/500 [01:30<06:19,  1.16it/s, est. speed input: 101.62 toks/s, output: 665.31 toks/s]
-2025-03-15T06:14:17.554329002Z 
Processed prompts:  12%|█▏        | 62/500 [01:31<07:13,  1.01it/s, est. speed input: 101.64 toks/s, output: 671.55 toks/s]
-2025-03-15T06:14:22.216492901Z 
Processed prompts:  13%|█▎        | 63/500 [01:36<14:47,  2.03s/it, est. speed input: 97.96 toks/s, output: 653.55 toks/s] 
-2025-03-15T06:14:23.253299427Z 
Processed prompts:  13%|█▎        | 64/500 [01:41<20:01,  2.76s/it, est. speed input: 94.75 toks/s, output: 639.38 toks/s]
-2025-03-15T06:14:25.030989526Z 
Processed prompts:  13%|█▎        | 65/500 [01:42<16:27,  2.27s/it, est. speed input: 95.67 toks/s, output: 648.80 toks/s]
-2025-03-15T06:14:28.456347808Z 
Processed prompts:  13%|█▎        | 66/500 [01:44<15:23,  2.13s/it, est. speed input: 95.40 toks/s, output: 653.61 toks/s]
-2025-03-15T06:14:28.887372167Z 
Processed prompts:  13%|█▎        | 67/500 [01:47<18:05,  2.51s/it, est. speed input: 93.62 toks/s, output: 648.62 toks/s]
-2025-03-15T06:14:29.250012099Z 
Processed prompts:  14%|█▎        | 68/500 [01:47<13:39,  1.90s/it, est. speed input: 94.39 toks/s, output: 654.13 toks/s]
-2025-03-15T06:14:30.087831509Z 
Processed prompts:  14%|█▍        | 69/500 [01:48<10:21,  1.44s/it, est. speed input: 95.18 toks/s, output: 657.28 toks/s]
-2025-03-15T06:14:30.244944568Z 
Processed prompts:  14%|█▍        | 70/500 [01:49<09:03,  1.26s/it, est. speed input: 95.55 toks/s, output: 658.66 toks/s]
-2025-03-15T06:14:31.318528709Z 
Processed prompts:  14%|█▍        | 71/500 [01:49<06:40,  1.07it/s, est. speed input: 96.72 toks/s, output: 673.53 toks/s]
-2025-03-15T06:14:31.952624499Z 
Processed prompts:  14%|█▍        | 72/500 [01:50<06:57,  1.03it/s, est. speed input: 96.96 toks/s, output: 682.69 toks/s]
-2025-03-15T06:14:32.177266928Z 
Processed prompts:  15%|█▍        | 73/500 [01:50<06:12,  1.14it/s, est. speed input: 97.79 toks/s, output: 694.49 toks/s]
-2025-03-15T06:14:35.978591166Z 
Processed prompts:  15%|█▍        | 74/500 [01:51<04:49,  1.47it/s, est. speed input: 98.99 toks/s, output: 708.79 toks/s]
-2025-03-15T06:14:36.344394615Z 
Processed prompts:  15%|█▌        | 75/500 [01:55<11:26,  1.61s/it, est. speed input: 96.82 toks/s, output: 694.58 toks/s]
-2025-03-15T06:14:36.985755604Z 
Processed prompts:  15%|█▌        | 76/500 [01:55<08:45,  1.24s/it, est. speed input: 97.57 toks/s, output: 699.57 toks/s]
-2025-03-15T06:14:37.768233141Z 
Processed prompts:  15%|█▌        | 77/500 [01:56<07:28,  1.06s/it, est. speed input: 98.40 toks/s, output: 711.35 toks/s]
-2025-03-15T06:14:39.172617645Z 
Processed prompts:  16%|█▌        | 78/500 [01:56<06:52,  1.02it/s, est. speed input: 99.04 toks/s, output: 722.22 toks/s]
-2025-03-15T06:14:39.684058260Z 
Processed prompts:  16%|█▌        | 79/500 [01:58<07:45,  1.11s/it, est. speed input: 98.93 toks/s, output: 723.93 toks/s]
-2025-03-15T06:14:41.724777706Z 
Processed prompts:  16%|█▌        | 80/500 [01:58<06:29,  1.08it/s, est. speed input: 99.69 toks/s, output: 736.42 toks/s]
-2025-03-15T06:14:41.954042347Z 
Processed prompts:  16%|█▋        | 82/500 [02:00<06:45,  1.03it/s, est. speed input: 100.51 toks/s, output: 754.92 toks/s]
-2025-03-15T06:14:43.154698764Z 
Processed prompts:  17%|█▋        | 83/500 [02:00<05:27,  1.27it/s, est. speed input: 101.57 toks/s, output: 769.07 toks/s]
-2025-03-15T06:14:43.591809806Z 
Processed prompts:  17%|█▋        | 84/500 [02:02<06:12,  1.12it/s, est. speed input: 101.54 toks/s, output: 768.05 toks/s]
-2025-03-15T06:14:43.822011402Z 
Processed prompts:  17%|█▋        | 85/500 [02:02<05:19,  1.30it/s, est. speed input: 103.81 toks/s, output: 780.87 toks/s]
-2025-03-15T06:14:44.189971243Z 
Processed prompts:  17%|█▋        | 86/500 [02:02<04:16,  1.61it/s, est. speed input: 104.74 toks/s, output: 794.96 toks/s]
-2025-03-15T06:14:45.674359548Z 
Processed prompts:  17%|█▋        | 87/500 [02:03<03:46,  1.83it/s, est. speed input: 105.44 toks/s, output: 801.90 toks/s]
-2025-03-15T06:14:46.814744839Z 
Processed prompts:  18%|█▊        | 88/500 [02:04<05:37,  1.22it/s, est. speed input: 105.14 toks/s, output: 798.62 toks/s]
-2025-03-15T06:14:46.976090332Z 
Processed prompts:  18%|█▊        | 89/500 [02:05<06:15,  1.10it/s, est. speed input: 105.53 toks/s, output: 806.90 toks/s]
-2025-03-15T06:14:47.415874026Z 
Processed prompts:  18%|█▊        | 90/500 [02:06<04:43,  1.45it/s, est. speed input: 106.44 toks/s, output: 821.39 toks/s]
-2025-03-15T06:14:47.646053765Z 
Processed prompts:  18%|█▊        | 91/500 [02:06<04:12,  1.62it/s, est. speed input: 107.14 toks/s, output: 834.04 toks/s]
-2025-03-15T06:14:48.505889559Z 
Processed prompts:  19%|█▊        | 93/500 [02:06<02:37,  2.59it/s, est. speed input: 108.90 toks/s, output: 849.63 toks/s]
-2025-03-15T06:14:49.297480570Z 
Processed prompts:  19%|█▉        | 94/500 [02:07<03:24,  1.99it/s, est. speed input: 109.09 toks/s, output: 850.15 toks/s]
-2025-03-15T06:14:50.792387897Z 
Processed prompts:  19%|█▉        | 95/500 [02:08<03:54,  1.73it/s, est. speed input: 109.85 toks/s, output: 860.39 toks/s]
-2025-03-15T06:14:52.078741443Z 
Processed prompts:  19%|█▉        | 96/500 [02:09<05:34,  1.21it/s, est. speed input: 110.03 toks/s, output: 865.95 toks/s]
-2025-03-15T06:14:52.381328182Z 
Processed prompts:  19%|█▉        | 97/500 [02:11<06:25,  1.05it/s, est. speed input: 109.89 toks/s, output: 866.77 toks/s]
-2025-03-15T06:14:52.755354906Z 
Processed prompts:  20%|█▉        | 98/500 [02:11<05:09,  1.30it/s, est. speed input: 110.77 toks/s, output: 880.22 toks/s]
-2025-03-15T06:14:53.198393306Z 
Processed prompts:  20%|█▉        | 99/500 [02:11<04:22,  1.53it/s, est. speed input: 111.47 toks/s, output: 893.17 toks/s]
-2025-03-15T06:14:54.773262453Z 
Processed prompts:  20%|██        | 100/500 [02:12<03:57,  1.69it/s, est. speed input: 112.00 toks/s, output: 897.74 toks/s]
-2025-03-15T06:14:55.007463723Z 
Processed prompts:  20%|██        | 101/500 [02:13<05:52,  1.13it/s, est. speed input: 111.60 toks/s, output: 895.60 toks/s]
-2025-03-15T06:14:58.939263478Z 
Processed prompts:  20%|██        | 102/500 [02:14<04:34,  1.45it/s, est. speed input: 112.36 toks/s, output: 909.45 toks/s]
-2025-03-15T06:15:00.462903723Z 
Processed prompts:  21%|██        | 103/500 [02:17<10:56,  1.65s/it, est. speed input: 110.03 toks/s, output: 891.38 toks/s]
-2025-03-15T06:15:01.339327486Z 
Processed prompts:  21%|██        | 105/500 [02:19<08:11,  1.24s/it, est. speed input: 110.75 toks/s, output: 901.98 toks/s]
-2025-03-15T06:15:01.789552483Z 
Processed prompts:  21%|██        | 106/500 [02:20<07:34,  1.15s/it, est. speed input: 111.10 toks/s, output: 911.70 toks/s]
-2025-03-15T06:15:04.110602454Z 
Processed prompts:  21%|██▏       | 107/500 [02:20<06:21,  1.03it/s, est. speed input: 111.97 toks/s, output: 924.12 toks/s]
-2025-03-15T06:15:04.423709212Z 
Processed prompts:  22%|██▏       | 108/500 [02:23<08:44,  1.34s/it, est. speed input: 111.05 toks/s, output: 924.45 toks/s]
-2025-03-15T06:15:06.018731626Z 
Processed prompts:  22%|██▏       | 109/500 [02:23<06:50,  1.05s/it, est. speed input: 111.70 toks/s, output: 937.74 toks/s]
-2025-03-15T06:15:06.622142790Z 
Processed prompts:  22%|██▏       | 110/500 [02:25<07:50,  1.21s/it, est. speed input: 111.55 toks/s, output: 942.72 toks/s]
-2025-03-15T06:15:07.784924324Z 
Processed prompts:  22%|██▏       | 112/500 [02:25<05:10,  1.25it/s, est. speed input: 113.71 toks/s, output: 969.33 toks/s]
-2025-03-15T06:15:08.807545837Z 
Processed prompts:  23%|██▎       | 113/500 [02:26<05:43,  1.13it/s, est. speed input: 114.11 toks/s, output: 976.93 toks/s]
-2025-03-15T06:15:10.190803291Z 
Processed prompts:  23%|██▎       | 114/500 [02:27<05:56,  1.08it/s, est. speed input: 114.33 toks/s, output: 985.43 toks/s]
-2025-03-15T06:15:11.173630574Z 
Processed prompts:  23%|██▎       | 115/500 [02:29<06:42,  1.05s/it, est. speed input: 114.29 toks/s, output: 991.54 toks/s]
-2025-03-15T06:15:11.338162035Z 
Processed prompts:  23%|██▎       | 116/500 [02:30<06:35,  1.03s/it, est. speed input: 116.31 toks/s, output: 1000.22 toks/s]
-2025-03-15T06:15:12.793545096Z 
Processed prompts:  23%|██▎       | 117/500 [02:30<05:00,  1.28it/s, est. speed input: 116.98 toks/s, output: 1007.28 toks/s]
-2025-03-15T06:15:13.889299015Z 
Processed prompts:  24%|██▎       | 118/500 [02:31<06:13,  1.02it/s, est. speed input: 117.52 toks/s, output: 1012.78 toks/s]
-2025-03-15T06:15:14.054551908Z 
Processed prompts:  24%|██▍       | 119/500 [02:32<06:25,  1.01s/it, est. speed input: 118.70 toks/s, output: 1020.66 toks/s]
-2025-03-15T06:15:14.292524263Z 
Processed prompts:  24%|██▍       | 120/500 [02:33<04:49,  1.31it/s, est. speed input: 119.32 toks/s, output: 1024.16 toks/s]
-2025-03-15T06:15:14.821641961Z 
Processed prompts:  24%|██▍       | 121/500 [02:33<03:50,  1.65it/s, est. speed input: 119.97 toks/s, output: 1037.70 toks/s]
-2025-03-15T06:15:15.578359223Z 
Processed prompts:  24%|██▍       | 122/500 [02:33<03:40,  1.71it/s, est. speed input: 120.32 toks/s, output: 1040.02 toks/s]
-2025-03-15T06:15:16.902962739Z 
Processed prompts:  25%|██▍       | 124/500 [02:34<03:04,  2.04it/s, est. speed input: 121.48 toks/s, output: 1059.89 toks/s]
-2025-03-15T06:15:17.726653650Z 
Processed prompts:  25%|██▌       | 125/500 [02:35<04:20,  1.44it/s, est. speed input: 121.24 toks/s, output: 1060.31 toks/s]
-2025-03-15T06:15:18.683601750Z 
Processed prompts:  25%|██▌       | 127/500 [02:36<03:35,  1.73it/s, est. speed input: 122.33 toks/s, output: 1075.62 toks/s]
-2025-03-15T06:15:19.648028063Z 
Processed prompts:  26%|██▌       | 128/500 [02:37<04:07,  1.50it/s, est. speed input: 122.50 toks/s, output: 1084.17 toks/s]
-2025-03-15T06:15:22.050048774Z 
Processed prompts:  26%|██▌       | 130/500 [02:38<03:39,  1.69it/s, est. speed input: 123.34 toks/s, output: 1096.67 toks/s]
-2025-03-15T06:15:23.585594631Z 
Processed prompts:  26%|██▌       | 131/500 [02:41<06:05,  1.01it/s, est. speed input: 122.23 toks/s, output: 1086.76 toks/s]
-2025-03-15T06:15:25.783512631Z 
Processed prompts:  26%|██▋       | 132/500 [02:42<06:52,  1.12s/it, est. speed input: 121.78 toks/s, output: 1080.81 toks/s]
-2025-03-15T06:15:25.952954135Z 
Processed prompts:  27%|██▋       | 133/500 [02:44<08:31,  1.39s/it, est. speed input: 120.89 toks/s, output: 1075.10 toks/s]
-2025-03-15T06:15:28.015660264Z 
Processed prompts:  27%|██▋       | 134/500 [02:44<06:30,  1.07s/it, est. speed input: 121.53 toks/s, output: 1084.71 toks/s]
-2025-03-15T06:15:28.625297949Z 
Processed prompts:  27%|██▋       | 135/500 [02:47<08:10,  1.34s/it, est. speed input: 120.70 toks/s, output: 1074.58 toks/s]
-2025-03-15T06:15:30.842546815Z 
Processed prompts:  27%|██▋       | 136/500 [02:47<06:53,  1.14s/it, est. speed input: 120.96 toks/s, output: 1075.51 toks/s]
-2025-03-15T06:15:31.084664424Z 
Processed prompts:  27%|██▋       | 137/500 [02:49<08:45,  1.45s/it, est. speed input: 120.19 toks/s, output: 1076.45 toks/s]
-2025-03-15T06:15:31.617988966Z 
Processed prompts:  28%|██▊       | 138/500 [02:50<06:36,  1.10s/it, est. speed input: 120.99 toks/s, output: 1089.89 toks/s]
-2025-03-15T06:15:32.007674833Z 
Processed prompts:  28%|██▊       | 139/500 [02:50<05:35,  1.07it/s, est. speed input: 121.29 toks/s, output: 1092.78 toks/s]
-2025-03-15T06:15:33.203738904Z 
Processed prompts:  28%|██▊       | 140/500 [02:51<04:37,  1.30it/s, est. speed input: 121.80 toks/s, output: 1105.25 toks/s]
-2025-03-15T06:15:33.594730949Z 
Processed prompts:  28%|██▊       | 141/500 [02:52<05:22,  1.11it/s, est. speed input: 121.77 toks/s, output: 1112.53 toks/s]
-2025-03-15T06:15:35.155433236Z 
Processed prompts:  28%|██▊       | 142/500 [02:52<04:27,  1.34it/s, est. speed input: 122.31 toks/s, output: 1124.96 toks/s]
-2025-03-15T06:15:35.325418216Z 
Processed prompts:  29%|██▊       | 143/500 [02:54<05:53,  1.01it/s, est. speed input: 121.88 toks/s, output: 1121.43 toks/s]
-2025-03-15T06:15:41.319283150Z 
Processed prompts:  29%|██▉       | 144/500 [02:54<04:25,  1.34it/s, est. speed input: 122.49 toks/s, output: 1135.26 toks/s]
-2025-03-15T06:15:41.934337807Z 
Processed prompts:  29%|██▉       | 145/500 [03:00<13:41,  2.32s/it, est. speed input: 119.81 toks/s, output: 1112.41 toks/s]
-2025-03-15T06:15:44.399001876Z 
Processed prompts:  29%|██▉       | 147/500 [03:00<08:10,  1.39s/it, est. speed input: 120.94 toks/s, output: 1132.74 toks/s]
-2025-03-15T06:15:47.115502044Z 
Processed prompts:  30%|██▉       | 148/500 [03:03<09:42,  1.66s/it, est. speed input: 120.26 toks/s, output: 1132.37 toks/s]
-2025-03-15T06:15:48.710827665Z 
Processed prompts:  30%|███       | 150/500 [03:06<08:56,  1.53s/it, est. speed input: 119.78 toks/s, output: 1130.44 toks/s]
-2025-03-15T06:15:49.257071170Z 
Processed prompts:  30%|███       | 151/500 [03:07<08:59,  1.55s/it, est. speed input: 119.39 toks/s, output: 1129.07 toks/s]
-2025-03-15T06:15:50.852015066Z 
Processed prompts:  30%|███       | 152/500 [03:08<07:32,  1.30s/it, est. speed input: 119.69 toks/s, output: 1135.51 toks/s]
-2025-03-15T06:15:55.847973617Z 
Processed prompts:  31%|███       | 153/500 [03:09<07:57,  1.38s/it, est. speed input: 119.32 toks/s, output: 1135.52 toks/s]
-2025-03-15T06:15:56.636952169Z 
Processed prompts:  31%|███       | 154/500 [03:14<13:35,  2.36s/it, est. speed input: 118.27 toks/s, output: 1121.17 toks/s]
-2025-03-15T06:15:58.395901841Z 
Processed prompts:  31%|███       | 155/500 [03:15<11:02,  1.92s/it, est. speed input: 118.49 toks/s, output: 1131.40 toks/s]
-2025-03-15T06:15:59.480654057Z 
Processed prompts:  31%|███       | 156/500 [03:17<10:44,  1.87s/it, est. speed input: 118.44 toks/s, output: 1135.99 toks/s]
-2025-03-15T06:15:59.809997285Z 
Processed prompts:  31%|███▏      | 157/500 [03:18<09:24,  1.65s/it, est. speed input: 118.35 toks/s, output: 1133.76 toks/s]
-2025-03-15T06:16:00.742777850Z 
Processed prompts:  32%|███▏      | 158/500 [03:18<07:11,  1.26s/it, est. speed input: 118.73 toks/s, output: 1137.85 toks/s]
-2025-03-15T06:16:01.224077308Z 
Processed prompts:  32%|███▏      | 159/500 [03:19<06:36,  1.16s/it, est. speed input: 118.76 toks/s, output: 1140.19 toks/s]
-2025-03-15T06:16:02.004952545Z 
Processed prompts:  32%|███▏      | 161/500 [03:20<04:11,  1.35it/s, est. speed input: 119.63 toks/s, output: 1150.50 toks/s]
-2025-03-15T06:16:03.094543363Z 
Processed prompts:  32%|███▏      | 162/500 [03:21<04:14,  1.33it/s, est. speed input: 119.74 toks/s, output: 1152.17 toks/s]
-2025-03-15T06:16:04.336223970Z 
Processed prompts:  33%|███▎      | 163/500 [03:22<04:42,  1.19it/s, est. speed input: 119.84 toks/s, output: 1160.59 toks/s]
-2025-03-15T06:16:04.817489861Z 
Processed prompts:  33%|███▎      | 164/500 [03:23<05:18,  1.05it/s, est. speed input: 119.64 toks/s, output: 1155.94 toks/s]
-2025-03-15T06:16:05.526000025Z 
Processed prompts:  33%|███▎      | 165/500 [03:23<04:34,  1.22it/s, est. speed input: 119.88 toks/s, output: 1155.68 toks/s]
-2025-03-15T06:16:07.071085999Z 
Processed prompts:  33%|███▎      | 166/500 [03:24<04:22,  1.27it/s, est. speed input: 120.26 toks/s, output: 1166.28 toks/s]
-2025-03-15T06:16:07.857596927Z 
Processed prompts:  33%|███▎      | 167/500 [03:26<05:35,  1.01s/it, est. speed input: 119.94 toks/s, output: 1166.19 toks/s]
-2025-03-15T06:16:08.263319018Z 
Processed prompts:  34%|███▎      | 168/500 [03:26<05:12,  1.06it/s, est. speed input: 120.05 toks/s, output: 1170.23 toks/s]
-2025-03-15T06:16:09.048757743Z 
Processed prompts:  34%|███▍      | 169/500 [03:27<04:19,  1.28it/s, est. speed input: 120.44 toks/s, output: 1182.52 toks/s]
-2025-03-15T06:16:09.606072745Z 
Processed prompts:  34%|███▍      | 171/500 [03:28<03:19,  1.65it/s, est. speed input: 121.15 toks/s, output: 1197.41 toks/s]
-2025-03-15T06:16:10.544292896Z 
Processed prompts:  34%|███▍      | 172/500 [03:28<03:14,  1.69it/s, est. speed input: 121.34 toks/s, output: 1197.63 toks/s]
-2025-03-15T06:16:11.336451418Z 
Processed prompts:  35%|███▍      | 173/500 [03:29<03:43,  1.46it/s, est. speed input: 121.35 toks/s, output: 1198.17 toks/s]
-2025-03-15T06:16:12.204841725Z 
Processed prompts:  35%|███▍      | 174/500 [03:30<03:52,  1.40it/s, est. speed input: 121.53 toks/s, output: 1208.21 toks/s]
-2025-03-15T06:16:12.611840089Z 
Processed prompts:  35%|███▌      | 175/500 [03:31<04:05,  1.32it/s, est. speed input: 121.74 toks/s, output: 1217.79 toks/s]
-2025-03-15T06:16:13.018489116Z 
Processed prompts:  35%|███▌      | 176/500 [03:31<03:32,  1.52it/s, est. speed input: 122.05 toks/s, output: 1223.28 toks/s]
-2025-03-15T06:16:14.112650254Z 
Processed prompts:  35%|███▌      | 177/500 [03:32<03:08,  1.71it/s, est. speed input: 122.46 toks/s, output: 1235.47 toks/s]
-2025-03-15T06:16:15.686941132Z 
Processed prompts:  36%|███▌      | 178/500 [03:33<03:56,  1.36it/s, est. speed input: 122.34 toks/s, output: 1232.61 toks/s]
-2025-03-15T06:16:15.866680674Z 
Processed prompts:  36%|███▌      | 179/500 [03:34<05:14,  1.02it/s, est. speed input: 121.97 toks/s, output: 1228.61 toks/s]
-2025-03-15T06:16:17.199039859Z 
Processed prompts:  36%|███▌      | 180/500 [03:34<03:58,  1.34it/s, est. speed input: 122.70 toks/s, output: 1242.10 toks/s]
-2025-03-15T06:16:18.448002213Z 
Processed prompts:  36%|███▌      | 181/500 [03:36<04:53,  1.09it/s, est. speed input: 122.45 toks/s, output: 1237.95 toks/s]
-2025-03-15T06:16:19.775303813Z 
Processed prompts:  36%|███▋      | 182/500 [03:37<05:23,  1.02s/it, est. speed input: 122.26 toks/s, output: 1235.43 toks/s]
-2025-03-15T06:16:21.107056742Z 
Processed prompts:  37%|███▋      | 183/500 [03:38<05:51,  1.11s/it, est. speed input: 122.03 toks/s, output: 1232.99 toks/s]
-2025-03-15T06:16:21.453539953Z 
Processed prompts:  37%|███▋      | 184/500 [03:40<06:11,  1.18s/it, est. speed input: 121.79 toks/s, output: 1229.19 toks/s]
-2025-03-15T06:16:21.871914375Z 
Processed prompts:  37%|███▋      | 186/500 [03:40<03:44,  1.40it/s, est. speed input: 122.74 toks/s, output: 1247.08 toks/s]
-2025-03-15T06:16:22.139395257Z 
Processed prompts:  38%|███▊      | 188/500 [03:40<02:40,  1.95it/s, est. speed input: 124.31 toks/s, output: 1273.62 toks/s]
-2025-03-15T06:16:22.545692507Z 
Processed prompts:  38%|███▊      | 191/500 [03:41<01:38,  3.14it/s, est. speed input: 125.98 toks/s, output: 1298.02 toks/s]
-2025-03-15T06:16:23.713572850Z 
Processed prompts:  38%|███▊      | 192/500 [03:41<01:42,  2.99it/s, est. speed input: 126.29 toks/s, output: 1304.56 toks/s]
-2025-03-15T06:16:24.653599982Z 
Processed prompts:  39%|███▊      | 193/500 [03:42<02:34,  1.98it/s, est. speed input: 126.12 toks/s, output: 1302.04 toks/s]
-2025-03-15T06:16:25.295990482Z 
Processed prompts:  39%|███▉      | 194/500 [03:43<03:04,  1.66it/s, est. speed input: 126.07 toks/s, output: 1299.81 toks/s]
-2025-03-15T06:16:25.553011224Z 
Processed prompts:  39%|███▉      | 195/500 [03:44<03:06,  1.63it/s, est. speed input: 126.20 toks/s, output: 1300.19 toks/s]
-2025-03-15T06:16:26.501362184Z 
Processed prompts:  39%|███▉      | 196/500 [03:44<02:38,  1.92it/s, est. speed input: 126.71 toks/s, output: 1313.14 toks/s]
-2025-03-15T06:16:27.522710409Z 
Processed prompts:  39%|███▉      | 197/500 [03:45<03:12,  1.57it/s, est. speed input: 126.67 toks/s, output: 1312.88 toks/s]
-2025-03-15T06:16:28.933898574Z 
Processed prompts:  40%|███▉      | 198/500 [03:46<03:44,  1.35it/s, est. speed input: 126.61 toks/s, output: 1313.40 toks/s]
-2025-03-15T06:16:29.509763091Z 
Processed prompts:  40%|███▉      | 199/500 [03:47<04:40,  1.07it/s, est. speed input: 126.37 toks/s, output: 1315.79 toks/s]
-2025-03-15T06:16:30.766192637Z 
Processed prompts:  40%|████      | 201/500 [03:48<03:12,  1.55it/s, est. speed input: 127.03 toks/s, output: 1323.35 toks/s]
-2025-03-15T06:16:31.175904319Z 
Processed prompts:  40%|████      | 202/500 [03:49<03:56,  1.26it/s, est. speed input: 126.82 toks/s, output: 1322.20 toks/s]
-2025-03-15T06:16:31.597098438Z 
Processed prompts:  41%|████      | 203/500 [03:50<03:26,  1.44it/s, est. speed input: 128.01 toks/s, output: 1334.23 toks/s]
-2025-03-15T06:16:31.929248528Z 
Processed prompts:  41%|████      | 205/500 [03:50<02:24,  2.04it/s, est. speed input: 128.90 toks/s, output: 1350.03 toks/s]
-2025-03-15T06:16:32.413976269Z 
Processed prompts:  41%|████      | 206/500 [03:50<02:13,  2.21it/s, est. speed input: 129.20 toks/s, output: 1352.98 toks/s]
-2025-03-15T06:16:35.044510707Z 
Processed prompts:  41%|████▏     | 207/500 [03:51<02:14,  2.17it/s, est. speed input: 129.63 toks/s, output: 1364.52 toks/s]
-2025-03-15T06:16:37.847673272Z 
Processed prompts:  42%|████▏     | 208/500 [03:54<05:00,  1.03s/it, est. speed input: 129.57 toks/s, output: 1363.54 toks/s]
-2025-03-15T06:16:38.028649619Z 
Processed prompts:  42%|████▏     | 209/500 [03:56<07:20,  1.51s/it, est. speed input: 128.50 toks/s, output: 1351.95 toks/s]
-2025-03-15T06:16:39.153113409Z 
Processed prompts:  42%|████▏     | 210/500 [03:57<05:30,  1.14s/it, est. speed input: 128.96 toks/s, output: 1365.26 toks/s]
-2025-03-15T06:16:40.030802389Z 
Processed prompts:  42%|████▏     | 212/500 [03:58<04:14,  1.13it/s, est. speed input: 129.41 toks/s, output: 1379.22 toks/s]
-2025-03-15T06:16:41.058267633Z 
Processed prompts:  43%|████▎     | 213/500 [03:59<04:13,  1.13it/s, est. speed input: 129.41 toks/s, output: 1380.72 toks/s]
-2025-03-15T06:16:41.468169088Z 
Processed prompts:  43%|████▎     | 214/500 [04:00<04:22,  1.09it/s, est. speed input: 129.93 toks/s, output: 1389.13 toks/s]
-2025-03-15T06:16:43.419003392Z 
Processed prompts:  43%|████▎     | 215/500 [04:00<03:43,  1.28it/s, est. speed input: 130.18 toks/s, output: 1393.95 toks/s]
-2025-03-15T06:16:43.906355180Z 
Processed prompts:  43%|████▎     | 216/500 [04:02<05:14,  1.11s/it, est. speed input: 129.61 toks/s, output: 1389.26 toks/s]
-2025-03-15T06:16:44.476602073Z 
Processed prompts:  43%|████▎     | 217/500 [04:02<04:23,  1.07it/s, est. speed input: 129.79 toks/s, output: 1390.28 toks/s]
-2025-03-15T06:16:45.044757745Z 
Processed prompts:  44%|████▎     | 218/500 [04:03<03:53,  1.21it/s, est. speed input: 129.93 toks/s, output: 1392.11 toks/s]
-2025-03-15T06:16:46.308786786Z 
Processed prompts:  44%|████▍     | 219/500 [04:04<03:31,  1.33it/s, est. speed input: 130.06 toks/s, output: 1391.10 toks/s]
-2025-03-15T06:16:46.723620651Z 
Processed prompts:  44%|████▍     | 220/500 [04:05<04:12,  1.11it/s, est. speed input: 129.82 toks/s, output: 1386.95 toks/s]
-2025-03-15T06:16:47.292635181Z 
Processed prompts:  44%|████▍     | 221/500 [04:05<03:31,  1.32it/s, est. speed input: 130.19 toks/s, output: 1398.89 toks/s]
-2025-03-15T06:16:48.558133970Z 
Processed prompts:  45%|████▍     | 223/500 [04:06<02:29,  1.85it/s, est. speed input: 130.84 toks/s, output: 1411.37 toks/s]
-2025-03-15T06:16:49.215152369Z 
Processed prompts:  45%|████▍     | 224/500 [04:07<03:18,  1.39it/s, est. speed input: 130.70 toks/s, output: 1418.41 toks/s]
-2025-03-15T06:16:53.125497474Z 
Processed prompts:  45%|████▌     | 226/500 [04:08<02:32,  1.79it/s, est. speed input: 131.68 toks/s, output: 1434.21 toks/s]
-2025-03-15T06:16:53.697298379Z 
Processed prompts:  45%|████▌     | 227/500 [04:12<06:00,  1.32s/it, est. speed input: 130.06 toks/s, output: 1416.02 toks/s]
-2025-03-15T06:16:55.366536177Z 
Processed prompts:  46%|████▌     | 228/500 [04:12<05:09,  1.14s/it, est. speed input: 130.23 toks/s, output: 1420.45 toks/s]
-2025-03-15T06:16:55.860545595Z 
Processed prompts:  46%|████▌     | 230/500 [04:14<04:33,  1.01s/it, est. speed input: 130.25 toks/s, output: 1423.45 toks/s]
-2025-03-15T06:16:56.355704045Z 
Processed prompts:  46%|████▌     | 231/500 [04:14<04:00,  1.12it/s, est. speed input: 130.40 toks/s, output: 1422.84 toks/s]
-2025-03-15T06:16:56.694746752Z 
Processed prompts:  46%|████▋     | 232/500 [04:15<03:33,  1.26it/s, est. speed input: 130.68 toks/s, output: 1434.23 toks/s]
-2025-03-15T06:16:57.122997481Z 
Processed prompts:  47%|████▋     | 233/500 [04:15<03:00,  1.48it/s, est. speed input: 131.03 toks/s, output: 1446.48 toks/s]
-2025-03-15T06:16:57.382744573Z 
Processed prompts:  47%|████▋     | 235/500 [04:16<02:07,  2.08it/s, est. speed input: 131.63 toks/s, output: 1450.40 toks/s]
-2025-03-15T06:16:57.797047931Z 
Processed prompts:  47%|████▋     | 236/500 [04:16<01:53,  2.33it/s, est. speed input: 131.98 toks/s, output: 1459.96 toks/s]
-2025-03-15T06:16:57.978275370Z 
Processed prompts:  47%|████▋     | 237/500 [04:16<01:51,  2.35it/s, est. speed input: 132.19 toks/s, output: 1461.96 toks/s]
-2025-03-15T06:17:00.268799480Z 
Processed prompts:  48%|████▊     | 239/500 [04:17<01:14,  3.50it/s, est. speed input: 132.90 toks/s, output: 1465.93 toks/s]
-2025-03-15T06:17:01.708256962Z 
Processed prompts:  48%|████▊     | 240/500 [04:19<03:13,  1.34it/s, est. speed input: 132.18 toks/s, output: 1462.33 toks/s]
-2025-03-15T06:17:02.357717667Z 
Processed prompts:  48%|████▊     | 242/500 [04:20<03:09,  1.36it/s, est. speed input: 132.35 toks/s, output: 1471.20 toks/s]
-2025-03-15T06:17:03.711756945Z 
Processed prompts:  49%|████▊     | 243/500 [04:21<03:04,  1.40it/s, est. speed input: 132.42 toks/s, output: 1469.98 toks/s]
-2025-03-15T06:17:04.128025576Z 
Processed prompts:  49%|████▉     | 244/500 [04:22<03:42,  1.15it/s, est. speed input: 132.48 toks/s, output: 1476.51 toks/s]
-2025-03-15T06:17:08.745491094Z 
Processed prompts:  49%|████▉     | 245/500 [04:23<03:12,  1.33it/s, est. speed input: 132.70 toks/s, output: 1481.23 toks/s]
-2025-03-15T06:17:09.531112933Z 
Processed prompts:  49%|████▉     | 246/500 [04:27<07:33,  1.79s/it, est. speed input: 130.78 toks/s, output: 1456.98 toks/s]
-2025-03-15T06:17:10.001382578Z 
Processed prompts:  49%|████▉     | 247/500 [04:28<06:21,  1.51s/it, est. speed input: 130.77 toks/s, output: 1454.92 toks/s]
-2025-03-15T06:17:10.235193448Z 
Processed prompts:  50%|████▉     | 248/500 [04:29<05:06,  1.22s/it, est. speed input: 130.94 toks/s, output: 1457.56 toks/s]
-2025-03-15T06:17:11.324540813Z 
Processed prompts:  50%|████▉     | 249/500 [04:29<03:54,  1.07it/s, est. speed input: 131.40 toks/s, output: 1470.36 toks/s]
-2025-03-15T06:17:11.556616339Z 
Processed prompts:  50%|█████     | 250/500 [04:30<04:04,  1.02it/s, est. speed input: 131.45 toks/s, output: 1478.50 toks/s]
-2025-03-15T06:17:11.788547729Z 
Processed prompts:  50%|█████     | 251/500 [04:30<03:09,  1.32it/s, est. speed input: 131.72 toks/s, output: 1480.46 toks/s]
-2025-03-15T06:17:12.097176802Z 
Processed prompts:  50%|█████     | 252/500 [04:30<02:29,  1.66it/s, est. speed input: 132.16 toks/s, output: 1493.26 toks/s]
-2025-03-15T06:17:12.326948405Z 
Processed prompts:  51%|█████     | 253/500 [04:31<02:07,  1.94it/s, est. speed input: 132.42 toks/s, output: 1497.09 toks/s]
-2025-03-15T06:17:13.399693996Z 
Processed prompts:  51%|█████     | 255/500 [04:31<01:21,  3.01it/s, est. speed input: 133.08 toks/s, output: 1503.72 toks/s]
-2025-03-15T06:17:14.084095704Z 
Processed prompts:  51%|█████     | 256/500 [04:32<02:05,  1.94it/s, est. speed input: 133.04 toks/s, output: 1511.86 toks/s]
-2025-03-15T06:17:17.440378331Z 
Processed prompts:  52%|█████▏    | 258/500 [04:33<01:47,  2.26it/s, est. speed input: 133.47 toks/s, output: 1515.39 toks/s]
-2025-03-15T06:17:17.594055223Z 
Processed prompts:  52%|█████▏    | 259/500 [04:36<04:26,  1.11s/it, est. speed input: 132.36 toks/s, output: 1511.03 toks/s]
-2025-03-15T06:17:18.051784223Z 
Processed prompts:  52%|█████▏    | 260/500 [04:36<03:29,  1.15it/s, est. speed input: 132.68 toks/s, output: 1516.57 toks/s]
-2025-03-15T06:17:18.279126666Z 
Processed prompts:  52%|█████▏    | 261/500 [04:37<03:02,  1.31it/s, est. speed input: 132.92 toks/s, output: 1528.11 toks/s]
-2025-03-15T06:17:18.581267024Z 
Processed prompts:  52%|█████▏    | 262/500 [04:37<02:27,  1.61it/s, est. speed input: 133.19 toks/s, output: 1530.00 toks/s]
-2025-03-15T06:17:19.259801842Z 
Processed prompts:  53%|█████▎    | 264/500 [04:37<01:38,  2.41it/s, est. speed input: 133.81 toks/s, output: 1538.25 toks/s]
-2025-03-15T06:17:19.410467506Z 
Processed prompts:  53%|█████▎    | 265/500 [04:38<01:52,  2.09it/s, est. speed input: 133.88 toks/s, output: 1540.08 toks/s]
-2025-03-15T06:17:19.710295241Z 
Processed prompts:  53%|█████▎    | 266/500 [04:38<01:32,  2.53it/s, est. speed input: 134.20 toks/s, output: 1545.09 toks/s]
-2025-03-15T06:17:19.934635072Z 
Processed prompts:  53%|█████▎    | 267/500 [04:38<01:26,  2.71it/s, est. speed input: 134.45 toks/s, output: 1549.12 toks/s]
-2025-03-15T06:17:21.356189191Z 
Processed prompts:  54%|█████▎    | 268/500 [04:38<01:16,  3.03it/s, est. speed input: 134.70 toks/s, output: 1550.43 toks/s]
-2025-03-15T06:17:23.441124700Z 
Processed prompts:  54%|█████▍    | 269/500 [04:40<02:27,  1.57it/s, est. speed input: 134.46 toks/s, output: 1553.72 toks/s]
-2025-03-15T06:17:26.057887208Z 
Processed prompts:  54%|█████▍    | 271/500 [04:42<03:07,  1.22it/s, est. speed input: 134.20 toks/s, output: 1549.94 toks/s]
-2025-03-15T06:17:26.506955709Z 
Processed prompts:  54%|█████▍    | 272/500 [04:45<04:45,  1.25s/it, est. speed input: 133.80 toks/s, output: 1549.73 toks/s]
-2025-03-15T06:17:26.879911900Z 
Processed prompts:  55%|█████▍    | 273/500 [04:45<03:57,  1.05s/it, est. speed input: 134.16 toks/s, output: 1561.32 toks/s]
-2025-03-15T06:17:27.251287881Z 
Processed prompts:  55%|█████▍    | 274/500 [04:45<03:15,  1.15it/s, est. speed input: 134.54 toks/s, output: 1573.30 toks/s]
-2025-03-15T06:17:27.621965736Z 
Processed prompts:  55%|█████▌    | 275/500 [04:46<02:44,  1.37it/s, est. speed input: 134.68 toks/s, output: 1572.60 toks/s]
-2025-03-15T06:17:27.770015468Z 
Processed prompts:  55%|█████▌    | 276/500 [04:46<02:20,  1.59it/s, est. speed input: 134.91 toks/s, output: 1580.15 toks/s]
-2025-03-15T06:17:28.432150809Z 
Processed prompts:  55%|█████▌    | 277/500 [04:46<01:49,  2.04it/s, est. speed input: 135.35 toks/s, output: 1593.36 toks/s]
-2025-03-15T06:17:28.653352652Z 
Processed prompts:  56%|█████▌    | 279/500 [04:47<01:32,  2.39it/s, est. speed input: 135.74 toks/s, output: 1595.51 toks/s]
-2025-03-15T06:17:28.946222875Z 
Processed prompts:  56%|█████▌    | 280/500 [04:47<01:21,  2.70it/s, est. speed input: 135.99 toks/s, output: 1598.13 toks/s]
-2025-03-15T06:17:30.332742991Z 
Processed prompts:  56%|█████▌    | 281/500 [04:47<01:16,  2.86it/s, est. speed input: 136.36 toks/s, output: 1610.52 toks/s]
-2025-03-15T06:17:30.478768729Z 
Processed prompts:  56%|█████▋    | 282/500 [04:49<02:17,  1.59it/s, est. speed input: 136.09 toks/s, output: 1609.96 toks/s]
-2025-03-15T06:17:30.624157558Z 
Processed prompts:  57%|█████▋    | 283/500 [04:49<01:47,  2.02it/s, est. speed input: 136.36 toks/s, output: 1611.72 toks/s]
-2025-03-15T06:17:31.707515818Z 
Processed prompts:  57%|█████▋    | 285/500 [04:49<01:06,  3.25it/s, est. speed input: 137.58 toks/s, output: 1633.32 toks/s]
-2025-03-15T06:17:32.859228253Z 
Processed prompts:  57%|█████▋    | 286/500 [04:50<01:45,  2.02it/s, est. speed input: 137.41 toks/s, output: 1630.53 toks/s]
-2025-03-15T06:17:33.218666936Z 
Processed prompts:  57%|█████▋    | 287/500 [04:51<02:21,  1.51it/s, est. speed input: 137.26 toks/s, output: 1631.48 toks/s]
-2025-03-15T06:17:35.445984026Z 
Processed prompts:  58%|█████▊    | 288/500 [04:52<02:03,  1.72it/s, est. speed input: 137.53 toks/s, output: 1643.49 toks/s]
-2025-03-15T06:17:37.171006968Z 
Processed prompts:  58%|█████▊    | 289/500 [04:54<03:38,  1.04s/it, est. speed input: 136.87 toks/s, output: 1638.36 toks/s]
-2025-03-15T06:17:38.830909785Z 
Processed prompts:  58%|█████▊    | 290/500 [04:56<04:18,  1.23s/it, est. speed input: 136.40 toks/s, output: 1631.06 toks/s]
-2025-03-15T06:17:39.192790012Z 
Processed prompts:  58%|█████▊    | 291/500 [04:57<04:43,  1.35s/it, est. speed input: 136.01 toks/s, output: 1628.61 toks/s]
-2025-03-15T06:17:42.143984112Z 
Processed prompts:  58%|█████▊    | 292/500 [04:58<03:41,  1.07s/it, est. speed input: 136.16 toks/s, output: 1628.81 toks/s]
-2025-03-15T06:17:42.504305717Z 
Processed prompts:  59%|█████▊    | 293/500 [05:01<05:35,  1.62s/it, est. speed input: 135.15 toks/s, output: 1615.21 toks/s]
-2025-03-15T06:17:43.651147723Z 
Processed prompts:  59%|█████▉    | 294/500 [05:01<04:16,  1.25s/it, est. speed input: 135.49 toks/s, output: 1627.29 toks/s]
-2025-03-15T06:17:45.372745512Z 
Processed prompts:  59%|█████▉    | 295/500 [05:02<04:09,  1.22s/it, est. speed input: 135.49 toks/s, output: 1635.14 toks/s]
-2025-03-15T06:17:46.520323253Z 
Processed prompts:  59%|█████▉    | 296/500 [05:04<04:38,  1.37s/it, est. speed input: 135.07 toks/s, output: 1630.46 toks/s]
-2025-03-15T06:17:47.667506324Z 
Processed prompts:  59%|█████▉    | 297/500 [05:05<04:24,  1.30s/it, est. speed input: 135.93 toks/s, output: 1638.34 toks/s]
-2025-03-15T06:17:47.953658892Z 
Processed prompts:  60%|█████▉    | 298/500 [05:06<04:13,  1.26s/it, est. speed input: 135.72 toks/s, output: 1634.28 toks/s]
-2025-03-15T06:17:48.884234545Z 
Processed prompts:  60%|█████▉    | 299/500 [05:06<03:14,  1.04it/s, est. speed input: 135.90 toks/s, output: 1635.24 toks/s]
-2025-03-15T06:17:49.452835495Z 
Processed prompts:  60%|██████    | 300/500 [05:07<03:11,  1.05it/s, est. speed input: 136.08 toks/s, output: 1644.31 toks/s]
-2025-03-15T06:17:49.948614372Z 
Processed prompts:  60%|██████    | 302/500 [05:08<02:07,  1.55it/s, est. speed input: 136.45 toks/s, output: 1646.66 toks/s]
-2025-03-15T06:17:50.373149629Z 
Processed prompts:  61%|██████    | 303/500 [05:08<01:59,  1.64it/s, est. speed input: 136.58 toks/s, output: 1650.66 toks/s]
-2025-03-15T06:17:50.939871568Z 
Processed prompts:  61%|██████    | 304/500 [05:09<01:49,  1.78it/s, est. speed input: 136.69 toks/s, output: 1650.69 toks/s]
-2025-03-15T06:17:51.502682211Z 
Processed prompts:  61%|██████    | 306/500 [05:09<01:25,  2.26it/s, est. speed input: 137.08 toks/s, output: 1654.37 toks/s]
-2025-03-15T06:17:53.326246338Z 
Processed prompts:  61%|██████▏   | 307/500 [05:10<01:30,  2.13it/s, est. speed input: 137.15 toks/s, output: 1654.95 toks/s]
-2025-03-15T06:17:53.540502044Z 
Processed prompts:  62%|██████▏   | 309/500 [05:12<02:03,  1.55it/s, est. speed input: 137.23 toks/s, output: 1664.51 toks/s]
-2025-03-15T06:17:56.598571826Z 
Processed prompts:  62%|██████▏   | 310/500 [05:12<01:44,  1.82it/s, est. speed input: 137.44 toks/s, output: 1666.14 toks/s]
-2025-03-15T06:17:56.951149712Z 
Processed prompts:  62%|██████▏   | 311/500 [05:15<03:38,  1.16s/it, est. speed input: 137.02 toks/s, output: 1663.95 toks/s]
-2025-03-15T06:17:57.581039063Z 
Processed prompts:  62%|██████▏   | 312/500 [05:15<02:58,  1.05it/s, est. speed input: 137.18 toks/s, output: 1665.53 toks/s]
-2025-03-15T06:17:58.419298969Z 
Processed prompts:  63%|██████▎   | 313/500 [05:16<02:41,  1.16it/s, est. speed input: 137.20 toks/s, output: 1664.76 toks/s]
-2025-03-15T06:17:58.558545758Z 
Processed prompts:  63%|██████▎   | 314/500 [05:17<02:39,  1.17it/s, est. speed input: 137.10 toks/s, output: 1662.65 toks/s]
-2025-03-15T06:17:58.697506192Z 
Processed prompts:  63%|██████▎   | 315/500 [05:17<02:00,  1.53it/s, est. speed input: 137.37 toks/s, output: 1666.47 toks/s]
-2025-03-15T06:17:58.836449850Z 
Processed prompts:  63%|██████▎   | 316/500 [05:17<01:32,  1.98it/s, est. speed input: 137.67 toks/s, output: 1674.25 toks/s]
-2025-03-15T06:17:59.113828831Z 
Processed prompts:  63%|██████▎   | 317/500 [05:17<01:12,  2.51it/s, est. speed input: 137.89 toks/s, output: 1676.04 toks/s]
-2025-03-15T06:18:00.775976094Z 
Processed prompts:  64%|██████▎   | 318/500 [05:18<01:06,  2.76it/s, est. speed input: 138.08 toks/s, output: 1678.32 toks/s]
-2025-03-15T06:18:01.189847373Z 
Processed prompts:  64%|██████▍   | 319/500 [05:19<02:15,  1.34it/s, est. speed input: 137.96 toks/s, output: 1683.56 toks/s]
-2025-03-15T06:18:01.396701190Z 
Processed prompts:  64%|██████▍   | 320/500 [05:20<01:56,  1.54it/s, est. speed input: 138.09 toks/s, output: 1684.98 toks/s]
-2025-03-15T06:18:01.534320417Z 
Processed prompts:  64%|██████▍   | 321/500 [05:20<01:32,  1.94it/s, est. speed input: 138.42 toks/s, output: 1697.86 toks/s]
-2025-03-15T06:18:02.221134963Z 
Processed prompts:  64%|██████▍   | 322/500 [05:20<01:11,  2.48it/s, est. speed input: 138.70 toks/s, output: 1704.00 toks/s]
-2025-03-15T06:18:03.530851121Z 
Processed prompts:  65%|██████▍   | 323/500 [05:21<01:26,  2.05it/s, est. speed input: 138.71 toks/s, output: 1703.74 toks/s]
-2025-03-15T06:18:04.495160386Z 
Processed prompts:  65%|██████▍   | 324/500 [05:22<02:09,  1.36it/s, est. speed input: 138.47 toks/s, output: 1702.15 toks/s]
-2025-03-15T06:18:05.114028548Z 
Processed prompts:  65%|██████▌   | 325/500 [05:23<02:20,  1.25it/s, est. speed input: 138.33 toks/s, output: 1699.64 toks/s]
-2025-03-15T06:18:05.525574738Z 
Processed prompts:  65%|██████▌   | 326/500 [05:24<02:10,  1.34it/s, est. speed input: 138.37 toks/s, output: 1700.22 toks/s]
-2025-03-15T06:18:05.662371702Z 
Processed prompts:  65%|██████▌   | 327/500 [05:24<01:51,  1.55it/s, est. speed input: 138.47 toks/s, output: 1700.86 toks/s]
-2025-03-15T06:18:06.822338865Z 
Processed prompts:  66%|██████▌   | 328/500 [05:24<01:24,  2.02it/s, est. speed input: 138.74 toks/s, output: 1705.23 toks/s]
-2025-03-15T06:18:07.571797876Z 
Processed prompts:  66%|██████▌   | 329/500 [05:25<01:58,  1.44it/s, est. speed input: 138.55 toks/s, output: 1703.33 toks/s]
-2025-03-15T06:18:07.979545704Z 
Processed prompts:  66%|██████▌   | 330/500 [05:26<02:00,  1.41it/s, est. speed input: 138.51 toks/s, output: 1702.31 toks/s]
-2025-03-15T06:18:09.404798058Z 
Processed prompts:  66%|██████▌   | 331/500 [05:27<01:44,  1.61it/s, est. speed input: 138.68 toks/s, output: 1708.33 toks/s]
-2025-03-15T06:18:09.535367062Z 
Processed prompts:  66%|██████▋   | 332/500 [05:28<02:24,  1.16it/s, est. speed input: 138.37 toks/s, output: 1704.30 toks/s]
-2025-03-15T06:18:11.222974220Z 
Processed prompts:  67%|██████▋   | 333/500 [05:28<01:47,  1.56it/s, est. speed input: 138.61 toks/s, output: 1707.22 toks/s]
-2025-03-15T06:18:11.352602024Z 
Processed prompts:  67%|██████▋   | 335/500 [05:30<02:01,  1.36it/s, est. speed input: 138.75 toks/s, output: 1716.65 toks/s]
-2025-03-15T06:18:14.005861801Z 
Processed prompts:  67%|██████▋   | 336/500 [05:30<01:35,  1.71it/s, est. speed input: 139.37 toks/s, output: 1729.97 toks/s]
-2025-03-15T06:18:18.258928495Z 
Processed prompts:  68%|██████▊   | 338/500 [05:33<02:24,  1.12it/s, est. speed input: 138.84 toks/s, output: 1723.81 toks/s]
-2025-03-15T06:18:18.387523580Z 
Processed prompts:  68%|██████▊   | 339/500 [05:37<04:27,  1.66s/it, est. speed input: 137.38 toks/s, output: 1706.41 toks/s]
-2025-03-15T06:18:18.642374429Z 
Processed prompts:  68%|██████▊   | 340/500 [05:37<03:25,  1.28s/it, est. speed input: 137.72 toks/s, output: 1719.78 toks/s]
-2025-03-15T06:18:19.467960230Z 
Processed prompts:  68%|██████▊   | 341/500 [05:37<02:41,  1.02s/it, est. speed input: 137.91 toks/s, output: 1723.34 toks/s]
-2025-03-15T06:18:22.575199487Z 
Processed prompts:  68%|██████▊   | 342/500 [05:38<02:32,  1.04it/s, est. speed input: 137.90 toks/s, output: 1726.37 toks/s]
-2025-03-15T06:18:23.146015567Z 
Processed prompts:  69%|██████▊   | 343/500 [05:41<04:05,  1.56s/it, est. speed input: 136.94 toks/s, output: 1715.57 toks/s]
-2025-03-15T06:18:23.844367193Z 
Processed prompts:  69%|██████▉   | 344/500 [05:42<03:19,  1.28s/it, est. speed input: 137.04 toks/s, output: 1721.16 toks/s]
-2025-03-15T06:18:23.970932449Z 
Processed prompts:  69%|██████▉   | 345/500 [05:42<02:52,  1.11s/it, est. speed input: 137.21 toks/s, output: 1731.70 toks/s]
-2025-03-15T06:18:25.733150666Z 
Processed prompts:  69%|██████▉   | 346/500 [05:43<02:06,  1.21it/s, est. speed input: 137.47 toks/s, output: 1737.00 toks/s]
-2025-03-15T06:18:25.984862904Z 
Processed prompts:  69%|██████▉   | 347/500 [05:44<02:48,  1.10s/it, est. speed input: 137.03 toks/s, output: 1731.79 toks/s]
-2025-03-15T06:18:26.235016918Z 
Processed prompts:  70%|██████▉   | 348/500 [05:45<02:09,  1.18it/s, est. speed input: 137.21 toks/s, output: 1734.74 toks/s]
-2025-03-15T06:18:26.857900368Z 
Processed prompts:  70%|██████▉   | 349/500 [05:45<01:41,  1.49it/s, est. speed input: 137.41 toks/s, output: 1738.79 toks/s]
-2025-03-15T06:18:27.729648715Z 
Processed prompts:  70%|███████   | 350/500 [05:45<01:38,  1.52it/s, est. speed input: 137.45 toks/s, output: 1740.51 toks/s]
-2025-03-15T06:18:29.284333553Z 
Processed prompts:  70%|███████   | 351/500 [05:46<01:47,  1.39it/s, est. speed input: 137.44 toks/s, output: 1744.78 toks/s]
-2025-03-15T06:18:29.407935111Z 
Processed prompts:  70%|███████   | 352/500 [05:48<02:23,  1.03it/s, est. speed input: 137.18 toks/s, output: 1748.56 toks/s]
-2025-03-15T06:18:30.393728539Z 
Processed prompts:  71%|███████   | 353/500 [05:48<01:45,  1.40it/s, est. speed input: 137.40 toks/s, output: 1751.76 toks/s]
-2025-03-15T06:18:30.824089177Z 
Processed prompts:  71%|███████   | 354/500 [05:49<01:56,  1.25it/s, est. speed input: 137.35 toks/s, output: 1757.88 toks/s]
-2025-03-15T06:18:31.683142431Z 
Processed prompts:  71%|███████   | 355/500 [05:49<01:39,  1.45it/s, est. speed input: 137.47 toks/s, output: 1760.79 toks/s]
-2025-03-15T06:18:32.421413619Z 
Processed prompts:  71%|███████   | 356/500 [05:50<01:46,  1.35it/s, est. speed input: 137.42 toks/s, output: 1761.46 toks/s]
-2025-03-15T06:18:34.897128037Z 
Processed prompts:  71%|███████▏  | 357/500 [05:51<01:45,  1.35it/s, est. speed input: 137.40 toks/s, output: 1761.88 toks/s]
-2025-03-15T06:18:35.753019771Z 
Processed prompts:  72%|███████▏  | 358/500 [05:53<02:58,  1.26s/it, est. speed input: 136.84 toks/s, output: 1763.67 toks/s]
-2025-03-15T06:18:39.246271353Z 
Processed prompts:  72%|███████▏  | 359/500 [05:54<02:40,  1.14s/it, est. speed input: 136.81 toks/s, output: 1766.28 toks/s]
-2025-03-15T06:18:41.199906446Z 
Processed prompts:  72%|███████▏  | 360/500 [05:58<04:18,  1.84s/it, est. speed input: 136.66 toks/s, output: 1763.20 toks/s]
-2025-03-15T06:18:42.474254916Z 
Processed prompts:  72%|███████▏  | 361/500 [06:00<04:20,  1.88s/it, est. speed input: 136.32 toks/s, output: 1767.78 toks/s]
-2025-03-15T06:18:44.711344824Z 
Processed prompts:  72%|███████▏  | 362/500 [06:01<03:54,  1.70s/it, est. speed input: 136.23 toks/s, output: 1775.71 toks/s]
-2025-03-15T06:18:45.315701517Z 
Processed prompts:  73%|███████▎  | 363/500 [06:03<04:14,  1.86s/it, est. speed input: 135.66 toks/s, output: 1769.50 toks/s]
-2025-03-15T06:18:47.726898272Z 
Processed prompts:  73%|███████▎  | 364/500 [06:04<03:21,  1.48s/it, est. speed input: 135.70 toks/s, output: 1771.52 toks/s]
-2025-03-15T06:18:51.595534138Z 
Processed prompts:  73%|███████▎  | 365/500 [06:06<03:57,  1.76s/it, est. speed input: 135.09 toks/s, output: 1766.17 toks/s]
-2025-03-15T06:18:55.779556729Z 
Processed prompts:  73%|███████▎  | 366/500 [06:10<05:20,  2.39s/it, est. speed input: 133.99 toks/s, output: 1756.67 toks/s]
-2025-03-15T06:18:57.715816615Z 
Processed prompts:  73%|███████▎  | 367/500 [06:14<06:29,  2.93s/it, est. speed input: 132.94 toks/s, output: 1751.30 toks/s]
-2025-03-15T06:18:58.017440540Z 
Processed prompts:  74%|███████▎  | 368/500 [06:16<05:47,  2.63s/it, est. speed input: 132.52 toks/s, output: 1748.23 toks/s]
-2025-03-15T06:19:00.852091588Z 
Processed prompts:  74%|███████▍  | 370/500 [06:17<03:13,  1.49s/it, est. speed input: 132.94 toks/s, output: 1758.11 toks/s]
-2025-03-15T06:19:01.512620475Z 
Processed prompts:  74%|███████▍  | 371/500 [06:19<03:54,  1.82s/it, est. speed input: 132.18 toks/s, output: 1749.57 toks/s]
-2025-03-15T06:19:03.773249587Z 
Processed prompts:  74%|███████▍  | 372/500 [06:20<03:14,  1.52s/it, est. speed input: 132.28 toks/s, output: 1759.26 toks/s]
-2025-03-15T06:19:04.063822055Z 
Processed prompts:  75%|███████▍  | 373/500 [06:22<03:38,  1.72s/it, est. speed input: 131.74 toks/s, output: 1753.68 toks/s]
-2025-03-15T06:19:08.596781256Z 
Processed prompts:  75%|███████▍  | 374/500 [06:23<02:46,  1.32s/it, est. speed input: 131.95 toks/s, output: 1764.06 toks/s]
-2025-03-15T06:19:13.258117731Z 
Processed prompts:  75%|███████▌  | 375/500 [06:27<04:39,  2.24s/it, est. speed input: 130.69 toks/s, output: 1751.73 toks/s]
-2025-03-15T06:19:14.126478524Z 
Processed prompts:  75%|███████▌  | 376/500 [06:32<06:04,  2.94s/it, est. speed input: 129.85 toks/s, output: 1745.28 toks/s]
-2025-03-15T06:19:14.415418233Z 
Processed prompts:  75%|███████▌  | 377/500 [06:33<04:47,  2.33s/it, est. speed input: 129.81 toks/s, output: 1747.67 toks/s]
-2025-03-15T06:19:16.206483847Z 
Processed prompts:  76%|███████▌  | 378/500 [06:33<03:31,  1.73s/it, est. speed input: 130.09 toks/s, output: 1760.76 toks/s]
-2025-03-15T06:19:16.669239066Z 
Processed prompts:  76%|███████▌  | 379/500 [06:35<03:31,  1.75s/it, est. speed input: 129.79 toks/s, output: 1763.25 toks/s]
-2025-03-15T06:19:18.372229625Z 
Processed prompts:  76%|███████▌  | 380/500 [06:35<02:43,  1.37s/it, est. speed input: 129.91 toks/s, output: 1769.00 toks/s]
-2025-03-15T06:19:22.002318862Z 
Processed prompts:  76%|███████▌  | 381/500 [06:37<02:54,  1.47s/it, est. speed input: 129.60 toks/s, output: 1767.28 toks/s]
-2025-03-15T06:19:31.573156848Z 
Processed prompts:  76%|███████▋  | 382/500 [06:41<04:09,  2.11s/it, est. speed input: 128.65 toks/s, output: 1756.69 toks/s]
-2025-03-15T06:19:31.975751086Z 
Processed prompts:  77%|███████▋  | 383/500 [06:50<08:28,  4.34s/it, est. speed input: 125.94 toks/s, output: 1726.84 toks/s]
-2025-03-15T06:19:32.375911166Z 
Processed prompts:  77%|███████▋  | 384/500 [06:51<06:07,  3.16s/it, est. speed input: 126.54 toks/s, output: 1739.65 toks/s]
-2025-03-15T06:19:33.173462525Z 
Processed prompts:  77%|███████▋  | 385/500 [06:51<04:28,  2.34s/it, est. speed input: 126.68 toks/s, output: 1745.84 toks/s]
-2025-03-15T06:19:39.450399302Z 
Processed prompts:  77%|███████▋  | 386/500 [06:52<03:33,  1.87s/it, est. speed input: 126.70 toks/s, output: 1752.03 toks/s]
-2025-03-15T06:19:40.703926356Z 
Processed prompts:  77%|███████▋  | 387/500 [06:58<06:00,  3.19s/it, est. speed input: 125.12 toks/s, output: 1740.31 toks/s]
-2025-03-15T06:19:41.215176612Z 
Processed prompts:  78%|███████▊  | 388/500 [06:59<04:52,  2.61s/it, est. speed input: 125.00 toks/s, output: 1743.62 toks/s]
-2025-03-15T06:19:44.785424203Z 
Processed prompts:  78%|███████▊  | 389/500 [07:00<03:40,  1.98s/it, est. speed input: 125.10 toks/s, output: 1749.38 toks/s]
-2025-03-15T06:19:47.104844510Z 
Processed prompts:  78%|███████▊  | 390/500 [07:03<04:30,  2.46s/it, est. speed input: 124.28 toks/s, output: 1741.71 toks/s]
-2025-03-15T06:19:52.941833038Z 
Processed prompts:  78%|███████▊  | 391/500 [07:06<04:23,  2.42s/it, est. speed input: 123.86 toks/s, output: 1740.79 toks/s]
-2025-03-15T06:19:54.763330960Z 
Processed prompts:  78%|███████▊  | 392/500 [07:11<06:11,  3.44s/it, est. speed input: 122.42 toks/s, output: 1725.15 toks/s]
-2025-03-15T06:19:57.709732355Z 
Processed prompts:  79%|███████▊  | 393/500 [07:13<05:16,  2.96s/it, est. speed input: 122.49 toks/s, output: 1732.57 toks/s]
-2025-03-15T06:20:06.397582820Z 
Processed prompts:  79%|███████▉  | 394/500 [07:16<05:13,  2.95s/it, est. speed input: 122.29 toks/s, output: 1735.57 toks/s]
-2025-03-15T06:20:07.877976671Z 
Processed prompts:  79%|███████▉  | 395/500 [07:25<08:10,  4.67s/it, est. speed input: 120.30 toks/s, output: 1716.46 toks/s]
-2025-03-15T06:20:09.013822652Z 
Processed prompts:  79%|███████▉  | 396/500 [07:26<06:26,  3.72s/it, est. speed input: 120.57 toks/s, output: 1725.53 toks/s]
-2025-03-15T06:20:09.800029873Z 
Processed prompts:  79%|███████▉  | 397/500 [07:28<05:03,  2.94s/it, est. speed input: 120.53 toks/s, output: 1733.67 toks/s]
-2025-03-15T06:20:10.246331819Z 
Processed prompts:  80%|███████▉  | 398/500 [07:28<03:54,  2.30s/it, est. speed input: 120.53 toks/s, output: 1737.37 toks/s]
-2025-03-15T06:20:13.416695471Z 
Processed prompts:  80%|███████▉  | 399/500 [07:29<02:55,  1.74s/it, est. speed input: 122.34 toks/s, output: 1750.42 toks/s]
-2025-03-15T06:20:14.248917666Z 
Processed prompts:  80%|████████  | 400/500 [07:32<03:36,  2.17s/it, est. speed input: 121.77 toks/s, output: 1752.94 toks/s]
-2025-03-15T06:20:20.488458168Z 
Processed prompts:  80%|████████  | 401/500 [07:33<02:55,  1.77s/it, est. speed input: 121.81 toks/s, output: 1761.52 toks/s]
-2025-03-15T06:20:22.466336066Z 
Processed prompts:  80%|████████  | 402/500 [07:39<05:04,  3.11s/it, est. speed input: 120.55 toks/s, output: 1752.39 toks/s]
-2025-03-15T06:20:25.706368247Z 
Processed prompts:  81%|████████  | 403/500 [07:41<04:28,  2.77s/it, est. speed input: 120.68 toks/s, output: 1759.69 toks/s]
-2025-03-15T06:20:25.871765861Z 
Processed prompts:  81%|████████  | 404/500 [07:44<04:39,  2.91s/it, est. speed input: 120.33 toks/s, output: 1762.25 toks/s]
-2025-03-15T06:20:31.587585655Z 
Processed prompts:  81%|████████  | 405/500 [07:44<03:18,  2.09s/it, est. speed input: 121.96 toks/s, output: 1776.45 toks/s]
-2025-03-15T06:20:33.607831581Z 
Processed prompts:  81%|████████  | 406/500 [07:50<04:58,  3.18s/it, est. speed input: 121.14 toks/s, output: 1769.75 toks/s]
-2025-03-15T06:20:35.461164410Z 
Processed prompts:  81%|████████▏ | 407/500 [07:52<04:23,  2.83s/it, est. speed input: 120.84 toks/s, output: 1770.56 toks/s]
-2025-03-15T06:20:37.406115613Z 
Processed prompts:  82%|████████▏ | 408/500 [07:54<03:53,  2.54s/it, est. speed input: 120.70 toks/s, output: 1778.54 toks/s]
-2025-03-15T06:20:37.780317980Z 
Processed prompts:  82%|████████▏ | 409/500 [07:56<03:34,  2.36s/it, est. speed input: 120.59 toks/s, output: 1786.20 toks/s]
-2025-03-15T06:20:38.790377532Z 
Processed prompts:  82%|████████▏ | 410/500 [07:56<02:38,  1.76s/it, est. speed input: 120.69 toks/s, output: 1792.14 toks/s]
-2025-03-15T06:20:44.956714421Z 
Processed prompts:  82%|████████▏ | 411/500 [07:57<02:16,  1.54s/it, est. speed input: 120.64 toks/s, output: 1796.61 toks/s]
-2025-03-15T06:20:54.132248708Z 
Processed prompts:  82%|████████▏ | 412/500 [08:03<04:17,  2.93s/it, est. speed input: 119.34 toks/s, output: 1784.65 toks/s]
-2025-03-15T06:20:55.549679721Z 
Processed prompts:  83%|████████▎ | 413/500 [08:13<06:57,  4.80s/it, est. speed input: 117.59 toks/s, output: 1766.50 toks/s]
-2025-03-15T06:21:02.578151508Z 
Processed prompts:  83%|████████▎ | 414/500 [08:14<05:25,  3.79s/it, est. speed input: 117.44 toks/s, output: 1769.36 toks/s]
-2025-03-15T06:21:07.769517187Z 
Processed prompts:  83%|████████▎ | 415/500 [08:21<06:44,  4.76s/it, est. speed input: 116.17 toks/s, output: 1759.68 toks/s]
-2025-03-15T06:21:09.485661957Z 
Processed prompts:  83%|████████▎ | 416/500 [08:26<06:50,  4.89s/it, est. speed input: 115.34 toks/s, output: 1756.81 toks/s]
-2025-03-15T06:21:10.673702695Z 
Processed prompts:  83%|████████▎ | 417/500 [08:28<05:26,  3.94s/it, est. speed input: 115.19 toks/s, output: 1764.04 toks/s]
-2025-03-15T06:21:10.776528571Z 
Processed prompts:  84%|████████▎ | 418/500 [08:29<04:15,  3.11s/it, est. speed input: 115.24 toks/s, output: 1775.10 toks/s]
-2025-03-15T06:21:11.693340979Z 
Processed prompts:  84%|████████▍ | 419/500 [08:29<02:58,  2.21s/it, est. speed input: 115.41 toks/s, output: 1783.43 toks/s]
-2025-03-15T06:21:12.501626572Z 
Processed prompts:  84%|████████▍ | 420/500 [08:30<02:25,  1.82s/it, est. speed input: 115.55 toks/s, output: 1795.41 toks/s]
-2025-03-15T06:21:14.301493359Z 
Processed prompts:  84%|████████▍ | 421/500 [08:31<01:59,  1.52s/it, est. speed input: 115.64 toks/s, output: 1807.77 toks/s]
-2025-03-15T06:21:14.647587464Z 
Processed prompts:  84%|████████▍ | 422/500 [08:33<02:04,  1.60s/it, est. speed input: 115.53 toks/s, output: 1816.64 toks/s]
-2025-03-15T06:21:14.941336723Z 
Processed prompts:  85%|████████▍ | 423/500 [08:33<01:34,  1.23s/it, est. speed input: 115.73 toks/s, output: 1830.63 toks/s]
-2025-03-15T06:21:19.971385994Z 
Processed prompts:  85%|████████▍ | 424/500 [08:33<01:11,  1.06it/s, est. speed input: 116.06 toks/s, output: 1844.80 toks/s]
-2025-03-15T06:21:26.862404004Z 
Processed prompts:  85%|████████▌ | 425/500 [08:39<02:42,  2.17s/it, est. speed input: 115.12 toks/s, output: 1835.96 toks/s]
-2025-03-15T06:21:31.544178626Z 
Processed prompts:  85%|████████▌ | 426/500 [08:45<04:25,  3.59s/it, est. speed input: 113.91 toks/s, output: 1827.23 toks/s]
-2025-03-15T06:21:34.064414503Z 
Processed prompts:  85%|████████▌ | 427/500 [08:50<04:45,  3.92s/it, est. speed input: 113.14 toks/s, output: 1826.49 toks/s]
-2025-03-15T06:21:36.330323686Z 
Processed prompts:  86%|████████▌ | 428/500 [08:53<04:11,  3.50s/it, est. speed input: 113.01 toks/s, output: 1833.26 toks/s]
-2025-03-15T06:21:36.906020669Z 
Processed prompts:  86%|████████▌ | 429/500 [08:55<03:42,  3.13s/it, est. speed input: 112.85 toks/s, output: 1840.93 toks/s]
-2025-03-15T06:21:37.663919231Z 
Processed prompts:  86%|████████▌ | 430/500 [08:55<02:45,  2.36s/it, est. speed input: 112.97 toks/s, output: 1853.22 toks/s]
-2025-03-15T06:21:39.782083389Z 
Processed prompts:  86%|████████▌ | 431/500 [08:56<02:09,  1.88s/it, est. speed input: 112.99 toks/s, output: 1859.87 toks/s]
-2025-03-15T06:21:40.388698534Z 
Processed prompts:  86%|████████▋ | 432/500 [08:58<02:12,  1.95s/it, est. speed input: 112.84 toks/s, output: 1868.03 toks/s]
-2025-03-15T06:21:41.123954268Z 
Processed prompts:  87%|████████▋ | 433/500 [08:59<01:43,  1.55s/it, est. speed input: 113.09 toks/s, output: 1881.40 toks/s]
-2025-03-15T06:21:43.812112892Z 
Processed prompts:  87%|████████▋ | 434/500 [09:00<01:26,  1.30s/it, est. speed input: 113.24 toks/s, output: 1894.31 toks/s]
-2025-03-15T06:21:47.744923461Z 
Processed prompts:  87%|████████▋ | 435/500 [09:02<01:51,  1.72s/it, est. speed input: 113.07 toks/s, output: 1900.44 toks/s]
-2025-03-15T06:21:48.235041352Z 
Processed prompts:  87%|████████▋ | 436/500 [09:06<02:32,  2.38s/it, est. speed input: 112.44 toks/s, output: 1896.51 toks/s]
-2025-03-15T06:21:52.332576598Z 
Processed prompts:  87%|████████▋ | 437/500 [09:07<01:54,  1.82s/it, est. speed input: 112.90 toks/s, output: 1910.37 toks/s]
-2025-03-15T06:21:54.045186630Z 
Processed prompts:  88%|████████▊ | 438/500 [09:11<02:35,  2.50s/it, est. speed input: 112.33 toks/s, output: 1911.79 toks/s]
-2025-03-15T06:21:54.742384262Z 
Processed prompts:  88%|████████▊ | 439/500 [09:13<02:18,  2.26s/it, est. speed input: 112.28 toks/s, output: 1921.51 toks/s]
-2025-03-15T06:21:56.463803533Z 
Processed prompts:  88%|████████▊ | 440/500 [09:13<01:47,  1.79s/it, est. speed input: 112.39 toks/s, output: 1934.74 toks/s]
-2025-03-15T06:22:04.584432428Z 
Processed prompts:  88%|████████▊ | 441/500 [09:15<01:44,  1.77s/it, est. speed input: 112.27 toks/s, output: 1944.42 toks/s]
-2025-03-15T06:22:05.432978645Z 
Processed prompts:  88%|████████▊ | 442/500 [09:23<03:33,  3.68s/it, est. speed input: 110.92 toks/s, output: 1932.19 toks/s]
-2025-03-15T06:22:10.201121404Z 
Processed prompts:  89%|████████▊ | 443/500 [09:24<02:41,  2.83s/it, est. speed input: 111.29 toks/s, output: 1945.08 toks/s]
-2025-03-15T06:22:11.324489856Z 
Processed prompts:  89%|████████▉ | 444/500 [09:29<03:10,  3.41s/it, est. speed input: 110.65 toks/s, output: 1944.65 toks/s]
-2025-03-15T06:22:12.846398596Z 
Processed prompts:  89%|████████▉ | 445/500 [09:30<02:29,  2.72s/it, est. speed input: 110.63 toks/s, output: 1953.25 toks/s]
-2025-03-15T06:22:17.045506049Z 
Processed prompts:  89%|████████▉ | 446/500 [09:31<02:07,  2.36s/it, est. speed input: 110.55 toks/s, output: 1962.60 toks/s]
-2025-03-15T06:22:20.574936732Z 
Processed prompts:  89%|████████▉ | 447/500 [09:36<02:34,  2.91s/it, est. speed input: 110.03 toks/s, output: 1964.26 toks/s]
-2025-03-15T06:22:29.692099444Z 
Processed prompts:  90%|████████▉ | 448/500 [09:39<02:41,  3.10s/it, est. speed input: 109.55 toks/s, output: 1965.03 toks/s]
-2025-03-15T06:22:35.367326084Z 
Processed prompts:  90%|████████▉ | 449/500 [09:48<04:10,  4.90s/it, est. speed input: 108.04 toks/s, output: 1946.97 toks/s]
-2025-03-15T06:22:42.476106998Z 
Processed prompts:  90%|█████████ | 450/500 [09:54<04:16,  5.14s/it, est. speed input: 107.48 toks/s, output: 1944.62 toks/s]
-2025-03-15T06:22:46.161129726Z 
Processed prompts:  90%|█████████ | 451/500 [10:01<04:40,  5.73s/it, est. speed input: 106.42 toks/s, output: 1937.97 toks/s]
-2025-03-15T06:22:47.745621755Z 
Processed prompts:  91%|█████████ | 453/500 [10:05<03:04,  3.93s/it, est. speed input: 106.46 toks/s, output: 1958.79 toks/s]
-2025-03-15T06:22:57.211526744Z 
Processed prompts:  91%|█████████ | 454/500 [10:06<02:34,  3.35s/it, est. speed input: 106.35 toks/s, output: 1964.68 toks/s]
-2025-03-15T06:23:02.273578917Z 
Processed prompts:  91%|█████████ | 455/500 [10:16<03:42,  4.95s/it, est. speed input: 105.01 toks/s, output: 1951.06 toks/s]
-2025-03-15T06:23:09.325822159Z 
Processed prompts:  91%|█████████ | 456/500 [10:21<03:39,  4.98s/it, est. speed input: 105.35 toks/s, output: 1951.80 toks/s]
-2025-03-15T06:23:10.010114855Z 
Processed prompts:  91%|█████████▏| 457/500 [10:28<03:59,  5.56s/it, est. speed input: 104.37 toks/s, output: 1946.63 toks/s]
-2025-03-15T06:23:11.264499574Z 
Processed prompts:  92%|█████████▏| 458/500 [10:29<02:55,  4.17s/it, est. speed input: 104.45 toks/s, output: 1959.62 toks/s]
-2025-03-15T06:23:15.998197622Z 
Processed prompts:  92%|█████████▏| 459/500 [10:30<02:16,  3.32s/it, est. speed input: 104.40 toks/s, output: 1967.62 toks/s]
-2025-03-15T06:23:16.964114688Z 
Processed prompts:  92%|█████████▏| 460/500 [10:35<02:29,  3.74s/it, est. speed input: 103.95 toks/s, output: 1969.81 toks/s]
-2025-03-15T06:23:17.595337245Z 
Processed prompts:  92%|█████████▏| 461/500 [10:35<01:53,  2.92s/it, est. speed input: 104.03 toks/s, output: 1983.69 toks/s]
-2025-03-15T06:23:19.842486955Z 
Processed prompts:  92%|█████████▏| 462/500 [10:36<01:25,  2.24s/it, est. speed input: 104.19 toks/s, output: 1998.60 toks/s]
-2025-03-15T06:23:25.304611784Z 
Processed prompts:  93%|█████████▎| 463/500 [10:38<01:22,  2.24s/it, est. speed input: 104.02 toks/s, output: 2008.50 toks/s]
-2025-03-15T06:23:26.046576067Z 
Processed prompts:  93%|█████████▎| 464/500 [10:44<01:55,  3.20s/it, est. speed input: 103.37 toks/s, output: 2008.50 toks/s]
-2025-03-15T06:23:26.477530742Z 
Processed prompts:  93%|█████████▎| 465/500 [10:45<01:26,  2.47s/it, est. speed input: 103.52 toks/s, output: 2023.23 toks/s]
-2025-03-15T06:23:28.253285790Z 
Processed prompts:  93%|█████████▎| 466/500 [10:45<01:03,  1.86s/it, est. speed input: 103.69 toks/s, output: 2038.93 toks/s]
-2025-03-15T06:23:31.216667602Z 
Processed prompts:  93%|█████████▎| 467/500 [10:47<01:00,  1.83s/it, est. speed input: 103.90 toks/s, output: 2050.43 toks/s]
-2025-03-15T06:23:32.746235398Z 
Processed prompts:  94%|█████████▎| 468/500 [10:50<01:09,  2.17s/it, est. speed input: 103.81 toks/s, output: 2058.24 toks/s]
-2025-03-15T06:23:35.356128680Z 
Processed prompts:  94%|█████████▍| 469/500 [10:51<01:01,  1.98s/it, est. speed input: 104.00 toks/s, output: 2070.60 toks/s]
-2025-03-15T06:23:37.714428301Z 
Processed prompts:  94%|█████████▍| 470/500 [10:54<01:05,  2.17s/it, est. speed input: 104.01 toks/s, output: 2079.60 toks/s]
-2025-03-15T06:23:39.895615693Z 
Processed prompts:  94%|█████████▍| 471/500 [10:56<01:04,  2.23s/it, est. speed input: 103.85 toks/s, output: 2089.44 toks/s]
-2025-03-15T06:23:40.354420416Z 
Processed prompts:  94%|█████████▍| 472/500 [10:58<01:01,  2.21s/it, est. speed input: 103.76 toks/s, output: 2099.89 toks/s]
-2025-03-15T06:23:47.491858577Z 
Processed prompts:  95%|█████████▍| 473/500 [10:59<00:45,  1.69s/it, est. speed input: 104.05 toks/s, output: 2115.80 toks/s]
-2025-03-15T06:24:01.597499899Z 
Processed prompts:  95%|█████████▍| 474/500 [11:06<01:26,  3.32s/it, est. speed input: 103.17 toks/s, output: 2110.71 toks/s]
-2025-03-15T06:24:02.328372867Z 
Processed prompts:  95%|█████████▌| 475/500 [11:20<02:43,  6.56s/it, est. speed input: 101.18 toks/s, output: 2080.45 toks/s]
-2025-03-15T06:24:05.285927363Z 
Processed prompts:  95%|█████████▌| 476/500 [11:21<01:55,  4.81s/it, est. speed input: 101.41 toks/s, output: 2096.18 toks/s]
-2025-03-15T06:24:13.169032283Z 
Processed prompts:  95%|█████████▌| 477/500 [11:24<01:37,  4.25s/it, est. speed input: 101.25 toks/s, output: 2105.16 toks/s]
-2025-03-15T06:24:16.875252957Z 
Processed prompts:  96%|█████████▌| 478/500 [11:32<01:57,  5.34s/it, est. speed input: 100.61 toks/s, output: 2099.44 toks/s]
-2025-03-15T06:24:17.101600877Z 
Processed prompts:  96%|█████████▌| 479/500 [11:35<01:41,  4.85s/it, est. speed input: 100.40 toks/s, output: 2106.62 toks/s]
-2025-03-15T06:24:19.631170411Z 
Processed prompts:  96%|█████████▌| 480/500 [11:36<01:09,  3.46s/it, est. speed input: 100.68 toks/s, output: 2124.31 toks/s]
-2025-03-15T06:24:28.943454819Z 
Processed prompts:  97%|█████████▋| 483/500 [11:38<00:33,  1.99s/it, est. speed input: 101.00 toks/s, output: 2165.61 toks/s]
-2025-03-15T06:24:32.345351643Z 
Processed prompts:  97%|█████████▋| 484/500 [11:47<00:56,  3.54s/it, est. speed input: 99.93 toks/s, output: 2155.93 toks/s] 
-2025-03-15T06:25:00.810784348Z 
Processed prompts:  97%|█████████▋| 485/500 [11:51<00:52,  3.51s/it, est. speed input: 99.62 toks/s, output: 2163.25 toks/s]
-2025-03-15T06:25:02.305110374Z 
Processed prompts:  97%|█████████▋| 486/500 [12:19<02:16,  9.72s/it, est. speed input: 96.04 toks/s, output: 2100.02 toks/s]
-2025-03-15T06:25:03.520439056Z 
Processed prompts:  97%|█████████▋| 487/500 [12:21<01:38,  7.56s/it, est. speed input: 96.10 toks/s, output: 2115.84 toks/s]
-2025-03-15T06:25:13.027843351Z 
Processed prompts:  98%|█████████▊| 488/500 [12:22<01:09,  5.83s/it, est. speed input: 96.12 toks/s, output: 2132.48 toks/s]
-2025-03-15T06:25:29.796043358Z 
Processed prompts:  98%|█████████▊| 489/500 [12:32<01:15,  6.86s/it, est. speed input: 95.26 toks/s, output: 2126.02 toks/s]
-2025-03-15T06:25:39.362493176Z 
Processed prompts:  98%|█████████▊| 490/500 [12:48<01:36,  9.69s/it, est. speed input: 93.88 toks/s, output: 2100.85 toks/s]
-2025-03-15T06:25:42.437346433Z 
Processed prompts:  98%|█████████▊| 491/500 [12:58<01:26,  9.66s/it, est. speed input: 93.18 toks/s, output: 2096.63 toks/s]
-2025-03-15T06:25:46.578763240Z 
Processed prompts:  98%|█████████▊| 492/500 [13:01<01:01,  7.73s/it, est. speed input: 92.98 toks/s, output: 2110.13 toks/s]
-2025-03-15T06:25:52.818212880Z 
Processed prompts:  99%|█████████▊| 493/500 [13:05<00:46,  6.67s/it, est. speed input: 92.62 toks/s, output: 2117.19 toks/s]
-2025-03-15T06:25:56.541020561Z 
Processed prompts:  99%|█████████▉| 494/500 [13:11<00:39,  6.54s/it, est. speed input: 92.14 toks/s, output: 2122.79 toks/s]
-2025-03-15T06:26:25.099193779Z 
Processed prompts:  99%|█████████▉| 495/500 [13:15<00:28,  5.70s/it, est. speed input: 92.05 toks/s, output: 2135.34 toks/s]
-2025-03-15T06:27:42.712733470Z 
Processed prompts:  99%|█████████▉| 496/500 [13:44<00:50, 12.52s/it, est. speed input: 89.02 toks/s, output: 2085.52 toks/s]
-2025-03-15T06:28:03.451219201Z 
Processed prompts:  99%|█████████▉| 497/500 [15:01<01:35, 31.97s/it, est. speed input: 81.55 toks/s, output: 1934.34 toks/s]
-2025-03-15T06:28:45.574117815Z 
Processed prompts: 100%|█████████▉| 498/500 [15:22<00:57, 28.61s/it, est. speed input: 79.88 toks/s, output: 1920.25 toks/s]
-2025-03-15T06:28:49.995803584Z 
Processed prompts: 100%|█████████▉| 499/500 [16:04<00:32, 32.66s/it, est. speed input: 76.50 toks/s, output: 1865.35 toks/s]
-2025-03-15T06:28:49.995924458Z 
Processed prompts: 100%|██████████| 500/500 [16:09<00:00, 24.20s/it, est. speed input: 76.33 toks/s, output: 1888.85 toks/s]
Processed prompts: 100%|██████████| 500/500 [16:09<00:00,  1.94s/it, est. speed input: 76.33 toks/s, output: 1888.85 toks/s]
-2025-03-15T06:28:50.629463960Z 
Splits: 100%|██████████| 1/1 [16:09<00:00, 969.86s/it]
Splits: 100%|██████████| 1/1 [16:09<00:00, 969.86s/it]
-2025-03-15T06:28:52.344079234Z [2025-03-15 06:28:52,343] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T06:28:55.690361535Z [2025-03-15 06:28:55,689] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T06:28:55.703158493Z [2025-03-15 06:28:55,702] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T06:28:55.703192967Z [2025-03-15 06:28:55,702] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T06:28:57.172496793Z [2025-03-15 06:28:57,172] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp2_250/results/quyanh/OpenRS-GRPO/results_2025-03-15T06-28-55.702973.json (evaluation_tracker.py:234)
-2025-03-15T06:28:57.176061355Z |      Task       |Version|     Metric     |Value|   |Stderr|
-2025-03-15T06:28:57.176101369Z |-----------------|------:|----------------|----:|---|-----:|
-2025-03-15T06:28:57.176106588Z |all              |       |extractive_match|0.826|±  | 0.017|
-2025-03-15T06:28:57.176111212Z |custom:math_500:0|      1|extractive_match|0.826|±  | 0.017|
-2025-03-15T06:28:59.688226674Z Evaluating task: amc23
-2025-03-15T06:29:12.833789245Z [2025-03-15 06:29:12,833] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T06:29:42.897812443Z INFO 03-15 06:29:42 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T06:29:47.317817765Z [2025-03-15 06:29:47,316] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T06:30:17.712099380Z [2025-03-15 06:30:17,711] [    INFO]: This model supports multiple tasks: {'embed', 'generate', 'score', 'classify', 'reward'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T06:30:17.723298904Z [2025-03-15 06:30:17,722] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=1244bddcf59f7dcbdceca2bad8759568dedee684, override_neuron_config=None, tokenizer_revision=1244bddcf59f7dcbdceca2bad8759568dedee684, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T06:30:20.800457618Z [2025-03-15 06:30:20,799] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T06:30:21.317606228Z [2025-03-15 06:30:21,317] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T06:30:22.256994283Z [2025-03-15 06:30:22,256] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T06:30:22.549105059Z [2025-03-15 06:30:22,548] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T06:30:22.550541244Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T06:30:23.173806546Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.61it/s]
-2025-03-15T06:30:23.173857256Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.61it/s]
-2025-03-15T06:30:23.500666182Z [2025-03-15 06:30:23,500] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T06:30:25.434022002Z [2025-03-15 06:30:25,433] [    INFO]: Memory profiling takes 1.74 seconds
-2025-03-15T06:30:25.434083342Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T06:30:25.434090130Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T06:30:25.661340812Z [2025-03-15 06:30:25,660] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T06:30:25.661412549Z [2025-03-15 06:30:25,661] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T06:30:29.442258288Z [2025-03-15 06:30:29,441] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T06:30:43.998433977Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:17,  1.90it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:00<00:15,  2.12it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:14,  2.21it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:01<00:13,  2.22it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:02<00:13,  2.27it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:02<00:12,  2.31it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:03<00:12,  2.28it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:03<00:11,  2.34it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:03<00:10,  2.38it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:04<00:10,  2.41it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:04<00:09,  2.43it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:05<00:09,  2.42it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:05<00:09,  2.40it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:05<00:08,  2.44it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:06<00:08,  2.46it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:06<00:07,  2.46it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:07<00:07,  2.46it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:07<00:06,  2.44it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:08<00:06,  2.44it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:08<00:06,  2.45it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:08<00:05,  2.46it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:09<00:05,  2.47it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:09<00:04,  2.45it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:10<00:04,  2.44it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:10<00:04,  2.46it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:10<00:03,  2.38it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:11<00:03,  2.42it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:11<00:02,  2.44it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:12<00:02,  2.46it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:12<00:02,  2.49it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:12<00:01,  2.48it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:13<00:01,  2.48it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:13<00:00,  2.48it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:14<00:00,  2.49it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:14<00:00,  2.40it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:14<00:00,  2.41it/s]
-2025-03-15T06:30:43.998604776Z [2025-03-15 06:30:43,998] [    INFO]: Graph capturing finished in 15 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T06:30:44.011616261Z [2025-03-15 06:30:44,011] [    INFO]: init engine (profile, create kv cache, warmup model) took 20.51 seconds (llm_engine.py:431)
-2025-03-15T06:30:44.751292784Z [2025-03-15 06:30:44,750] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T06:30:44.768685232Z [2025-03-15 06:30:44,768] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T06:30:44.768716717Z [2025-03-15 06:30:44,768] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T06:30:44.768735725Z [2025-03-15 06:30:44,768] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T06:30:44.768740977Z [2025-03-15 06:30:44,768] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T06:30:44.768745999Z [2025-03-15 06:30:44,768] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T06:30:44.768750469Z [2025-03-15 06:30:44,768] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T06:30:44.768754997Z [2025-03-15 06:30:44,768] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T06:30:44.768772987Z [2025-03-15 06:30:44,768] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T06:30:44.770770326Z [2025-03-15 06:30:44,770] [    INFO]: knoveleng/AMC-23 default (lighteval_task.py:187)
-2025-03-15T06:30:44.770820509Z [2025-03-15 06:30:44,770] [ WARNING]: Careful, the task custom|amc23 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T06:30:47.893162246Z [2025-03-15 06:30:47,892] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T06:30:47.893237572Z [2025-03-15 06:30:47,892] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T06:30:47.893293806Z [2025-03-15 06:30:47,893] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T06:30:47.909197807Z [2025-03-15 06:30:47,908] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T06:30:47.922113256Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 06:30:47,921] [ WARNING]: context_size + max_new_tokens=33060 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T06:31:04.913741958Z 
Processed prompts:   0%|          | 0/40 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T06:31:05.750181256Z 
Processed prompts:   2%|▎         | 1/40 [00:16<11:02, 16.99s/it, est. speed input: 9.13 toks/s, output: 63.58 toks/s]
-2025-03-15T06:31:06.063672836Z 
Processed prompts:   5%|▌         | 2/40 [00:17<04:44,  7.49s/it, est. speed input: 14.48 toks/s, output: 124.17 toks/s]
-2025-03-15T06:31:07.611677303Z 
Processed prompts:   8%|▊         | 3/40 [00:18<02:35,  4.21s/it, est. speed input: 23.76 toks/s, output: 185.59 toks/s]
-2025-03-15T06:31:10.110053301Z 
Processed prompts:  10%|█         | 4/40 [00:19<01:53,  3.16s/it, est. speed input: 30.13 toks/s, output: 234.60 toks/s]
-2025-03-15T06:31:12.246025936Z 
Processed prompts:  12%|█▎        | 5/40 [00:22<01:42,  2.92s/it, est. speed input: 34.58 toks/s, output: 271.83 toks/s]
-2025-03-15T06:31:14.972300053Z 
Processed prompts:  15%|█▌        | 6/40 [00:24<01:30,  2.65s/it, est. speed input: 35.53 toks/s, output: 311.61 toks/s]
-2025-03-15T06:31:16.074019520Z 
Processed prompts:  18%|█▊        | 7/40 [00:27<01:28,  2.68s/it, est. speed input: 39.67 toks/s, output: 343.84 toks/s]
-2025-03-15T06:31:17.684769602Z 
Processed prompts:  20%|██        | 8/40 [00:28<01:09,  2.18s/it, est. speed input: 42.21 toks/s, output: 394.01 toks/s]
-2025-03-15T06:31:20.646097681Z 
Processed prompts:  22%|██▎       | 9/40 [00:29<01:01,  2.00s/it, est. speed input: 44.49 toks/s, output: 436.23 toks/s]
-2025-03-15T06:31:22.725118374Z 
Processed prompts:  25%|██▌       | 10/40 [00:32<01:08,  2.30s/it, est. speed input: 46.73 toks/s, output: 460.20 toks/s]
-2025-03-15T06:31:22.947660834Z 
Processed prompts:  28%|██▊       | 11/40 [00:34<01:04,  2.23s/it, est. speed input: 47.53 toks/s, output: 496.09 toks/s]
-2025-03-15T06:31:25.027311067Z 
Processed prompts:  30%|███       | 12/40 [00:35<00:45,  1.62s/it, est. speed input: 52.71 toks/s, output: 556.34 toks/s]
-2025-03-15T06:31:32.099624950Z 
Processed prompts:  32%|███▎      | 13/40 [00:37<00:47,  1.76s/it, est. speed input: 52.70 toks/s, output: 588.55 toks/s]
-2025-03-15T06:31:32.547480089Z 
Processed prompts:  35%|███▌      | 14/40 [00:44<01:27,  3.36s/it, est. speed input: 47.18 toks/s, output: 557.66 toks/s]
-2025-03-15T06:31:35.775028871Z 
Processed prompts:  38%|███▊      | 15/40 [00:44<01:02,  2.48s/it, est. speed input: 50.02 toks/s, output: 615.39 toks/s]
-2025-03-15T06:31:36.251487452Z 
Processed prompts:  40%|████      | 16/40 [00:47<01:04,  2.71s/it, est. speed input: 50.01 toks/s, output: 637.23 toks/s]
-2025-03-15T06:31:38.899616214Z 
Processed prompts:  42%|████▎     | 17/40 [00:48<00:46,  2.04s/it, est. speed input: 53.72 toks/s, output: 694.31 toks/s]
-2025-03-15T06:31:39.551824030Z 
Processed prompts:  45%|████▌     | 18/40 [00:50<00:48,  2.22s/it, est. speed input: 53.52 toks/s, output: 721.75 toks/s]
-2025-03-15T06:31:44.046602941Z 
Processed prompts:  48%|████▊     | 19/40 [00:51<00:36,  1.75s/it, est. speed input: 55.77 toks/s, output: 776.16 toks/s]
-2025-03-15T06:31:49.710092929Z 
Processed prompts:  50%|█████     | 20/40 [00:56<00:51,  2.57s/it, est. speed input: 54.10 toks/s, output: 777.77 toks/s]
-2025-03-15T06:32:03.651279605Z 
Processed prompts:  52%|█████▎    | 21/40 [01:01<01:06,  3.50s/it, est. speed input: 50.99 toks/s, output: 770.23 toks/s]
-2025-03-15T06:32:06.527803012Z 
Processed prompts:  55%|█████▌    | 22/40 [01:15<01:59,  6.63s/it, est. speed input: 43.29 toks/s, output: 692.31 toks/s]
-2025-03-15T06:32:19.741603961Z 
Processed prompts:  57%|█████▊    | 23/40 [01:18<01:33,  5.51s/it, est. speed input: 44.63 toks/s, output: 730.84 toks/s]
-2025-03-15T06:32:22.894528161Z 
Processed prompts:  60%|██████    | 24/40 [01:31<02:05,  7.82s/it, est. speed input: 39.86 toks/s, output: 689.34 toks/s]
-2025-03-15T06:32:31.872331918Z 
Processed prompts:  62%|██████▎   | 25/40 [01:34<01:36,  6.42s/it, est. speed input: 39.75 toks/s, output: 730.22 toks/s]
-2025-03-15T06:32:39.266935323Z 
Processed prompts:  65%|██████▌   | 26/40 [01:43<01:40,  7.19s/it, est. speed input: 37.85 toks/s, output: 731.19 toks/s]
-2025-03-15T06:32:39.565952036Z 
Processed prompts:  68%|██████▊   | 27/40 [01:51<01:34,  7.25s/it, est. speed input: 36.73 toks/s, output: 746.83 toks/s]
-2025-03-15T06:32:41.964989295Z 
Processed prompts:  70%|███████   | 28/40 [01:51<01:01,  5.16s/it, est. speed input: 37.67 toks/s, output: 809.05 toks/s]
-2025-03-15T06:32:49.375337865Z 
Processed prompts:  72%|███████▎  | 29/40 [01:54<00:47,  4.33s/it, est. speed input: 37.86 toks/s, output: 856.35 toks/s]
-2025-03-15T06:32:55.043180595Z 
Processed prompts:  75%|███████▌  | 30/40 [02:01<00:52,  5.26s/it, est. speed input: 36.47 toks/s, output: 868.78 toks/s]
-2025-03-15T06:33:26.208684996Z 
Processed prompts:  78%|███████▊  | 31/40 [02:07<00:48,  5.38s/it, est. speed input: 36.37 toks/s, output: 895.01 toks/s]
-2025-03-15T06:33:28.295129911Z 
Processed prompts:  80%|████████  | 32/40 [02:38<01:44, 13.12s/it, est. speed input: 30.32 toks/s, output: 784.63 toks/s]
-2025-03-15T06:33:29.655060590Z 
Processed prompts:  82%|████████▎ | 33/40 [02:40<01:08,  9.81s/it, est. speed input: 30.79 toks/s, output: 840.32 toks/s]
-2025-03-15T06:33:29.758976709Z 
Processed prompts:  85%|████████▌ | 34/40 [02:41<00:43,  7.27s/it, est. speed input: 32.33 toks/s, output: 899.23 toks/s]
-2025-03-15T06:33:30.404755649Z 
Processed prompts:  88%|████████▊ | 35/40 [02:41<00:25,  5.12s/it, est. speed input: 33.34 toks/s, output: 964.63 toks/s]
-2025-03-15T06:33:56.967308061Z 
Processed prompts:  90%|█████████ | 36/40 [02:42<00:15,  3.78s/it, est. speed input: 35.00 toks/s, output: 1026.83 toks/s]
-2025-03-15T06:34:33.713486077Z 
Processed prompts:  92%|█████████▎| 37/40 [03:09<00:31, 10.61s/it, est. speed input: 31.49 toks/s, output: 951.15 toks/s] 
-2025-03-15T06:34:37.107348609Z 
Processed prompts:  95%|█████████▌| 38/40 [03:45<00:36, 18.45s/it, est. speed input: 27.07 toks/s, output: 867.39 toks/s]
-2025-03-15T06:34:43.597557960Z 
Processed prompts:  98%|█████████▊| 39/40 [03:49<00:13, 13.94s/it, est. speed input: 27.56 toks/s, output: 925.81 toks/s]
-2025-03-15T06:34:43.597634943Z 
Processed prompts: 100%|██████████| 40/40 [03:55<00:00, 11.70s/it, est. speed input: 27.43 toks/s, output: 972.16 toks/s]
Processed prompts: 100%|██████████| 40/40 [03:55<00:00,  5.89s/it, est. speed input: 27.43 toks/s, output: 972.16 toks/s]
-2025-03-15T06:34:43.660381967Z 
Splits: 100%|██████████| 1/1 [03:55<00:00, 235.75s/it]
Splits: 100%|██████████| 1/1 [03:55<00:00, 235.75s/it]
-2025-03-15T06:34:44.563736003Z [2025-03-15 06:34:44,563] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T06:34:45.001207763Z [2025-03-15 06:34:45,000] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T06:34:45.013716262Z [2025-03-15 06:34:45,013] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T06:34:45.013748459Z [2025-03-15 06:34:45,013] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T06:34:45.208850052Z [2025-03-15 06:34:45,208] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp2_250/results/quyanh/OpenRS-GRPO/results_2025-03-15T06-34-45.013493.json (evaluation_tracker.py:234)
-2025-03-15T06:34:45.212755169Z |     Task     |Version|     Metric     |Value|   |Stderr|
-2025-03-15T06:34:45.212789020Z |--------------|------:|----------------|----:|---|-----:|
-2025-03-15T06:34:45.212794159Z |all           |       |extractive_match| 0.65|±  |0.0764|
-2025-03-15T06:34:45.212799449Z |custom:amc23:0|      1|extractive_match| 0.65|±  |0.0764|
-2025-03-15T06:34:47.961353303Z ----------------------------------------
-2025-03-15T06:34:47.962516091Z ----------------------------------------
-2025-03-15T06:34:47.962541021Z Running evaluations for experiment 2, step 300
-2025-03-15T06:34:47.962545941Z Revision: rev2_300 = dac3dd962a0833a596584a872b3ba35b010be698
-2025-03-15T06:34:47.962550965Z Output directory: data/evals/Exp2_300
-2025-03-15T06:34:47.967924921Z Evaluating task: aime24
-2025-03-15T06:35:10.992313623Z [2025-03-15 06:35:10,991] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T06:36:13.772861269Z INFO 03-15 06:36:13 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T06:36:20.420386136Z [2025-03-15 06:36:20,419] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T06:37:29.386520847Z [2025-03-15 06:37:29,385] [    INFO]: This model supports multiple tasks: {'classify', 'reward', 'generate', 'score', 'embed'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T06:37:29.403668909Z [2025-03-15 06:37:29,402] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=dac3dd962a0833a596584a872b3ba35b010be698, override_neuron_config=None, tokenizer_revision=dac3dd962a0833a596584a872b3ba35b010be698, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T06:37:39.172296442Z [2025-03-15 06:37:39,171] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T06:37:39.839204344Z [2025-03-15 06:37:39,838] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T06:37:40.390860849Z [2025-03-15 06:37:40,390] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T06:37:49.473949459Z [2025-03-15 06:37:49,473] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T06:37:49.475669357Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T06:37:50.160417957Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.46it/s]
-2025-03-15T06:37:50.160475290Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.46it/s]
-2025-03-15T06:37:50.557357481Z [2025-03-15 06:37:50,556] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T06:37:52.425132569Z [2025-03-15 06:37:52,424] [    INFO]: Memory profiling takes 1.60 seconds
-2025-03-15T06:37:52.425193685Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T06:37:52.425200268Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T06:37:52.704432898Z [2025-03-15 06:37:52,703] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T06:37:52.704486498Z [2025-03-15 06:37:52,704] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T06:37:57.742225305Z [2025-03-15 06:37:57,741] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T06:38:12.789104800Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:18,  1.82it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:01<00:16,  1.98it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:16,  1.92it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:02<00:16,  1.91it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:02<00:15,  1.94it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:03<00:14,  1.98it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:03<00:13,  2.04it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:03<00:12,  2.16it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:04<00:11,  2.25it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:04<00:10,  2.29it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:05<00:10,  2.35it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:05<00:09,  2.39it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:05<00:09,  2.40it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:06<00:08,  2.42it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:06<00:08,  2.39it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:07<00:07,  2.41it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:07<00:07,  2.42it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:08<00:07,  2.42it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:08<00:06,  2.42it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:08<00:06,  2.43it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:09<00:05,  2.44it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:09<00:05,  2.45it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:10<00:04,  2.46it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:10<00:04,  2.47it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:10<00:04,  2.43it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:11<00:03,  2.39it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:11<00:03,  2.42it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:12<00:02,  2.44it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:12<00:02,  2.43it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:12<00:02,  2.43it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:13<00:01,  2.43it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:13<00:01,  2.41it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:14<00:00,  2.43it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:14<00:00,  2.44it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:15<00:00,  2.41it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:15<00:00,  2.33it/s]
-2025-03-15T06:38:12.789493053Z [2025-03-15 06:38:12,789] [    INFO]: Graph capturing finished in 15 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T06:38:12.813286829Z [2025-03-15 06:38:12,813] [    INFO]: init engine (profile, create kv cache, warmup model) took 22.26 seconds (llm_engine.py:431)
-2025-03-15T06:38:13.566368770Z [2025-03-15 06:38:13,565] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T06:38:13.584768709Z [2025-03-15 06:38:13,584] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T06:38:13.584801343Z [2025-03-15 06:38:13,584] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T06:38:13.584806956Z [2025-03-15 06:38:13,584] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T06:38:13.584811709Z [2025-03-15 06:38:13,584] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T06:38:13.584816223Z [2025-03-15 06:38:13,584] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T06:38:13.584821409Z [2025-03-15 06:38:13,584] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T06:38:13.584852383Z [2025-03-15 06:38:13,584] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T06:38:13.584857452Z [2025-03-15 06:38:13,584] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T06:38:13.588444154Z [2025-03-15 06:38:13,588] [    INFO]: HuggingFaceH4/aime_2024 default (lighteval_task.py:187)
-2025-03-15T06:38:13.588479461Z [2025-03-15 06:38:13,588] [ WARNING]: Careful, the task custom|aime24 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T06:38:19.603405625Z [2025-03-15 06:38:19,602] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T06:38:19.603474248Z [2025-03-15 06:38:19,603] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T06:38:19.603537661Z [2025-03-15 06:38:19,603] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T06:38:19.617596145Z [2025-03-15 06:38:19,617] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T06:38:19.628812375Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 06:38:19,628] [ WARNING]: context_size + max_new_tokens=33238 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T06:38:53.425496849Z 
Processed prompts:   0%|          | 0/30 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T06:38:56.444786617Z 
Processed prompts:   3%|▎         | 1/30 [00:33<16:19, 33.79s/it, est. speed input: 3.73 toks/s, output: 67.26 toks/s]
-2025-03-15T06:38:59.049949344Z 
Processed prompts:   7%|▋         | 2/30 [00:36<07:19, 15.69s/it, est. speed input: 8.88 toks/s, output: 128.52 toks/s]
-2025-03-15T06:39:08.398017656Z 
Processed prompts:  10%|█         | 3/30 [00:39<04:22,  9.72s/it, est. speed input: 13.88 toks/s, output: 186.47 toks/s]
-2025-03-15T06:39:20.274638196Z 
Processed prompts:  13%|█▎        | 4/30 [00:48<04:08,  9.57s/it, est. speed input: 14.87 toks/s, output: 216.08 toks/s]
-2025-03-15T06:39:22.668117828Z 
Processed prompts:  17%|█▋        | 5/30 [01:00<04:20, 10.40s/it, est. speed input: 15.42 toks/s, output: 237.82 toks/s]
-2025-03-15T06:39:53.972976961Z 
Processed prompts:  20%|██        | 6/30 [01:03<03:04,  7.68s/it, est. speed input: 18.89 toks/s, output: 292.62 toks/s]
-2025-03-15T06:40:06.168203034Z 
Processed prompts:  23%|██▎       | 7/30 [01:34<05:54, 15.40s/it, est. speed input: 14.46 toks/s, output: 257.10 toks/s]
-2025-03-15T06:40:08.036939530Z 
Processed prompts:  27%|██▋       | 8/30 [01:46<05:16, 14.38s/it, est. speed input: 14.03 toks/s, output: 288.39 toks/s]
-2025-03-15T06:40:13.309562221Z 
Processed prompts:  30%|███       | 9/30 [01:48<03:39, 10.47s/it, est. speed input: 14.93 toks/s, output: 344.03 toks/s]
-2025-03-15T06:40:29.440485174Z 
Processed prompts:  33%|███▎      | 10/30 [01:53<02:57,  8.87s/it, est. speed input: 15.63 toks/s, output: 388.40 toks/s]
-2025-03-15T06:40:35.901207529Z 
Processed prompts:  37%|███▋      | 11/30 [02:09<03:30, 11.09s/it, est. speed input: 15.35 toks/s, output: 399.70 toks/s]
-2025-03-15T06:40:38.479930140Z 
Processed prompts:  40%|████      | 12/30 [02:16<02:54,  9.68s/it, est. speed input: 15.91 toks/s, output: 439.95 toks/s]
-2025-03-15T06:40:49.043667524Z 
Processed prompts:  43%|████▎     | 13/30 [02:18<02:08,  7.53s/it, est. speed input: 16.79 toks/s, output: 490.87 toks/s]
-2025-03-15T06:40:56.777914181Z 
Processed prompts:  47%|████▋     | 14/30 [02:29<02:15,  8.45s/it, est. speed input: 16.53 toks/s, output: 514.86 toks/s]
-2025-03-15T06:40:58.625390892Z 
Processed prompts:  50%|█████     | 15/30 [02:37<02:03,  8.23s/it, est. speed input: 16.80 toks/s, output: 547.87 toks/s]
-2025-03-15T06:41:03.833764387Z 
Processed prompts:  53%|█████▎    | 16/30 [02:38<01:28,  6.31s/it, est. speed input: 17.47 toks/s, output: 599.83 toks/s]
-2025-03-15T06:41:13.785161941Z 
Processed prompts:  57%|█████▋    | 17/30 [02:44<01:17,  5.98s/it, est. speed input: 17.78 toks/s, output: 639.13 toks/s]
-2025-03-15T06:41:18.867011060Z 
Processed prompts:  60%|██████    | 18/30 [02:54<01:26,  7.17s/it, est. speed input: 17.85 toks/s, output: 660.97 toks/s]
-2025-03-15T06:41:28.649258213Z 
Processed prompts:  63%|██████▎   | 19/30 [02:59<01:11,  6.54s/it, est. speed input: 18.59 toks/s, output: 700.64 toks/s]
-2025-03-15T06:41:31.872064254Z 
Processed prompts:  67%|██████▋   | 20/30 [03:09<01:15,  7.52s/it, est. speed input: 18.44 toks/s, output: 722.97 toks/s]
-2025-03-15T06:41:36.173557996Z 
Processed prompts:  70%|███████   | 21/30 [03:12<00:56,  6.23s/it, est. speed input: 18.93 toks/s, output: 769.53 toks/s]
-2025-03-15T06:41:46.983241857Z 
Processed prompts:  73%|███████▎  | 22/30 [03:16<00:45,  5.65s/it, est. speed input: 19.33 toks/s, output: 811.53 toks/s]
-2025-03-15T06:41:58.658313386Z 
Processed prompts:  77%|███████▋  | 23/30 [03:27<00:50,  7.20s/it, est. speed input: 19.06 toks/s, output: 828.57 toks/s]
-2025-03-15T06:41:58.794445828Z 
Processed prompts:  80%|████████  | 24/30 [03:39<00:51,  8.54s/it, est. speed input: 18.68 toks/s, output: 844.36 toks/s]
-2025-03-15T06:42:00.587211480Z 
Processed prompts:  83%|████████▎ | 25/30 [03:39<00:30,  6.02s/it, est. speed input: 20.81 toks/s, output: 903.80 toks/s]
-2025-03-15T06:42:09.174025729Z 
Processed prompts:  87%|████████▋ | 26/30 [03:40<00:19,  4.75s/it, est. speed input: 21.67 toks/s, output: 956.58 toks/s]
-2025-03-15T06:42:16.224580226Z 
Processed prompts:  90%|█████████ | 27/30 [03:49<00:17,  5.90s/it, est. speed input: 21.50 toks/s, output: 981.75 toks/s]
-2025-03-15T06:42:37.829838313Z 
Processed prompts:  93%|█████████▎| 28/30 [03:56<00:12,  6.25s/it, est. speed input: 22.02 toks/s, output: 1014.18 toks/s]
-2025-03-15T06:42:51.171053786Z 
Processed prompts:  97%|█████████▋| 29/30 [04:18<00:10, 10.85s/it, est. speed input: 20.89 toks/s, output: 993.02 toks/s] 
-2025-03-15T06:42:51.171232393Z 
Processed prompts: 100%|██████████| 30/30 [04:31<00:00, 11.60s/it, est. speed input: 20.34 toks/s, output: 1009.37 toks/s]
Processed prompts: 100%|██████████| 30/30 [04:31<00:00,  9.05s/it, est. speed input: 20.34 toks/s, output: 1009.37 toks/s]
-2025-03-15T06:42:51.244263299Z 
Splits: 100%|██████████| 1/1 [04:31<00:00, 271.63s/it]
Splits: 100%|██████████| 1/1 [04:31<00:00, 271.63s/it]
-2025-03-15T06:42:52.031198256Z [2025-03-15 06:42:52,030] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T06:42:52.525238863Z [2025-03-15 06:42:52,524] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T06:42:52.541197276Z [2025-03-15 06:42:52,540] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T06:42:52.541232389Z [2025-03-15 06:42:52,540] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T06:42:52.833661574Z [2025-03-15 06:42:52,833] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp2_300/results/quyanh/OpenRS-GRPO/results_2025-03-15T06-42-52.541003.json (evaluation_tracker.py:234)
-2025-03-15T06:42:52.838599787Z |     Task      |Version|     Metric     |Value|   |Stderr|
-2025-03-15T06:42:52.838635425Z |---------------|------:|----------------|----:|---|-----:|
-2025-03-15T06:42:52.838640656Z |all            |       |extractive_match|  0.2|±  |0.0743|
-2025-03-15T06:42:52.838662999Z |custom:aime24:0|      1|extractive_match|  0.2|±  |0.0743|
-2025-03-15T06:42:55.443317052Z Evaluating task: math_500
-2025-03-15T06:43:15.147813134Z [2025-03-15 06:43:15,147] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T06:44:05.482459263Z INFO 03-15 06:44:05 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T06:44:12.422386608Z [2025-03-15 06:44:12,421] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T06:45:11.449807120Z [2025-03-15 06:45:11,448] [    INFO]: This model supports multiple tasks: {'embed', 'generate', 'reward', 'score', 'classify'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T06:45:11.460975543Z [2025-03-15 06:45:11,460] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=dac3dd962a0833a596584a872b3ba35b010be698, override_neuron_config=None, tokenizer_revision=dac3dd962a0833a596584a872b3ba35b010be698, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T06:45:17.306008789Z [2025-03-15 06:45:17,305] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T06:45:17.899552140Z [2025-03-15 06:45:17,898] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T06:45:18.424093253Z [2025-03-15 06:45:18,423] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T06:45:18.778328114Z [2025-03-15 06:45:18,777] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T06:45:18.779739140Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T06:45:19.468115265Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.45it/s]
-2025-03-15T06:45:19.468167325Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.45it/s]
-2025-03-15T06:45:19.845274308Z [2025-03-15 06:45:19,844] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T06:45:21.639445343Z [2025-03-15 06:45:21,638] [    INFO]: Memory profiling takes 1.57 seconds
-2025-03-15T06:45:21.639517303Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T06:45:21.639524266Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T06:45:21.943545320Z [2025-03-15 06:45:21,943] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T06:45:21.943610694Z [2025-03-15 06:45:21,943] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T06:45:25.897632784Z [2025-03-15 06:45:25,896] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T06:45:43.510767034Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:24,  1.40it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:01<00:22,  1.48it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:02<00:22,  1.45it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:02<00:20,  1.49it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:03<00:19,  1.51it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:03<00:18,  1.55it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:04<00:17,  1.58it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:05<00:17,  1.57it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:05<00:16,  1.54it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:06<00:15,  1.57it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:07<00:14,  1.62it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:07<00:14,  1.60it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:08<00:13,  1.67it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:08<00:11,  1.84it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:09<00:10,  1.96it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:09<00:09,  2.06it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:09<00:08,  2.12it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:10<00:07,  2.18it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:10<00:07,  2.19it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:11<00:06,  2.24it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:11<00:06,  2.27it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:12<00:05,  2.29it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:12<00:05,  2.32it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:12<00:04,  2.33it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:13<00:04,  2.35it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:13<00:03,  2.31it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:14<00:03,  2.31it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:14<00:03,  2.31it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:15<00:02,  2.35it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:15<00:02,  2.39it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:15<00:01,  2.41it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:16<00:01,  2.42it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:16<00:00,  2.42it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:17<00:00,  2.42it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:17<00:00,  2.38it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:17<00:00,  1.99it/s]
-2025-03-15T06:45:43.511002995Z [2025-03-15 06:45:43,510] [    INFO]: Graph capturing finished in 18 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T06:45:43.532787370Z [2025-03-15 06:45:43,532] [    INFO]: init engine (profile, create kv cache, warmup model) took 23.69 seconds (llm_engine.py:431)
-2025-03-15T06:45:44.263795831Z [2025-03-15 06:45:44,263] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T06:45:44.289915998Z [2025-03-15 06:45:44,289] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T06:45:44.289953524Z [2025-03-15 06:45:44,289] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T06:45:44.289965318Z [2025-03-15 06:45:44,289] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T06:45:44.290002341Z [2025-03-15 06:45:44,289] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T06:45:44.290060398Z [2025-03-15 06:45:44,289] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T06:45:44.290067221Z [2025-03-15 06:45:44,290] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T06:45:44.290121265Z [2025-03-15 06:45:44,290] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T06:45:44.290170651Z [2025-03-15 06:45:44,290] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T06:45:44.292211615Z [2025-03-15 06:45:44,292] [    INFO]: HuggingFaceH4/MATH-500 default (lighteval_task.py:187)
-2025-03-15T06:45:44.292265260Z [2025-03-15 06:45:44,292] [ WARNING]: Careful, the task custom|math_500 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T06:45:47.291418520Z [2025-03-15 06:45:47,291] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T06:45:47.291470596Z [2025-03-15 06:45:47,291] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T06:45:47.291494897Z [2025-03-15 06:45:47,291] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T06:45:47.419590595Z [2025-03-15 06:45:47,419] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T06:45:47.535404728Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 06:45:47,534] [ WARNING]: context_size + max_new_tokens=33636 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T06:46:18.308002411Z 
Processed prompts:   0%|          | 0/500 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T06:46:18.787262058Z 
Processed prompts:   0%|          | 1/500 [00:30<4:15:35, 30.73s/it, est. speed input: 8.20 toks/s, output: 17.51 toks/s]
-2025-03-15T06:46:18.919278355Z 
Processed prompts:   0%|          | 2/500 [00:31<1:47:22, 12.94s/it, est. speed input: 13.10 toks/s, output: 34.73 toks/s]
-2025-03-15T06:46:21.250349931Z 
Processed prompts:   1%|          | 3/500 [00:31<58:43,  7.09s/it, est. speed input: 18.09 toks/s, output: 52.07 toks/s]  
-2025-03-15T06:46:22.324099431Z 
Processed prompts:   1%|          | 4/500 [00:33<43:04,  5.21s/it, est. speed input: 22.78 toks/s, output: 65.92 toks/s]
-2025-03-15T06:46:22.981731768Z 
Processed prompts:   1%|          | 5/500 [00:34<30:40,  3.72s/it, est. speed input: 26.50 toks/s, output: 81.33 toks/s]
-2025-03-15T06:46:23.176167980Z 
Processed prompts:   1%|          | 6/500 [00:35<22:03,  2.68s/it, est. speed input: 32.20 toks/s, output: 97.24 toks/s]
-2025-03-15T06:46:23.429789936Z 
Processed prompts:   1%|▏         | 7/500 [00:35<15:20,  1.87s/it, est. speed input: 37.30 toks/s, output: 114.13 toks/s]
-2025-03-15T06:46:27.046867959Z 
Processed prompts:   2%|▏         | 8/500 [00:35<11:05,  1.35s/it, est. speed input: 40.80 toks/s, output: 130.72 toks/s]
-2025-03-15T06:46:30.621903860Z 
Processed prompts:   2%|▏         | 9/500 [00:39<16:51,  2.06s/it, est. speed input: 40.64 toks/s, output: 136.10 toks/s]
-2025-03-15T06:46:32.070541933Z 
Processed prompts:   2%|▏         | 10/500 [00:43<20:38,  2.53s/it, est. speed input: 40.33 toks/s, output: 142.10 toks/s]
-2025-03-15T06:46:32.329745415Z 
Processed prompts:   2%|▏         | 11/500 [00:44<17:54,  2.20s/it, est. speed input: 42.00 toks/s, output: 154.76 toks/s]
-2025-03-15T06:46:32.711637386Z 
Processed prompts:   2%|▏         | 12/500 [00:44<13:04,  1.61s/it, est. speed input: 45.22 toks/s, output: 171.13 toks/s]
-2025-03-15T06:46:33.270543945Z 
Processed prompts:   3%|▎         | 13/500 [00:45<10:02,  1.24s/it, est. speed input: 47.70 toks/s, output: 186.94 toks/s]
-2025-03-15T06:46:34.361265022Z 
Processed prompts:   3%|▎         | 14/500 [00:45<08:21,  1.03s/it, est. speed input: 49.90 toks/s, output: 201.90 toks/s]
-2025-03-15T06:46:35.557345389Z 
Processed prompts:   3%|▎         | 15/500 [00:46<08:29,  1.05s/it, est. speed input: 51.87 toks/s, output: 214.42 toks/s]
-2025-03-15T06:46:35.874775155Z 
Processed prompts:   3%|▎         | 16/500 [00:47<08:49,  1.09s/it, est. speed input: 53.25 toks/s, output: 226.10 toks/s]
-2025-03-15T06:46:36.252022399Z 
Processed prompts:   3%|▎         | 17/500 [00:48<06:55,  1.16it/s, est. speed input: 55.55 toks/s, output: 241.64 toks/s]
-2025-03-15T06:46:36.930711566Z 
Processed prompts:   4%|▎         | 18/500 [00:48<05:44,  1.40it/s, est. speed input: 58.02 toks/s, output: 256.77 toks/s]
-2025-03-15T06:46:37.188249072Z 
Processed prompts:   4%|▍         | 19/500 [00:49<05:38,  1.42it/s, est. speed input: 59.79 toks/s, output: 270.24 toks/s]
-2025-03-15T06:46:37.445355981Z 
Processed prompts:   4%|▍         | 20/500 [00:49<04:33,  1.75it/s, est. speed input: 62.66 toks/s, output: 285.83 toks/s]
-2025-03-15T06:46:37.584208501Z 
Processed prompts:   4%|▍         | 21/500 [00:49<03:48,  2.10it/s, est. speed input: 65.31 toks/s, output: 301.34 toks/s]
-2025-03-15T06:46:37.841393571Z 
Processed prompts:   4%|▍         | 22/500 [00:50<02:59,  2.67it/s, est. speed input: 68.37 toks/s, output: 317.48 toks/s]
-2025-03-15T06:46:38.219095563Z 
Processed prompts:   5%|▍         | 23/500 [00:50<02:41,  2.94it/s, est. speed input: 70.96 toks/s, output: 332.83 toks/s]
-2025-03-15T06:46:38.719978200Z 
Processed prompts:   5%|▍         | 24/500 [00:50<02:47,  2.85it/s, est. speed input: 73.00 toks/s, output: 347.31 toks/s]
-2025-03-15T06:46:38.980678780Z 
Processed prompts:   5%|▌         | 25/500 [00:51<03:08,  2.53it/s, est. speed input: 74.98 toks/s, output: 360.86 toks/s]
-2025-03-15T06:46:39.484091912Z 
Processed prompts:   5%|▌         | 26/500 [00:51<02:48,  2.81it/s, est. speed input: 77.33 toks/s, output: 375.97 toks/s]
-2025-03-15T06:46:40.774833843Z 
Processed prompts:   5%|▌         | 27/500 [00:51<03:09,  2.50it/s, est. speed input: 79.10 toks/s, output: 389.26 toks/s]
-2025-03-15T06:46:43.105413611Z 
Processed prompts:   6%|▌         | 28/500 [00:53<05:14,  1.50it/s, est. speed input: 80.04 toks/s, output: 396.73 toks/s]
-2025-03-15T06:46:43.910410299Z 
Processed prompts:   6%|▌         | 29/500 [00:55<09:09,  1.17s/it, est. speed input: 79.09 toks/s, output: 396.97 toks/s]
-2025-03-15T06:46:45.932926874Z 
Processed prompts:   6%|▌         | 30/500 [00:56<08:17,  1.06s/it, est. speed input: 81.21 toks/s, output: 408.18 toks/s]
-2025-03-15T06:46:46.501230967Z 
Processed prompts:   6%|▌         | 31/500 [00:58<10:31,  1.35s/it, est. speed input: 80.79 toks/s, output: 410.90 toks/s]
-2025-03-15T06:46:47.070433090Z 
Processed prompts:   6%|▋         | 32/500 [00:58<08:41,  1.11s/it, est. speed input: 82.41 toks/s, output: 423.78 toks/s]
-2025-03-15T06:46:47.271493916Z 
Processed prompts:   7%|▋         | 33/500 [00:59<07:23,  1.05it/s, est. speed input: 86.73 toks/s, output: 436.57 toks/s]
-2025-03-15T06:46:49.494859994Z 
Processed prompts:   7%|▋         | 34/500 [00:59<05:38,  1.38it/s, est. speed input: 88.85 toks/s, output: 451.94 toks/s]
-2025-03-15T06:46:50.313801164Z 
Processed prompts:   7%|▋         | 36/500 [01:01<06:59,  1.11it/s, est. speed input: 90.07 toks/s, output: 468.75 toks/s]
-2025-03-15T06:46:50.454974989Z 
Processed prompts:   7%|▋         | 37/500 [01:02<06:48,  1.13it/s, est. speed input: 90.96 toks/s, output: 479.43 toks/s]
-2025-03-15T06:46:50.597218583Z 
Processed prompts:   8%|▊         | 38/500 [01:02<05:18,  1.45it/s, est. speed input: 93.27 toks/s, output: 495.15 toks/s]
-2025-03-15T06:46:50.935783268Z 
Processed prompts:   8%|▊         | 39/500 [01:03<04:08,  1.85it/s, est. speed input: 95.14 toks/s, output: 510.82 toks/s]
-2025-03-15T06:46:53.737630430Z 
Processed prompts:   8%|▊         | 41/500 [01:03<02:53,  2.65it/s, est. speed input: 99.34 toks/s, output: 541.58 toks/s]
-2025-03-15T06:46:55.123390692Z 
Processed prompts:   8%|▊         | 42/500 [01:06<07:17,  1.05it/s, est. speed input: 97.53 toks/s, output: 535.39 toks/s]
-2025-03-15T06:46:55.391574033Z 
Processed prompts:   9%|▊         | 43/500 [01:07<08:06,  1.06s/it, est. speed input: 98.12 toks/s, output: 541.14 toks/s]
-2025-03-15T06:46:57.474110912Z 
Processed prompts:   9%|▉         | 44/500 [01:07<06:28,  1.17it/s, est. speed input: 100.26 toks/s, output: 555.72 toks/s]
-2025-03-15T06:46:59.509832738Z 
Processed prompts:   9%|▉         | 45/500 [01:09<09:01,  1.19s/it, est. speed input: 99.07 toks/s, output: 547.45 toks/s] 
-2025-03-15T06:46:59.654165315Z 
Processed prompts:   9%|▉         | 46/500 [01:11<10:49,  1.43s/it, est. speed input: 98.34 toks/s, output: 548.62 toks/s]
-2025-03-15T06:47:00.620592483Z 
Processed prompts:   9%|▉         | 47/500 [01:12<08:00,  1.06s/it, est. speed input: 99.97 toks/s, output: 564.19 toks/s]
-2025-03-15T06:47:04.402628923Z 
Processed prompts:  10%|▉         | 48/500 [01:13<07:46,  1.03s/it, est. speed input: 100.61 toks/s, output: 573.37 toks/s]
-2025-03-15T06:47:05.505476603Z 
Processed prompts:  10%|▉         | 49/500 [01:16<13:50,  1.84s/it, est. speed input: 97.47 toks/s, output: 561.62 toks/s] 
-2025-03-15T06:47:06.290884466Z 
Processed prompts:  10%|█         | 50/500 [01:17<12:10,  1.62s/it, est. speed input: 97.88 toks/s, output: 570.14 toks/s]
-2025-03-15T06:47:07.784378248Z 
Processed prompts:  10%|█         | 51/500 [01:18<10:16,  1.37s/it, est. speed input: 98.51 toks/s, output: 573.94 toks/s]
-2025-03-15T06:47:07.996594932Z 
Processed prompts:  10%|█         | 52/500 [01:20<10:31,  1.41s/it, est. speed input: 98.49 toks/s, output: 579.68 toks/s]
-2025-03-15T06:47:08.402066024Z 
Processed prompts:  11%|█         | 54/500 [01:20<06:01,  1.23it/s, est. speed input: 101.44 toks/s, output: 601.28 toks/s]
-2025-03-15T06:47:11.929222870Z 
Processed prompts:  11%|█         | 55/500 [01:20<05:16,  1.41it/s, est. speed input: 102.63 toks/s, output: 614.68 toks/s]
-2025-03-15T06:47:12.080056958Z 
Processed prompts:  11%|█         | 56/500 [01:24<10:41,  1.45s/it, est. speed input: 100.01 toks/s, output: 605.35 toks/s]
-2025-03-15T06:47:13.076978457Z 
Processed prompts:  11%|█▏        | 57/500 [01:24<08:04,  1.09s/it, est. speed input: 101.33 toks/s, output: 620.64 toks/s]
-2025-03-15T06:47:13.503005857Z 
Processed prompts:  12%|█▏        | 58/500 [01:25<07:51,  1.07s/it, est. speed input: 101.64 toks/s, output: 629.75 toks/s]
-2025-03-15T06:47:13.718389505Z 
Processed prompts:  12%|█▏        | 60/500 [01:25<05:02,  1.45it/s, est. speed input: 104.42 toks/s, output: 659.25 toks/s]
-2025-03-15T06:47:14.189274874Z 
Processed prompts:  12%|█▏        | 61/500 [01:26<04:11,  1.74it/s, est. speed input: 105.68 toks/s, output: 673.94 toks/s]
-2025-03-15T06:47:15.246191775Z 
Processed prompts:  12%|█▏        | 62/500 [01:26<03:59,  1.83it/s, est. speed input: 106.85 toks/s, output: 686.60 toks/s]
-2025-03-15T06:47:16.504470779Z 
Processed prompts:  13%|█▎        | 63/500 [01:27<04:58,  1.46it/s, est. speed input: 108.56 toks/s, output: 694.63 toks/s]
-2025-03-15T06:47:17.045254318Z 
Processed prompts:  13%|█▎        | 64/500 [01:28<06:07,  1.19it/s, est. speed input: 108.47 toks/s, output: 701.10 toks/s]
-2025-03-15T06:47:19.032917488Z 
Processed prompts:  13%|█▎        | 65/500 [01:29<05:29,  1.32it/s, est. speed input: 109.50 toks/s, output: 713.14 toks/s]
-2025-03-15T06:47:23.875335994Z 
Processed prompts:  13%|█▎        | 66/500 [01:31<08:02,  1.11s/it, est. speed input: 108.50 toks/s, output: 707.28 toks/s]
-2025-03-15T06:47:24.094216079Z 
Processed prompts:  14%|█▎        | 68/500 [01:36<12:15,  1.70s/it, est. speed input: 105.91 toks/s, output: 695.18 toks/s]
-2025-03-15T06:47:25.043421564Z 
Processed prompts:  14%|█▍        | 69/500 [01:36<09:37,  1.34s/it, est. speed input: 107.03 toks/s, output: 709.80 toks/s]
-2025-03-15T06:47:29.775590617Z 
Processed prompts:  14%|█▍        | 70/500 [01:37<08:53,  1.24s/it, est. speed input: 107.23 toks/s, output: 709.83 toks/s]
-2025-03-15T06:47:30.535729327Z 
Processed prompts:  14%|█▍        | 71/500 [01:42<15:35,  2.18s/it, est. speed input: 103.73 toks/s, output: 693.08 toks/s]
-2025-03-15T06:47:31.569962947Z 
Processed prompts:  14%|█▍        | 72/500 [01:42<12:44,  1.79s/it, est. speed input: 104.51 toks/s, output: 704.07 toks/s]
-2025-03-15T06:47:31.726371681Z 
Processed prompts:  15%|█▍        | 73/500 [01:43<11:11,  1.57s/it, est. speed input: 104.67 toks/s, output: 705.76 toks/s]
-2025-03-15T06:47:32.015450999Z 
Processed prompts:  15%|█▍        | 74/500 [01:44<08:15,  1.16s/it, est. speed input: 105.81 toks/s, output: 720.78 toks/s]
-2025-03-15T06:47:32.238432521Z 
Processed prompts:  15%|█▌        | 75/500 [01:44<06:25,  1.10it/s, est. speed input: 106.95 toks/s, output: 734.86 toks/s]
-2025-03-15T06:47:32.405630143Z 
Processed prompts:  15%|█▌        | 76/500 [01:44<04:59,  1.42it/s, est. speed input: 107.93 toks/s, output: 743.44 toks/s]
-2025-03-15T06:47:33.180237589Z 
Processed prompts:  16%|█▌        | 78/500 [01:44<02:58,  2.37it/s, est. speed input: 110.36 toks/s, output: 764.32 toks/s]
-2025-03-15T06:47:33.741134055Z 
Processed prompts:  16%|█▌        | 80/500 [01:45<02:51,  2.45it/s, est. speed input: 114.78 toks/s, output: 790.72 toks/s]
-2025-03-15T06:47:33.976114770Z 
Processed prompts:  16%|█▌        | 81/500 [01:46<03:05,  2.26it/s, est. speed input: 115.40 toks/s, output: 802.58 toks/s]
-2025-03-15T06:47:34.199921726Z 
Processed prompts:  17%|█▋        | 83/500 [01:46<02:12,  3.16it/s, est. speed input: 118.04 toks/s, output: 832.86 toks/s]
-2025-03-15T06:47:34.624605393Z 
Processed prompts:  17%|█▋        | 85/500 [01:46<01:41,  4.10it/s, est. speed input: 120.50 toks/s, output: 863.14 toks/s]
-2025-03-15T06:47:35.049516698Z 
Processed prompts:  17%|█▋        | 86/500 [01:47<01:56,  3.57it/s, est. speed input: 121.59 toks/s, output: 875.74 toks/s]
-2025-03-15T06:47:37.294968562Z 
Processed prompts:  17%|█▋        | 87/500 [01:47<02:09,  3.20it/s, est. speed input: 123.45 toks/s, output: 888.29 toks/s]
-2025-03-15T06:47:37.723442018Z 
Processed prompts:  18%|█▊        | 88/500 [01:49<05:22,  1.28it/s, est. speed input: 122.04 toks/s, output: 878.10 toks/s]
-2025-03-15T06:47:38.150852663Z 
Processed prompts:  18%|█▊        | 90/500 [01:50<03:45,  1.82it/s, est. speed input: 123.90 toks/s, output: 896.75 toks/s]
-2025-03-15T06:47:38.577522122Z 
Processed prompts:  18%|█▊        | 91/500 [01:50<03:33,  1.92it/s, est. speed input: 124.66 toks/s, output: 909.17 toks/s]
-2025-03-15T06:47:38.800279707Z 
Processed prompts:  18%|█▊        | 92/500 [01:51<03:23,  2.01it/s, est. speed input: 125.82 toks/s, output: 921.55 toks/s]
-2025-03-15T06:47:39.986134389Z 
Processed prompts:  19%|█▊        | 93/500 [01:51<02:53,  2.34it/s, est. speed input: 126.64 toks/s, output: 925.41 toks/s]
-2025-03-15T06:47:40.209274376Z 
Processed prompts:  19%|█▉        | 95/500 [01:52<03:21,  2.01it/s, est. speed input: 127.79 toks/s, output: 941.66 toks/s]
-2025-03-15T06:47:42.062679288Z 
Processed prompts:  19%|█▉        | 96/500 [01:52<02:55,  2.31it/s, est. speed input: 128.64 toks/s, output: 948.29 toks/s]
-2025-03-15T06:47:42.354795663Z 
Processed prompts:  19%|█▉        | 97/500 [01:54<05:17,  1.27it/s, est. speed input: 127.59 toks/s, output: 938.86 toks/s]
-2025-03-15T06:47:43.325313870Z 
Processed prompts:  20%|█▉        | 98/500 [01:54<04:24,  1.52it/s, est. speed input: 128.53 toks/s, output: 952.29 toks/s]
-2025-03-15T06:47:44.364526712Z 
Processed prompts:  20%|██        | 100/500 [01:55<03:53,  1.71it/s, est. speed input: 129.74 toks/s, output: 968.49 toks/s]
-2025-03-15T06:47:45.131861601Z 
Processed prompts:  20%|██        | 101/500 [01:56<04:35,  1.45it/s, est. speed input: 129.93 toks/s, output: 975.67 toks/s]
-2025-03-15T06:47:46.445534256Z 
Processed prompts:  20%|██        | 102/500 [01:57<04:42,  1.41it/s, est. speed input: 130.56 toks/s, output: 985.09 toks/s]
-2025-03-15T06:47:48.788524874Z 
Processed prompts:  21%|██        | 103/500 [01:58<05:45,  1.15it/s, est. speed input: 130.34 toks/s, output: 989.98 toks/s]
-2025-03-15T06:47:49.286024393Z 
Processed prompts:  21%|██        | 104/500 [02:01<08:23,  1.27s/it, est. speed input: 129.03 toks/s, output: 986.59 toks/s]
-2025-03-15T06:47:49.577915517Z 
Processed prompts:  21%|██        | 105/500 [02:01<06:56,  1.05s/it, est. speed input: 129.78 toks/s, output: 998.30 toks/s]
-2025-03-15T06:47:50.153162554Z 
Processed prompts:  21%|██        | 106/500 [02:02<05:29,  1.20it/s, est. speed input: 130.54 toks/s, output: 1011.65 toks/s]
-2025-03-15T06:47:50.583553875Z 
Processed prompts:  22%|██▏       | 108/500 [02:02<03:50,  1.70it/s, est. speed input: 132.54 toks/s, output: 1038.30 toks/s]
-2025-03-15T06:47:51.972835275Z 
Processed prompts:  22%|██▏       | 109/500 [02:03<03:35,  1.82it/s, est. speed input: 133.04 toks/s, output: 1040.51 toks/s]
-2025-03-15T06:47:53.497348272Z 
Processed prompts:  22%|██▏       | 110/500 [02:04<04:59,  1.30it/s, est. speed input: 132.55 toks/s, output: 1038.11 toks/s]
-2025-03-15T06:47:54.137002213Z 
Processed prompts:  22%|██▏       | 111/500 [02:05<06:17,  1.03it/s, est. speed input: 131.90 toks/s, output: 1032.97 toks/s]
-2025-03-15T06:47:55.600828404Z 
Processed prompts:  22%|██▏       | 112/500 [02:06<05:40,  1.14it/s, est. speed input: 132.69 toks/s, output: 1043.43 toks/s]
-2025-03-15T06:47:55.965767314Z 
Processed prompts:  23%|██▎       | 113/500 [02:08<06:44,  1.05s/it, est. speed input: 134.42 toks/s, output: 1047.17 toks/s]
-2025-03-15T06:47:57.022161481Z 
Processed prompts:  23%|██▎       | 114/500 [02:08<05:27,  1.18it/s, est. speed input: 134.96 toks/s, output: 1050.77 toks/s]
-2025-03-15T06:47:58.906010931Z 
Processed prompts:  23%|██▎       | 115/500 [02:09<05:50,  1.10it/s, est. speed input: 134.93 toks/s, output: 1057.85 toks/s]
-2025-03-15T06:47:59.567134147Z 
Processed prompts:  23%|██▎       | 116/500 [02:11<07:39,  1.20s/it, est. speed input: 134.19 toks/s, output: 1058.30 toks/s]
-2025-03-15T06:48:01.738538229Z 
Processed prompts:  24%|██▎       | 118/500 [02:11<05:05,  1.25it/s, est. speed input: 135.66 toks/s, output: 1073.71 toks/s]
-2025-03-15T06:48:03.374970550Z 
Processed prompts:  24%|██▍       | 119/500 [02:14<07:13,  1.14s/it, est. speed input: 134.36 toks/s, output: 1064.04 toks/s]
-2025-03-15T06:48:03.539904865Z 
Processed prompts:  24%|██▍       | 120/500 [02:15<08:01,  1.27s/it, est. speed input: 133.59 toks/s, output: 1056.14 toks/s]
-2025-03-15T06:48:03.778029708Z 
Processed prompts:  24%|██▍       | 121/500 [02:15<06:07,  1.03it/s, est. speed input: 134.38 toks/s, output: 1070.43 toks/s]
-2025-03-15T06:48:04.228804987Z 
Processed prompts:  24%|██▍       | 122/500 [02:16<04:49,  1.31it/s, est. speed input: 134.99 toks/s, output: 1071.85 toks/s]
-2025-03-15T06:48:07.484902122Z 
Processed prompts:  25%|██▍       | 123/500 [02:16<04:14,  1.48it/s, est. speed input: 135.40 toks/s, output: 1074.21 toks/s]
-2025-03-15T06:48:08.293201560Z 
Processed prompts:  25%|██▍       | 124/500 [02:19<08:54,  1.42s/it, est. speed input: 133.08 toks/s, output: 1054.71 toks/s]
-2025-03-15T06:48:11.133696469Z 
Processed prompts:  25%|██▌       | 126/500 [02:20<05:59,  1.04it/s, est. speed input: 134.04 toks/s, output: 1066.44 toks/s]
-2025-03-15T06:48:12.007147124Z 
Processed prompts:  25%|██▌       | 127/500 [02:23<08:49,  1.42s/it, est. speed input: 132.39 toks/s, output: 1060.84 toks/s]
-2025-03-15T06:48:16.003404808Z 
Processed prompts:  26%|██▌       | 128/500 [02:24<07:55,  1.28s/it, est. speed input: 132.53 toks/s, output: 1069.90 toks/s]
-2025-03-15T06:48:16.383199884Z 
Processed prompts:  26%|██▌       | 129/500 [02:28<12:26,  2.01s/it, est. speed input: 129.96 toks/s, output: 1056.46 toks/s]
-2025-03-15T06:48:17.619037945Z 
Processed prompts:  26%|██▌       | 130/500 [02:28<09:36,  1.56s/it, est. speed input: 131.64 toks/s, output: 1069.13 toks/s]
-2025-03-15T06:48:18.497849270Z 
Processed prompts:  26%|██▌       | 131/500 [02:30<09:01,  1.47s/it, est. speed input: 131.48 toks/s, output: 1075.67 toks/s]
-2025-03-15T06:48:19.953672555Z 
Processed prompts:  26%|██▋       | 132/500 [02:30<07:57,  1.30s/it, est. speed input: 131.54 toks/s, output: 1080.21 toks/s]
-2025-03-15T06:48:20.622848170Z 
Processed prompts:  27%|██▋       | 133/500 [02:32<08:12,  1.34s/it, est. speed input: 131.36 toks/s, output: 1085.21 toks/s]
-2025-03-15T06:48:20.859791499Z 
Processed prompts:  27%|██▋       | 134/500 [02:33<06:58,  1.14s/it, est. speed input: 132.21 toks/s, output: 1095.78 toks/s]
-2025-03-15T06:48:21.024007975Z 
Processed prompts:  27%|██▋       | 135/500 [02:33<05:19,  1.14it/s, est. speed input: 132.86 toks/s, output: 1109.40 toks/s]
-2025-03-15T06:48:22.334142985Z 
Processed prompts:  27%|██▋       | 136/500 [02:33<04:01,  1.51it/s, est. speed input: 133.93 toks/s, output: 1123.52 toks/s]
-2025-03-15T06:48:22.500902093Z 
Processed prompts:  27%|██▋       | 137/500 [02:34<05:11,  1.17it/s, est. speed input: 133.54 toks/s, output: 1118.42 toks/s]
-2025-03-15T06:48:23.094959417Z 
Processed prompts:  28%|██▊       | 138/500 [02:34<03:55,  1.54it/s, est. speed input: 135.19 toks/s, output: 1132.51 toks/s]
-2025-03-15T06:48:24.905156221Z 
Processed prompts:  28%|██▊       | 139/500 [02:35<03:48,  1.58it/s, est. speed input: 135.48 toks/s, output: 1139.50 toks/s]
-2025-03-15T06:48:25.287284833Z 
Processed prompts:  28%|██▊       | 140/500 [02:37<05:54,  1.01it/s, est. speed input: 134.82 toks/s, output: 1141.66 toks/s]
-2025-03-15T06:48:27.109424866Z 
Processed prompts:  28%|██▊       | 141/500 [02:37<04:49,  1.24it/s, est. speed input: 135.25 toks/s, output: 1146.13 toks/s]
-2025-03-15T06:48:29.584627554Z 
Processed prompts:  29%|██▊       | 143/500 [02:39<05:04,  1.17it/s, est. speed input: 135.15 toks/s, output: 1144.05 toks/s]
-2025-03-15T06:48:31.572205894Z 
Processed prompts:  29%|██▉       | 144/500 [02:42<07:27,  1.26s/it, est. speed input: 133.79 toks/s, output: 1131.45 toks/s]
-2025-03-15T06:48:32.826822027Z 
Processed prompts:  29%|██▉       | 146/500 [02:43<06:46,  1.15s/it, est. speed input: 133.84 toks/s, output: 1138.92 toks/s]
-2025-03-15T06:48:34.010406766Z 
Processed prompts:  30%|██▉       | 148/500 [02:45<05:35,  1.05it/s, est. speed input: 134.38 toks/s, output: 1151.11 toks/s]
-2025-03-15T06:48:34.689142199Z 
Processed prompts:  30%|██▉       | 149/500 [02:46<05:51,  1.00s/it, est. speed input: 134.10 toks/s, output: 1147.51 toks/s]
-2025-03-15T06:48:35.880087621Z 
Processed prompts:  30%|███       | 150/500 [02:47<05:24,  1.08it/s, est. speed input: 134.29 toks/s, output: 1152.76 toks/s]
-2025-03-15T06:48:36.491311801Z 
Processed prompts:  30%|███       | 151/500 [02:48<05:46,  1.01it/s, est. speed input: 138.49 toks/s, output: 1159.76 toks/s]
-2025-03-15T06:48:36.736065566Z 
Processed prompts:  30%|███       | 152/500 [02:48<05:10,  1.12it/s, est. speed input: 138.68 toks/s, output: 1162.34 toks/s]
-2025-03-15T06:48:37.346360545Z 
Processed prompts:  31%|███       | 153/500 [02:49<04:08,  1.40it/s, est. speed input: 139.18 toks/s, output: 1168.22 toks/s]
-2025-03-15T06:48:37.734436312Z 
Processed prompts:  31%|███       | 154/500 [02:49<03:57,  1.46it/s, est. speed input: 139.42 toks/s, output: 1179.16 toks/s]
-2025-03-15T06:48:38.267509876Z 
Processed prompts:  31%|███       | 155/500 [02:50<03:27,  1.66it/s, est. speed input: 139.79 toks/s, output: 1183.33 toks/s]
-2025-03-15T06:48:40.637635484Z 
Processed prompts:  31%|███       | 156/500 [02:50<03:20,  1.72it/s, est. speed input: 140.01 toks/s, output: 1184.12 toks/s]
-2025-03-15T06:48:41.100658724Z 
Processed prompts:  31%|███▏      | 157/500 [02:53<06:19,  1.11s/it, est. speed input: 138.77 toks/s, output: 1176.08 toks/s]
-2025-03-15T06:48:42.294692619Z 
Processed prompts:  32%|███▏      | 158/500 [02:53<05:13,  1.09it/s, est. speed input: 139.45 toks/s, output: 1188.04 toks/s]
-2025-03-15T06:48:43.782196053Z 
Processed prompts:  32%|███▏      | 159/500 [02:54<05:40,  1.00it/s, est. speed input: 139.13 toks/s, output: 1184.28 toks/s]
-2025-03-15T06:48:43.952087534Z 
Processed prompts:  32%|███▏      | 160/500 [02:56<06:28,  1.14s/it, est. speed input: 138.77 toks/s, output: 1189.36 toks/s]
-2025-03-15T06:48:44.561088446Z 
Processed prompts:  32%|███▏      | 161/500 [02:56<04:49,  1.17it/s, est. speed input: 139.30 toks/s, output: 1195.76 toks/s]
-2025-03-15T06:48:44.803790530Z 
Processed prompts:  32%|███▏      | 162/500 [02:56<04:23,  1.28it/s, est. speed input: 139.45 toks/s, output: 1196.45 toks/s]
-2025-03-15T06:48:45.932005958Z 
Processed prompts:  33%|███▎      | 163/500 [02:57<03:28,  1.61it/s, est. speed input: 139.92 toks/s, output: 1201.98 toks/s]
-2025-03-15T06:48:46.175978062Z 
Processed prompts:  33%|███▎      | 164/500 [02:58<04:19,  1.30it/s, est. speed input: 139.69 toks/s, output: 1202.03 toks/s]
-2025-03-15T06:48:46.493047285Z 
Processed prompts:  33%|███▎      | 165/500 [02:58<03:25,  1.63it/s, est. speed input: 140.14 toks/s, output: 1205.95 toks/s]
-2025-03-15T06:48:46.882888660Z 
Processed prompts:  33%|███▎      | 166/500 [02:58<02:55,  1.91it/s, est. speed input: 140.70 toks/s, output: 1218.85 toks/s]
-2025-03-15T06:48:48.601507218Z 
Processed prompts:  33%|███▎      | 167/500 [02:59<02:41,  2.06it/s, est. speed input: 141.18 toks/s, output: 1231.23 toks/s]
-2025-03-15T06:48:48.843351860Z 
Processed prompts:  34%|███▍      | 170/500 [03:01<02:56,  1.87it/s, est. speed input: 141.77 toks/s, output: 1240.07 toks/s]
-2025-03-15T06:48:49.231452635Z 
Processed prompts:  34%|███▍      | 171/500 [03:01<02:35,  2.12it/s, est. speed input: 142.63 toks/s, output: 1253.43 toks/s]
-2025-03-15T06:48:51.018294609Z 
Processed prompts:  34%|███▍      | 172/500 [03:01<02:28,  2.21it/s, est. speed input: 143.71 toks/s, output: 1265.76 toks/s]
-2025-03-15T06:48:51.412612381Z 
Processed prompts:  35%|███▍      | 173/500 [03:03<04:16,  1.27it/s, est. speed input: 142.94 toks/s, output: 1261.37 toks/s]
-2025-03-15T06:48:55.414871650Z 
Processed prompts:  35%|███▍      | 174/500 [03:03<03:42,  1.47it/s, est. speed input: 143.33 toks/s, output: 1273.66 toks/s]
-2025-03-15T06:48:57.147889887Z 
Processed prompts:  35%|███▌      | 175/500 [03:07<08:35,  1.59s/it, est. speed input: 140.86 toks/s, output: 1250.80 toks/s]
-2025-03-15T06:48:59.624559660Z 
Processed prompts:  35%|███▌      | 176/500 [03:09<08:47,  1.63s/it, est. speed input: 140.15 toks/s, output: 1243.12 toks/s]
-2025-03-15T06:49:01.067502873Z 
Processed prompts:  35%|███▌      | 177/500 [03:12<10:04,  1.87s/it, est. speed input: 139.01 toks/s, output: 1239.17 toks/s]
-2025-03-15T06:49:02.220884659Z 
Processed prompts:  36%|███▌      | 178/500 [03:13<09:22,  1.75s/it, est. speed input: 140.00 toks/s, output: 1244.84 toks/s]
-2025-03-15T06:49:03.067132221Z 
Processed prompts:  36%|███▌      | 179/500 [03:14<08:24,  1.57s/it, est. speed input: 139.79 toks/s, output: 1247.41 toks/s]
-2025-03-15T06:49:03.327636642Z 
Processed prompts:  36%|███▌      | 180/500 [03:15<07:14,  1.36s/it, est. speed input: 139.74 toks/s, output: 1245.06 toks/s]
-2025-03-15T06:49:03.800846162Z 
Processed prompts:  37%|███▋      | 183/500 [03:15<03:25,  1.54it/s, est. speed input: 141.84 toks/s, output: 1282.47 toks/s]
-2025-03-15T06:49:03.974550900Z 
Processed prompts:  37%|███▋      | 184/500 [03:16<03:13,  1.63it/s, est. speed input: 142.09 toks/s, output: 1286.16 toks/s]
-2025-03-15T06:49:04.665053490Z 
Processed prompts:  37%|███▋      | 185/500 [03:16<02:40,  1.96it/s, est. speed input: 142.83 toks/s, output: 1299.84 toks/s]
-2025-03-15T06:49:04.922066464Z 
Processed prompts:  37%|███▋      | 186/500 [03:17<02:54,  1.80it/s, est. speed input: 142.88 toks/s, output: 1299.89 toks/s]
-2025-03-15T06:49:05.317356260Z 
Processed prompts:  38%|███▊      | 188/500 [03:17<01:58,  2.64it/s, est. speed input: 144.19 toks/s, output: 1321.12 toks/s]
-2025-03-15T06:49:06.156439338Z 
Processed prompts:  38%|███▊      | 189/500 [03:17<01:58,  2.62it/s, est. speed input: 144.73 toks/s, output: 1333.28 toks/s]
-2025-03-15T06:49:06.551737751Z 
Processed prompts:  38%|███▊      | 190/500 [03:18<02:33,  2.02it/s, est. speed input: 144.99 toks/s, output: 1342.44 toks/s]
-2025-03-15T06:49:07.097509422Z 
Processed prompts:  38%|███▊      | 191/500 [03:18<02:24,  2.13it/s, est. speed input: 145.24 toks/s, output: 1342.83 toks/s]
-2025-03-15T06:49:08.604165246Z 
Processed prompts:  38%|███▊      | 192/500 [03:19<02:30,  2.04it/s, est. speed input: 145.41 toks/s, output: 1344.77 toks/s]
-2025-03-15T06:49:09.973321327Z 
Processed prompts:  39%|███▊      | 193/500 [03:21<03:57,  1.29it/s, est. speed input: 144.86 toks/s, output: 1338.66 toks/s]
-2025-03-15T06:49:10.594311892Z 
Processed prompts:  39%|███▉      | 194/500 [03:22<04:48,  1.06it/s, est. speed input: 144.43 toks/s, output: 1335.64 toks/s]
-2025-03-15T06:49:11.587508524Z 
Processed prompts:  39%|███▉      | 195/500 [03:23<04:19,  1.18it/s, est. speed input: 144.56 toks/s, output: 1338.62 toks/s]
-2025-03-15T06:49:11.910884173Z 
Processed prompts:  39%|███▉      | 196/500 [03:24<04:31,  1.12it/s, est. speed input: 144.40 toks/s, output: 1337.40 toks/s]
-2025-03-15T06:49:12.170834153Z 
Processed prompts:  39%|███▉      | 197/500 [03:24<03:39,  1.38it/s, est. speed input: 144.71 toks/s, output: 1340.63 toks/s]
-2025-03-15T06:49:12.420138490Z 
Processed prompts:  40%|████      | 200/500 [03:24<01:50,  2.71it/s, est. speed input: 146.29 toks/s, output: 1365.08 toks/s]
-2025-03-15T06:49:12.742130734Z 
Processed prompts:  40%|████      | 201/500 [03:24<01:42,  2.91it/s, est. speed input: 146.96 toks/s, output: 1378.16 toks/s]
-2025-03-15T06:49:13.291615205Z 
Processed prompts:  40%|████      | 202/500 [03:25<01:40,  2.95it/s, est. speed input: 147.26 toks/s, output: 1379.89 toks/s]
-2025-03-15T06:49:13.467152365Z 
Processed prompts:  41%|████      | 203/500 [03:25<01:56,  2.56it/s, est. speed input: 147.41 toks/s, output: 1382.26 toks/s]
-2025-03-15T06:49:13.715023007Z 
Processed prompts:  41%|████      | 204/500 [03:25<01:39,  2.99it/s, est. speed input: 147.83 toks/s, output: 1386.41 toks/s]
-2025-03-15T06:49:14.484454058Z 
Processed prompts:  41%|████      | 205/500 [03:26<01:31,  3.22it/s, est. speed input: 148.30 toks/s, output: 1399.47 toks/s]
-2025-03-15T06:49:14.732572591Z 
Processed prompts:  41%|████      | 206/500 [03:26<02:09,  2.28it/s, est. speed input: 148.29 toks/s, output: 1400.22 toks/s]
-2025-03-15T06:49:14.905247208Z 
Processed prompts:  41%|████▏     | 207/500 [03:27<01:52,  2.60it/s, est. speed input: 148.77 toks/s, output: 1413.26 toks/s]
-2025-03-15T06:49:15.452181586Z 
Processed prompts:  42%|████▏     | 208/500 [03:27<01:34,  3.09it/s, est. speed input: 149.19 toks/s, output: 1418.52 toks/s]
-2025-03-15T06:49:16.670438532Z 
Processed prompts:  42%|████▏     | 209/500 [03:27<01:53,  2.57it/s, est. speed input: 149.32 toks/s, output: 1418.52 toks/s]
-2025-03-15T06:49:17.067166130Z 
Processed prompts:  42%|████▏     | 211/500 [03:29<02:21,  2.04it/s, est. speed input: 149.53 toks/s, output: 1422.35 toks/s]
-2025-03-15T06:49:19.394288500Z 
Processed prompts:  42%|████▏     | 212/500 [03:29<02:14,  2.14it/s, est. speed input: 149.77 toks/s, output: 1424.68 toks/s]
-2025-03-15T06:49:19.941353400Z 
Processed prompts:  43%|████▎     | 213/500 [03:31<04:32,  1.05it/s, est. speed input: 149.01 toks/s, output: 1423.70 toks/s]
-2025-03-15T06:49:20.262875725Z 
Processed prompts:  43%|████▎     | 214/500 [03:32<04:00,  1.19it/s, est. speed input: 149.16 toks/s, output: 1426.66 toks/s]
-2025-03-15T06:49:22.840638845Z 
Processed prompts:  43%|████▎     | 215/500 [03:32<03:18,  1.44it/s, est. speed input: 149.42 toks/s, output: 1426.50 toks/s]
-2025-03-15T06:49:23.241564314Z 
Processed prompts:  43%|████▎     | 217/500 [03:35<04:31,  1.04it/s, est. speed input: 148.78 toks/s, output: 1427.56 toks/s]
-2025-03-15T06:49:23.566697454Z 
Processed prompts:  44%|████▎     | 218/500 [03:35<03:52,  1.21it/s, est. speed input: 149.02 toks/s, output: 1431.29 toks/s]
-2025-03-15T06:49:23.817204739Z 
Processed prompts:  44%|████▍     | 219/500 [03:35<03:15,  1.43it/s, est. speed input: 149.28 toks/s, output: 1431.44 toks/s]
-2025-03-15T06:49:24.293907220Z 
Processed prompts:  44%|████▍     | 220/500 [03:36<02:41,  1.73it/s, est. speed input: 149.61 toks/s, output: 1433.57 toks/s]
-2025-03-15T06:49:25.370150289Z 
Processed prompts:  44%|████▍     | 221/500 [03:36<02:33,  1.82it/s, est. speed input: 149.79 toks/s, output: 1436.54 toks/s]
-2025-03-15T06:49:25.558912110Z 
Processed prompts:  44%|████▍     | 222/500 [03:37<03:14,  1.43it/s, est. speed input: 149.56 toks/s, output: 1435.10 toks/s]
-2025-03-15T06:49:26.642866929Z 
Processed prompts:  45%|████▍     | 224/500 [03:37<01:58,  2.33it/s, est. speed input: 150.40 toks/s, output: 1440.74 toks/s]
-2025-03-15T06:49:30.155414256Z 
Processed prompts:  45%|████▌     | 225/500 [03:39<02:41,  1.70it/s, est. speed input: 150.20 toks/s, output: 1443.69 toks/s]
-2025-03-15T06:49:30.709779208Z 
Processed prompts:  46%|████▌     | 228/500 [03:42<04:00,  1.13it/s, est. speed input: 149.32 toks/s, output: 1435.73 toks/s]
-2025-03-15T06:49:31.727270646Z 
Processed prompts:  46%|████▌     | 229/500 [03:43<03:42,  1.22it/s, est. speed input: 149.42 toks/s, output: 1435.39 toks/s]
-2025-03-15T06:49:32.130975574Z 
Processed prompts:  46%|████▌     | 231/500 [03:44<03:10,  1.41it/s, est. speed input: 150.61 toks/s, output: 1457.98 toks/s]
-2025-03-15T06:49:32.983610252Z 
Processed prompts:  46%|████▋     | 232/500 [03:44<02:53,  1.55it/s, est. speed input: 150.84 toks/s, output: 1462.11 toks/s]
-2025-03-15T06:49:34.379597277Z 
Processed prompts:  47%|████▋     | 233/500 [03:45<03:05,  1.44it/s, est. speed input: 150.73 toks/s, output: 1459.19 toks/s]
-2025-03-15T06:49:34.555642123Z 
Processed prompts:  47%|████▋     | 235/500 [03:46<03:04,  1.44it/s, est. speed input: 150.74 toks/s, output: 1457.67 toks/s]
-2025-03-15T06:49:36.781491131Z 
Processed prompts:  47%|████▋     | 236/500 [03:46<02:33,  1.72it/s, est. speed input: 151.08 toks/s, output: 1459.27 toks/s]
-2025-03-15T06:49:37.568128533Z 
Processed prompts:  47%|████▋     | 237/500 [03:49<04:15,  1.03it/s, est. speed input: 150.11 toks/s, output: 1452.21 toks/s]
-2025-03-15T06:49:38.519841104Z 
Processed prompts:  48%|████▊     | 238/500 [03:49<04:02,  1.08it/s, est. speed input: 150.47 toks/s, output: 1461.78 toks/s]
-2025-03-15T06:49:38.851827630Z 
Processed prompts:  48%|████▊     | 240/500 [03:50<03:11,  1.36it/s, est. speed input: 150.76 toks/s, output: 1462.83 toks/s]
-2025-03-15T06:49:39.648216578Z 
Processed prompts:  48%|████▊     | 241/500 [03:51<02:46,  1.55it/s, est. speed input: 151.43 toks/s, output: 1475.26 toks/s]
-2025-03-15T06:49:39.978405508Z 
Processed prompts:  48%|████▊     | 242/500 [03:52<02:55,  1.47it/s, est. speed input: 151.44 toks/s, output: 1480.96 toks/s]
-2025-03-15T06:49:40.915907082Z 
Processed prompts:  49%|████▊     | 243/500 [03:52<02:31,  1.70it/s, est. speed input: 151.71 toks/s, output: 1485.87 toks/s]
-2025-03-15T06:49:41.093630588Z 
Processed prompts:  49%|████▉     | 244/500 [03:53<02:55,  1.46it/s, est. speed input: 151.68 toks/s, output: 1494.40 toks/s]
-2025-03-15T06:49:42.382214201Z 
Processed prompts:  49%|████▉     | 245/500 [03:53<02:18,  1.84it/s, est. speed input: 152.04 toks/s, output: 1498.98 toks/s]
-2025-03-15T06:49:42.684157135Z 
Processed prompts:  49%|████▉     | 246/500 [03:54<03:11,  1.32it/s, est. speed input: 151.67 toks/s, output: 1496.51 toks/s]
-2025-03-15T06:49:43.512609763Z 
Processed prompts:  49%|████▉     | 247/500 [03:55<02:37,  1.60it/s, est. speed input: 151.96 toks/s, output: 1501.83 toks/s]
-2025-03-15T06:49:46.362420473Z 
Processed prompts:  50%|████▉     | 248/500 [03:55<02:52,  1.46it/s, est. speed input: 151.88 toks/s, output: 1500.85 toks/s]
-2025-03-15T06:49:47.415315242Z 
Processed prompts:  50%|█████     | 250/500 [03:58<04:15,  1.02s/it, est. speed input: 151.00 toks/s, output: 1495.80 toks/s]
-2025-03-15T06:49:47.640760650Z 
Processed prompts:  50%|█████     | 251/500 [03:59<04:16,  1.03s/it, est. speed input: 150.77 toks/s, output: 1492.37 toks/s]
-2025-03-15T06:49:48.613750683Z 
Processed prompts:  50%|█████     | 252/500 [04:00<03:23,  1.22it/s, est. speed input: 151.04 toks/s, output: 1492.96 toks/s]
-2025-03-15T06:49:48.763054970Z 
Processed prompts:  51%|█████     | 254/500 [04:01<02:46,  1.47it/s, est. speed input: 151.38 toks/s, output: 1502.39 toks/s]
-2025-03-15T06:49:49.209500795Z 
Processed prompts:  51%|█████     | 255/500 [04:01<02:15,  1.80it/s, est. speed input: 151.91 toks/s, output: 1515.92 toks/s]
-2025-03-15T06:49:49.728095815Z 
Processed prompts:  51%|█████     | 256/500 [04:01<02:08,  1.89it/s, est. speed input: 152.09 toks/s, output: 1518.92 toks/s]
-2025-03-15T06:49:50.318683493Z 
Processed prompts:  51%|█████▏    | 257/500 [04:02<02:07,  1.90it/s, est. speed input: 152.59 toks/s, output: 1530.13 toks/s]
-2025-03-15T06:49:51.207556783Z 
Processed prompts:  52%|█████▏    | 258/500 [04:02<02:11,  1.84it/s, est. speed input: 152.63 toks/s, output: 1528.63 toks/s]
-2025-03-15T06:49:53.146768097Z 
Processed prompts:  52%|█████▏    | 259/500 [04:03<02:34,  1.56it/s, est. speed input: 152.50 toks/s, output: 1526.60 toks/s]
-2025-03-15T06:49:53.745759430Z 
Processed prompts:  52%|█████▏    | 260/500 [04:05<04:02,  1.01s/it, est. speed input: 152.34 toks/s, output: 1529.00 toks/s]
-2025-03-15T06:49:53.895298690Z 
Processed prompts:  52%|█████▏    | 261/500 [04:06<03:33,  1.12it/s, est. speed input: 152.40 toks/s, output: 1529.33 toks/s]
-2025-03-15T06:49:54.118966158Z 
Processed prompts:  52%|█████▏    | 262/500 [04:06<02:40,  1.48it/s, est. speed input: 152.71 toks/s, output: 1530.99 toks/s]
-2025-03-15T06:49:56.806123164Z 
Processed prompts:  53%|█████▎    | 263/500 [04:06<02:08,  1.85it/s, est. speed input: 152.97 toks/s, output: 1531.44 toks/s]
-2025-03-15T06:49:57.252404988Z 
Processed prompts:  53%|█████▎    | 264/500 [04:09<04:37,  1.18s/it, est. speed input: 151.76 toks/s, output: 1521.64 toks/s]
-2025-03-15T06:49:57.549169499Z 
Processed prompts:  53%|█████▎    | 266/500 [04:09<02:53,  1.35it/s, est. speed input: 152.33 toks/s, output: 1526.74 toks/s]
-2025-03-15T06:49:58.283904978Z 
Processed prompts:  53%|█████▎    | 267/500 [04:09<02:26,  1.59it/s, est. speed input: 152.60 toks/s, output: 1532.32 toks/s]
-2025-03-15T06:49:58.942129970Z 
Processed prompts:  54%|█████▎    | 268/500 [04:10<02:32,  1.52it/s, est. speed input: 152.68 toks/s, output: 1542.20 toks/s]
-2025-03-15T06:49:59.746917607Z 
Processed prompts:  54%|█████▍    | 269/500 [04:11<02:31,  1.52it/s, est. speed input: 152.72 toks/s, output: 1544.67 toks/s]
-2025-03-15T06:49:59.892979072Z 
Processed prompts:  54%|█████▍    | 270/500 [04:12<02:40,  1.43it/s, est. speed input: 152.70 toks/s, output: 1549.34 toks/s]
-2025-03-15T06:50:00.774007679Z 
Processed prompts:  54%|█████▍    | 271/500 [04:12<02:03,  1.85it/s, est. speed input: 153.01 toks/s, output: 1551.31 toks/s]
-2025-03-15T06:50:02.017892629Z 
Processed prompts:  54%|█████▍    | 272/500 [04:13<02:25,  1.56it/s, est. speed input: 153.03 toks/s, output: 1560.28 toks/s]
-2025-03-15T06:50:02.458501265Z 
Processed prompts:  55%|█████▍    | 273/500 [04:14<03:05,  1.22it/s, est. speed input: 152.69 toks/s, output: 1556.88 toks/s]
-2025-03-15T06:50:03.553412586Z 
Processed prompts:  55%|█████▍    | 274/500 [04:14<02:39,  1.42it/s, est. speed input: 152.85 toks/s, output: 1559.26 toks/s]
-2025-03-15T06:50:03.701483011Z 
Processed prompts:  55%|█████▌    | 276/500 [04:15<02:21,  1.58it/s, est. speed input: 152.95 toks/s, output: 1557.21 toks/s]
-2025-03-15T06:50:04.422643315Z 
Processed prompts:  55%|█████▌    | 277/500 [04:16<01:54,  1.95it/s, est. speed input: 153.27 toks/s, output: 1560.29 toks/s]
-2025-03-15T06:50:04.925801856Z 
Processed prompts:  56%|█████▌    | 279/500 [04:16<01:39,  2.22it/s, est. speed input: 153.64 toks/s, output: 1563.26 toks/s]
-2025-03-15T06:50:05.070314016Z 
Processed prompts:  56%|█████▌    | 280/500 [04:17<01:41,  2.16it/s, est. speed input: 153.72 toks/s, output: 1562.77 toks/s]
-2025-03-15T06:50:05.856729151Z 
Processed prompts:  56%|█████▌    | 281/500 [04:17<01:24,  2.60it/s, est. speed input: 154.16 toks/s, output: 1576.25 toks/s]
-2025-03-15T06:50:06.428686383Z 
Processed prompts:  56%|█████▋    | 282/500 [04:18<01:46,  2.05it/s, est. speed input: 154.08 toks/s, output: 1574.70 toks/s]
-2025-03-15T06:50:07.714397704Z 
Processed prompts:  57%|█████▋    | 283/500 [04:18<01:50,  1.96it/s, est. speed input: 154.09 toks/s, output: 1572.81 toks/s]
-2025-03-15T06:50:07.857649436Z 
Processed prompts:  57%|█████▋    | 284/500 [04:20<02:37,  1.38it/s, est. speed input: 153.73 toks/s, output: 1569.34 toks/s]
-2025-03-15T06:50:08.000803889Z 
Processed prompts:  57%|█████▋    | 285/500 [04:20<02:00,  1.78it/s, est. speed input: 154.02 toks/s, output: 1570.83 toks/s]
-2025-03-15T06:50:08.214273997Z 
Processed prompts:  57%|█████▋    | 286/500 [04:20<01:34,  2.27it/s, est. speed input: 154.35 toks/s, output: 1575.93 toks/s]
-2025-03-15T06:50:08.786353683Z 
Processed prompts:  58%|█████▊    | 288/500 [04:20<01:01,  3.46it/s, est. speed input: 155.02 toks/s, output: 1582.95 toks/s]
-2025-03-15T06:50:09.076385443Z 
Processed prompts:  58%|█████▊    | 289/500 [04:21<01:15,  2.79it/s, est. speed input: 155.12 toks/s, output: 1587.52 toks/s]
-2025-03-15T06:50:09.504991559Z 
Processed prompts:  58%|█████▊    | 290/500 [04:21<01:11,  2.94it/s, est. speed input: 155.31 toks/s, output: 1588.00 toks/s]
-2025-03-15T06:50:10.215178847Z 
Processed prompts:  58%|█████▊    | 291/500 [04:21<01:16,  2.74it/s, est. speed input: 155.56 toks/s, output: 1599.75 toks/s]
-2025-03-15T06:50:10.991869765Z 
Processed prompts:  58%|█████▊    | 292/500 [04:22<01:35,  2.17it/s, est. speed input: 155.68 toks/s, output: 1609.76 toks/s]
-2025-03-15T06:50:11.342264153Z 
Processed prompts:  59%|█████▊    | 293/500 [04:23<01:53,  1.82it/s, est. speed input: 155.73 toks/s, output: 1619.36 toks/s]
-2025-03-15T06:50:11.829948458Z 
Processed prompts:  59%|█████▉    | 294/500 [04:23<01:41,  2.03it/s, est. speed input: 155.96 toks/s, output: 1626.31 toks/s]
-2025-03-15T06:50:12.316808231Z 
Processed prompts:  59%|█████▉    | 295/500 [04:24<01:40,  2.04it/s, est. speed input: 156.21 toks/s, output: 1637.65 toks/s]
-2025-03-15T06:50:12.941883496Z 
Processed prompts:  59%|█████▉    | 296/500 [04:24<01:39,  2.04it/s, est. speed input: 156.33 toks/s, output: 1640.13 toks/s]
-2025-03-15T06:50:13.357647691Z 
Processed prompts:  59%|█████▉    | 297/500 [04:25<01:47,  1.89it/s, est. speed input: 156.33 toks/s, output: 1639.01 toks/s]
-2025-03-15T06:50:13.774365986Z 
Processed prompts:  60%|█████▉    | 298/500 [04:25<01:40,  2.02it/s, est. speed input: 156.48 toks/s, output: 1641.12 toks/s]
-2025-03-15T06:50:14.602756002Z 
Processed prompts:  60%|█████▉    | 299/500 [04:26<01:34,  2.12it/s, est. speed input: 156.90 toks/s, output: 1652.89 toks/s]
-2025-03-15T06:50:14.823357458Z 
Processed prompts:  60%|██████    | 301/500 [04:27<01:28,  2.24it/s, est. speed input: 157.38 toks/s, output: 1664.57 toks/s]
-2025-03-15T06:50:16.133148751Z 
Processed prompts:  60%|██████    | 302/500 [04:27<01:17,  2.56it/s, est. speed input: 157.66 toks/s, output: 1668.87 toks/s]
-2025-03-15T06:50:16.336637770Z 
Processed prompts:  61%|██████    | 303/500 [04:28<02:04,  1.59it/s, est. speed input: 157.76 toks/s, output: 1675.08 toks/s]
-2025-03-15T06:50:17.017988485Z 
Processed prompts:  61%|██████    | 304/500 [04:28<01:40,  1.94it/s, est. speed input: 158.05 toks/s, output: 1680.28 toks/s]
-2025-03-15T06:50:17.891963564Z 
Processed prompts:  61%|██████    | 305/500 [04:29<01:49,  1.78it/s, est. speed input: 158.39 toks/s, output: 1690.37 toks/s]
-2025-03-15T06:50:18.967394989Z 
Processed prompts:  61%|██████    | 306/500 [04:30<02:06,  1.54it/s, est. speed input: 158.23 toks/s, output: 1687.47 toks/s]
-2025-03-15T06:50:20.250839740Z 
Processed prompts:  61%|██████▏   | 307/500 [04:31<02:29,  1.29it/s, est. speed input: 158.00 toks/s, output: 1686.17 toks/s]
-2025-03-15T06:50:20.795443208Z 
Processed prompts:  62%|██████▏   | 308/500 [04:32<02:57,  1.08it/s, est. speed input: 157.59 toks/s, output: 1680.28 toks/s]
-2025-03-15T06:50:21.203311879Z 
Processed prompts:  62%|██████▏   | 309/500 [04:33<02:34,  1.23it/s, est. speed input: 157.62 toks/s, output: 1679.67 toks/s]
-2025-03-15T06:50:21.406598445Z 
Processed prompts:  62%|██████▏   | 310/500 [04:33<02:11,  1.45it/s, est. speed input: 157.75 toks/s, output: 1680.43 toks/s]
-2025-03-15T06:50:22.287460601Z 
Processed prompts:  62%|██████▏   | 311/500 [04:33<01:43,  1.83it/s, est. speed input: 158.00 toks/s, output: 1682.98 toks/s]
-2025-03-15T06:50:22.694624676Z 
Processed prompts:  62%|██████▏   | 312/500 [04:34<02:01,  1.55it/s, est. speed input: 157.87 toks/s, output: 1682.15 toks/s]
-2025-03-15T06:50:23.504111947Z 
Processed prompts:  63%|██████▎   | 313/500 [04:35<01:47,  1.74it/s, est. speed input: 158.07 toks/s, output: 1689.98 toks/s]
-2025-03-15T06:50:23.839625084Z 
Processed prompts:  63%|██████▎   | 314/500 [04:35<01:59,  1.55it/s, est. speed input: 157.95 toks/s, output: 1687.83 toks/s]
-2025-03-15T06:50:24.110031206Z 
Processed prompts:  63%|██████▎   | 316/500 [04:36<01:18,  2.35it/s, est. speed input: 158.46 toks/s, output: 1692.13 toks/s]
-2025-03-15T06:50:25.118259425Z 
Processed prompts:  63%|██████▎   | 317/500 [04:36<01:10,  2.59it/s, est. speed input: 158.70 toks/s, output: 1697.38 toks/s]
-2025-03-15T06:50:25.925237449Z 
Processed prompts:  64%|██████▎   | 318/500 [04:37<01:39,  1.82it/s, est. speed input: 158.60 toks/s, output: 1705.57 toks/s]
-2025-03-15T06:50:26.926614817Z 
Processed prompts:  64%|██████▍   | 319/500 [04:38<01:52,  1.61it/s, est. speed input: 158.46 toks/s, output: 1702.92 toks/s]
-2025-03-15T06:50:27.859755934Z 
Processed prompts:  64%|██████▍   | 321/500 [04:39<01:41,  1.76it/s, est. speed input: 158.69 toks/s, output: 1711.92 toks/s]
-2025-03-15T06:50:28.725607058Z 
Processed prompts:  64%|██████▍   | 322/500 [04:40<01:56,  1.53it/s, est. speed input: 158.52 toks/s, output: 1710.23 toks/s]
-2025-03-15T06:50:29.521553599Z 
Processed prompts:  65%|██████▍   | 323/500 [04:41<02:05,  1.41it/s, est. speed input: 158.55 toks/s, output: 1719.33 toks/s]
-2025-03-15T06:50:31.240613149Z 
Processed prompts:  65%|██████▍   | 324/500 [04:41<02:08,  1.37it/s, est. speed input: 159.20 toks/s, output: 1728.85 toks/s]
-2025-03-15T06:50:31.504641757Z 
Processed prompts:  65%|██████▌   | 326/500 [04:43<02:16,  1.27it/s, est. speed input: 158.99 toks/s, output: 1732.18 toks/s]
-2025-03-15T06:50:31.965470847Z 
Processed prompts:  65%|██████▌   | 327/500 [04:43<01:54,  1.51it/s, est. speed input: 159.15 toks/s, output: 1733.06 toks/s]
-2025-03-15T06:50:32.096765383Z 
Processed prompts:  66%|██████▌   | 328/500 [04:44<01:45,  1.63it/s, est. speed input: 159.21 toks/s, output: 1733.18 toks/s]
-2025-03-15T06:50:32.292538387Z 
Processed prompts:  66%|██████▌   | 330/500 [04:44<01:05,  2.61it/s, est. speed input: 159.79 toks/s, output: 1738.41 toks/s]
-2025-03-15T06:50:33.548761439Z 
Processed prompts:  66%|██████▌   | 331/500 [04:44<00:57,  2.94it/s, est. speed input: 160.02 toks/s, output: 1740.51 toks/s]
-2025-03-15T06:50:33.673801565Z 
Processed prompts:  67%|██████▋   | 333/500 [04:45<01:15,  2.20it/s, est. speed input: 160.23 toks/s, output: 1751.48 toks/s]
-2025-03-15T06:50:34.106816115Z 
Processed prompts:  67%|██████▋   | 335/500 [04:46<00:51,  3.20it/s, est. speed input: 161.05 toks/s, output: 1767.79 toks/s]
-2025-03-15T06:50:34.729212194Z 
Processed prompts:  67%|██████▋   | 336/500 [04:46<00:55,  2.96it/s, est. speed input: 161.14 toks/s, output: 1768.39 toks/s]
-2025-03-15T06:50:35.157809520Z 
Processed prompts:  67%|██████▋   | 337/500 [04:47<01:05,  2.49it/s, est. speed input: 161.24 toks/s, output: 1778.94 toks/s]
-2025-03-15T06:50:35.886510102Z 
Processed prompts:  68%|██████▊   | 340/500 [04:47<00:43,  3.65it/s, est. speed input: 162.12 toks/s, output: 1795.72 toks/s]
-2025-03-15T06:50:37.290303561Z 
Processed prompts:  68%|██████▊   | 341/500 [04:48<00:57,  2.77it/s, est. speed input: 162.05 toks/s, output: 1794.98 toks/s]
-2025-03-15T06:50:39.725408680Z 
Processed prompts:  68%|██████▊   | 342/500 [04:49<01:32,  1.71it/s, est. speed input: 161.64 toks/s, output: 1794.07 toks/s]
-2025-03-15T06:50:40.149821785Z 
Processed prompts:  69%|██████▊   | 343/500 [04:52<02:39,  1.02s/it, est. speed input: 160.59 toks/s, output: 1781.96 toks/s]
-2025-03-15T06:50:40.392115580Z 
Processed prompts:  69%|██████▉   | 344/500 [04:52<02:15,  1.15it/s, est. speed input: 160.79 toks/s, output: 1791.96 toks/s]
-2025-03-15T06:50:40.755155036Z 
Processed prompts:  69%|██████▉   | 345/500 [04:52<01:49,  1.42it/s, est. speed input: 160.97 toks/s, output: 1793.69 toks/s]
-2025-03-15T06:50:41.660614505Z 
Processed prompts:  69%|██████▉   | 346/500 [04:53<01:33,  1.64it/s, est. speed input: 161.11 toks/s, output: 1795.92 toks/s]
-2025-03-15T06:50:42.262173380Z 
Processed prompts:  69%|██████▉   | 347/500 [04:54<01:46,  1.44it/s, est. speed input: 160.92 toks/s, output: 1793.59 toks/s]
-2025-03-15T06:50:42.805273763Z 
Processed prompts:  70%|██████▉   | 348/500 [04:54<01:41,  1.50it/s, est. speed input: 160.95 toks/s, output: 1795.48 toks/s]
-2025-03-15T06:50:43.282065961Z 
Processed prompts:  70%|██████▉   | 349/500 [04:55<01:35,  1.58it/s, est. speed input: 160.97 toks/s, output: 1795.78 toks/s]
-2025-03-15T06:50:43.819454025Z 
Processed prompts:  70%|███████   | 350/500 [04:55<01:27,  1.71it/s, est. speed input: 161.04 toks/s, output: 1797.12 toks/s]
-2025-03-15T06:50:44.476293048Z 
Processed prompts:  70%|███████   | 351/500 [04:56<01:25,  1.75it/s, est. speed input: 161.10 toks/s, output: 1799.85 toks/s]
-2025-03-15T06:50:45.305659480Z 
Processed prompts:  70%|███████   | 352/500 [04:56<01:28,  1.68it/s, est. speed input: 161.13 toks/s, output: 1804.74 toks/s]
-2025-03-15T06:50:46.185104641Z 
Processed prompts:  71%|███████   | 353/500 [04:57<01:37,  1.50it/s, est. speed input: 161.02 toks/s, output: 1804.40 toks/s]
-2025-03-15T06:50:46.824570745Z 
Processed prompts:  71%|███████   | 356/500 [04:58<01:05,  2.19it/s, est. speed input: 161.54 toks/s, output: 1812.92 toks/s]
-2025-03-15T06:50:47.574682206Z 
Processed prompts:  71%|███████▏  | 357/500 [04:59<01:10,  2.02it/s, est. speed input: 161.50 toks/s, output: 1812.39 toks/s]
-2025-03-15T06:50:53.015577212Z 
Processed prompts:  72%|███████▏  | 359/500 [04:59<01:03,  2.22it/s, est. speed input: 161.77 toks/s, output: 1817.47 toks/s]
-2025-03-15T06:50:53.539425429Z 
Processed prompts:  72%|███████▏  | 360/500 [05:05<03:30,  1.51s/it, est. speed input: 159.25 toks/s, output: 1793.13 toks/s]
-2025-03-15T06:50:55.468221170Z 
Processed prompts:  72%|███████▏  | 361/500 [05:05<02:57,  1.28s/it, est. speed input: 159.32 toks/s, output: 1796.26 toks/s]
-2025-03-15T06:51:00.615057410Z 
Processed prompts:  72%|███████▏  | 362/500 [05:07<03:18,  1.44s/it, est. speed input: 158.78 toks/s, output: 1799.57 toks/s]
-2025-03-15T06:51:02.621934858Z 
Processed prompts:  73%|███████▎  | 364/500 [05:13<04:19,  1.91s/it, est. speed input: 158.18 toks/s, output: 1788.51 toks/s]
-2025-03-15T06:51:02.907787033Z 
Processed prompts:  73%|███████▎  | 365/500 [05:15<04:20,  1.93s/it, est. speed input: 157.49 toks/s, output: 1782.06 toks/s]
-2025-03-15T06:51:03.648628679Z 
Processed prompts:  73%|███████▎  | 366/500 [05:15<03:24,  1.53s/it, est. speed input: 157.67 toks/s, output: 1786.52 toks/s]
-2025-03-15T06:51:04.957504846Z 
Processed prompts:  73%|███████▎  | 367/500 [05:16<02:55,  1.32s/it, est. speed input: 158.34 toks/s, output: 1796.97 toks/s]
-2025-03-15T06:51:07.732782707Z 
Processed prompts:  74%|███████▎  | 368/500 [05:17<02:54,  1.32s/it, est. speed input: 158.79 toks/s, output: 1804.20 toks/s]
-2025-03-15T06:51:08.015346904Z 
Processed prompts:  74%|███████▍  | 369/500 [05:20<03:46,  1.73s/it, est. speed input: 157.83 toks/s, output: 1803.23 toks/s]
-2025-03-15T06:51:08.576930963Z 
Processed prompts:  74%|███████▍  | 370/500 [05:20<02:50,  1.31s/it, est. speed input: 158.11 toks/s, output: 1816.32 toks/s]
-2025-03-15T06:51:09.248211260Z 
Processed prompts:  74%|███████▍  | 371/500 [05:21<02:21,  1.10s/it, est. speed input: 158.23 toks/s, output: 1827.82 toks/s]
-2025-03-15T06:51:09.358936376Z 
Processed prompts:  74%|███████▍  | 372/500 [05:21<02:04,  1.03it/s, est. speed input: 158.27 toks/s, output: 1835.40 toks/s]
-2025-03-15T06:51:10.545918519Z 
Processed prompts:  75%|███████▍  | 373/500 [05:21<01:31,  1.39it/s, est. speed input: 158.50 toks/s, output: 1839.25 toks/s]
-2025-03-15T06:51:12.327865991Z 
Processed prompts:  75%|███████▍  | 374/500 [05:22<01:47,  1.17it/s, est. speed input: 158.22 toks/s, output: 1837.68 toks/s]
-2025-03-15T06:51:12.973519050Z 
Processed prompts:  75%|███████▌  | 375/500 [05:24<02:21,  1.13s/it, est. speed input: 157.68 toks/s, output: 1834.90 toks/s]
-2025-03-15T06:51:13.080762150Z 
Processed prompts:  75%|███████▌  | 376/500 [05:25<02:02,  1.01it/s, est. speed input: 157.82 toks/s, output: 1845.99 toks/s]
-2025-03-15T06:51:17.860064629Z 
Processed prompts:  75%|███████▌  | 377/500 [05:25<01:29,  1.38it/s, est. speed input: 158.08 toks/s, output: 1851.15 toks/s]
-2025-03-15T06:51:18.664641895Z 
Processed prompts:  76%|███████▌  | 378/500 [05:30<03:56,  1.94s/it, est. speed input: 156.26 toks/s, output: 1839.15 toks/s]
-2025-03-15T06:51:19.305393216Z 
Processed prompts:  76%|███████▌  | 379/500 [05:31<03:13,  1.60s/it, est. speed input: 156.41 toks/s, output: 1849.48 toks/s]
-2025-03-15T06:51:19.569455418Z 
Processed prompts:  76%|███████▌  | 380/500 [05:31<02:37,  1.31s/it, est. speed input: 156.42 toks/s, output: 1852.98 toks/s]
-2025-03-15T06:51:20.094665167Z 
Processed prompts:  76%|███████▌  | 381/500 [05:31<01:58,  1.00it/s, est. speed input: 156.62 toks/s, output: 1858.71 toks/s]
-2025-03-15T06:51:22.033612876Z 
Processed prompts:  76%|███████▋  | 382/500 [05:32<01:40,  1.17it/s, est. speed input: 157.34 toks/s, output: 1870.59 toks/s]
-2025-03-15T06:51:23.025422334Z 
Processed prompts:  77%|███████▋  | 383/500 [05:34<02:18,  1.18s/it, est. speed input: 157.36 toks/s, output: 1874.58 toks/s]
-2025-03-15T06:51:23.755855583Z 
Processed prompts:  77%|███████▋  | 384/500 [05:35<02:10,  1.12s/it, est. speed input: 157.16 toks/s, output: 1873.85 toks/s]
-2025-03-15T06:51:25.415657755Z 
Processed prompts:  77%|███████▋  | 385/500 [05:36<01:55,  1.01s/it, est. speed input: 157.45 toks/s, output: 1884.64 toks/s]
-2025-03-15T06:51:26.493902790Z 
Processed prompts:  77%|███████▋  | 386/500 [05:37<02:17,  1.20s/it, est. speed input: 157.16 toks/s, output: 1890.26 toks/s]
-2025-03-15T06:51:29.117498010Z 
Processed prompts:  77%|███████▋  | 387/500 [05:38<02:11,  1.16s/it, est. speed input: 156.94 toks/s, output: 1889.70 toks/s]
-2025-03-15T06:51:31.968377408Z 
Processed prompts:  78%|███████▊  | 388/500 [05:41<02:59,  1.60s/it, est. speed input: 156.37 toks/s, output: 1890.11 toks/s]
-2025-03-15T06:51:33.963978182Z 
Processed prompts:  78%|███████▊  | 389/500 [05:44<03:39,  1.98s/it, est. speed input: 155.41 toks/s, output: 1885.22 toks/s]
-2025-03-15T06:51:34.066070427Z 
Processed prompts:  78%|███████▊  | 390/500 [05:46<03:38,  1.98s/it, est. speed input: 154.80 toks/s, output: 1880.56 toks/s]
-2025-03-15T06:51:34.674329764Z 
Processed prompts:  78%|███████▊  | 391/500 [05:46<02:34,  1.42s/it, est. speed input: 155.70 toks/s, output: 1894.93 toks/s]
-2025-03-15T06:51:44.588714807Z 
Processed prompts:  78%|███████▊  | 392/500 [05:47<02:06,  1.18s/it, est. speed input: 155.71 toks/s, output: 1897.87 toks/s]
-2025-03-15T06:51:44.691485423Z 
Processed prompts:  79%|███████▊  | 393/500 [05:57<06:46,  3.80s/it, est. speed input: 151.78 toks/s, output: 1860.23 toks/s]
-2025-03-15T06:51:44.844500006Z 
Processed prompts:  79%|███████▉  | 394/500 [05:57<04:45,  2.69s/it, est. speed input: 152.16 toks/s, output: 1874.76 toks/s]
-2025-03-15T06:51:46.063500869Z 
Processed prompts:  79%|███████▉  | 395/500 [05:57<03:22,  1.93s/it, est. speed input: 152.52 toks/s, output: 1889.03 toks/s]
-2025-03-15T06:51:49.124208779Z 
Processed prompts:  79%|███████▉  | 396/500 [05:58<02:58,  1.72s/it, est. speed input: 152.62 toks/s, output: 1897.69 toks/s]
-2025-03-15T06:51:50.137445415Z 
Processed prompts:  79%|███████▉  | 397/500 [06:01<03:38,  2.12s/it, est. speed input: 151.86 toks/s, output: 1896.75 toks/s]
-2025-03-15T06:51:51.647064821Z 
Processed prompts:  80%|███████▉  | 398/500 [06:02<03:02,  1.79s/it, est. speed input: 151.81 toks/s, output: 1906.59 toks/s]
-2025-03-15T06:51:55.891350012Z 
Processed prompts:  80%|███████▉  | 399/500 [06:04<02:52,  1.70s/it, est. speed input: 151.81 toks/s, output: 1913.84 toks/s]
-2025-03-15T06:51:57.533355587Z 
Processed prompts:  80%|████████  | 400/500 [06:08<04:06,  2.47s/it, est. speed input: 150.64 toks/s, output: 1907.00 toks/s]
-2025-03-15T06:51:58.487404518Z 
Processed prompts:  80%|████████  | 401/500 [06:09<03:39,  2.22s/it, est. speed input: 150.24 toks/s, output: 1906.41 toks/s]
-2025-03-15T06:52:01.491353219Z 
Processed prompts:  80%|████████  | 402/500 [06:10<03:00,  1.84s/it, est. speed input: 150.16 toks/s, output: 1912.15 toks/s]
-2025-03-15T06:52:02.582287864Z 
Processed prompts:  81%|████████  | 403/500 [06:13<03:32,  2.19s/it, est. speed input: 149.41 toks/s, output: 1912.08 toks/s]
-2025-03-15T06:52:03.325085789Z 
Processed prompts:  81%|████████  | 404/500 [06:15<02:58,  1.86s/it, est. speed input: 149.41 toks/s, output: 1921.82 toks/s]
-2025-03-15T06:52:06.271817137Z 
Processed prompts:  81%|████████  | 405/500 [06:15<02:24,  1.52s/it, est. speed input: 149.74 toks/s, output: 1933.33 toks/s]
-2025-03-15T06:52:11.157011370Z 
Processed prompts:  81%|████████  | 406/500 [06:18<03:03,  1.95s/it, est. speed input: 148.84 toks/s, output: 1926.15 toks/s]
-2025-03-15T06:52:15.358067216Z 
Processed prompts:  81%|████████▏ | 407/500 [06:23<04:23,  2.83s/it, est. speed input: 147.31 toks/s, output: 1917.04 toks/s]
-2025-03-15T06:52:16.339495186Z 
Processed prompts:  82%|████████▏ | 408/500 [06:27<04:58,  3.24s/it, est. speed input: 146.07 toks/s, output: 1911.73 toks/s]
-2025-03-15T06:52:17.456565149Z 
Processed prompts:  82%|████████▏ | 409/500 [06:28<03:53,  2.56s/it, est. speed input: 146.01 toks/s, output: 1919.81 toks/s]
-2025-03-15T06:52:17.983089655Z 
Processed prompts:  82%|████████▏ | 410/500 [06:29<03:11,  2.13s/it, est. speed input: 145.83 toks/s, output: 1921.41 toks/s]
-2025-03-15T06:52:18.457122330Z 
Processed prompts:  82%|████████▏ | 411/500 [06:30<02:26,  1.65s/it, est. speed input: 145.96 toks/s, output: 1934.32 toks/s]
-2025-03-15T06:52:19.568927740Z 
Processed prompts:  82%|████████▏ | 412/500 [06:30<01:54,  1.30s/it, est. speed input: 146.11 toks/s, output: 1947.48 toks/s]
-2025-03-15T06:52:20.165063932Z 
Processed prompts:  83%|████████▎ | 414/500 [06:31<01:22,  1.05it/s, est. speed input: 146.66 toks/s, output: 1965.18 toks/s]
-2025-03-15T06:52:20.939888910Z 
Processed prompts:  83%|████████▎ | 415/500 [06:32<01:13,  1.16it/s, est. speed input: 147.07 toks/s, output: 1977.73 toks/s]
-2025-03-15T06:52:23.478350162Z 
Processed prompts:  83%|████████▎ | 416/500 [06:33<01:10,  1.19it/s, est. speed input: 148.76 toks/s, output: 1989.38 toks/s]
-2025-03-15T06:52:24.231734068Z 
Processed prompts:  84%|████████▎ | 418/500 [06:35<01:24,  1.02s/it, est. speed input: 148.55 toks/s, output: 1999.96 toks/s]
-2025-03-15T06:52:30.616527260Z 
Processed prompts:  84%|████████▍ | 419/500 [06:36<01:17,  1.04it/s, est. speed input: 148.87 toks/s, output: 2011.76 toks/s]
-2025-03-15T06:52:31.538066119Z 
Processed prompts:  84%|████████▍ | 420/500 [06:43<03:05,  2.32s/it, est. speed input: 146.88 toks/s, output: 1995.60 toks/s]
-2025-03-15T06:52:33.279980634Z 
Processed prompts:  84%|████████▍ | 421/500 [06:43<02:34,  1.95s/it, est. speed input: 147.30 toks/s, output: 2006.78 toks/s]
-2025-03-15T06:52:41.596434251Z 
Processed prompts:  84%|████████▍ | 422/500 [06:45<02:27,  1.89s/it, est. speed input: 146.91 toks/s, output: 2006.67 toks/s]
-2025-03-15T06:52:41.859031112Z 
Processed prompts:  85%|████████▍ | 423/500 [06:54<04:44,  3.70s/it, est. speed input: 144.40 toks/s, output: 1982.26 toks/s]
-2025-03-15T06:52:42.248550070Z 
Processed prompts:  85%|████████▍ | 424/500 [06:54<03:26,  2.71s/it, est. speed input: 144.59 toks/s, output: 1994.54 toks/s]
-2025-03-15T06:52:43.234481836Z 
Processed prompts:  85%|████████▌ | 425/500 [06:54<02:32,  2.04s/it, est. speed input: 144.81 toks/s, output: 2008.58 toks/s]
-2025-03-15T06:52:43.535510627Z 
Processed prompts:  85%|████████▌ | 426/500 [06:55<02:08,  1.73s/it, est. speed input: 144.86 toks/s, output: 2019.75 toks/s]
-2025-03-15T06:52:43.661752707Z 
Processed prompts:  85%|████████▌ | 427/500 [06:55<01:35,  1.31s/it, est. speed input: 145.14 toks/s, output: 2034.22 toks/s]
-2025-03-15T06:52:44.871131999Z 
Processed prompts:  86%|████████▌ | 428/500 [06:56<01:08,  1.04it/s, est. speed input: 145.40 toks/s, output: 2049.54 toks/s]
-2025-03-15T06:52:48.985221374Z 
Processed prompts:  86%|████████▌ | 429/500 [06:57<01:13,  1.03s/it, est. speed input: 145.22 toks/s, output: 2052.83 toks/s]
-2025-03-15T06:52:54.553623649Z 
Processed prompts:  86%|████████▌ | 430/500 [07:01<02:16,  1.95s/it, est. speed input: 144.11 toks/s, output: 2048.83 toks/s]
-2025-03-15T06:52:55.586050740Z 
Processed prompts:  86%|████████▌ | 431/500 [07:06<03:29,  3.03s/it, est. speed input: 142.66 toks/s, output: 2038.26 toks/s]
-2025-03-15T06:52:58.869414161Z 
Processed prompts:  86%|████████▋ | 432/500 [07:08<02:45,  2.43s/it, est. speed input: 142.64 toks/s, output: 2049.51 toks/s]
-2025-03-15T06:53:02.923425770Z 
Processed prompts:  87%|████████▋ | 433/500 [07:11<03:00,  2.69s/it, est. speed input: 142.54 toks/s, output: 2050.13 toks/s]
-2025-03-15T06:53:05.081254844Z 
Processed prompts:  87%|████████▋ | 434/500 [07:15<03:24,  3.10s/it, est. speed input: 141.55 toks/s, output: 2047.35 toks/s]
-2025-03-15T06:53:05.688327026Z 
Processed prompts:  87%|████████▋ | 435/500 [07:17<03:03,  2.82s/it, est. speed input: 141.20 toks/s, output: 2053.59 toks/s]
-2025-03-15T06:53:09.504993089Z 
Processed prompts:  87%|████████▋ | 436/500 [07:18<02:17,  2.15s/it, est. speed input: 141.30 toks/s, output: 2067.10 toks/s]
-2025-03-15T06:53:13.889330954Z 
Processed prompts:  87%|████████▋ | 437/500 [07:21<02:47,  2.65s/it, est. speed input: 140.73 toks/s, output: 2065.69 toks/s]
-2025-03-15T06:53:15.096684753Z 
Processed prompts:  88%|████████▊ | 438/500 [07:26<03:16,  3.17s/it, est. speed input: 139.95 toks/s, output: 2061.92 toks/s]
-2025-03-15T06:53:16.660791263Z 
Processed prompts:  88%|████████▊ | 439/500 [07:27<02:37,  2.58s/it, est. speed input: 139.80 toks/s, output: 2066.17 toks/s]
-2025-03-15T06:53:18.534989849Z 
Processed prompts:  88%|████████▊ | 440/500 [07:29<02:16,  2.28s/it, est. speed input: 139.94 toks/s, output: 2075.56 toks/s]
-2025-03-15T06:53:19.892008183Z 
Processed prompts:  88%|████████▊ | 441/500 [07:30<02:07,  2.16s/it, est. speed input: 139.60 toks/s, output: 2079.64 toks/s]
-2025-03-15T06:53:23.996412780Z 
Processed prompts:  88%|████████▊ | 442/500 [07:32<01:51,  1.92s/it, est. speed input: 139.53 toks/s, output: 2090.04 toks/s]
-2025-03-15T06:53:24.872155742Z 
Processed prompts:  89%|████████▊ | 443/500 [07:36<02:26,  2.57s/it, est. speed input: 138.54 toks/s, output: 2086.13 toks/s]
-2025-03-15T06:53:29.577882420Z 
Processed prompts:  89%|████████▉ | 444/500 [07:37<01:55,  2.06s/it, est. speed input: 138.61 toks/s, output: 2098.88 toks/s]
-2025-03-15T06:53:30.100482428Z 
Processed prompts:  89%|████████▉ | 445/500 [07:42<02:37,  2.86s/it, est. speed input: 137.46 toks/s, output: 2092.51 toks/s]
-2025-03-15T06:53:33.536244773Z 
Processed prompts:  89%|████████▉ | 446/500 [07:42<01:56,  2.16s/it, est. speed input: 137.65 toks/s, output: 2107.00 toks/s]
-2025-03-15T06:53:37.145493377Z 
Processed prompts:  89%|████████▉ | 447/500 [07:45<02:14,  2.54s/it, est. speed input: 136.93 toks/s, output: 2108.40 toks/s]
-2025-03-15T06:53:39.080239882Z 
Processed prompts:  90%|████████▉ | 448/500 [07:49<02:28,  2.86s/it, est. speed input: 136.16 toks/s, output: 2109.21 toks/s]
-2025-03-15T06:53:47.221208099Z 
Processed prompts:  90%|████████▉ | 449/500 [07:51<02:11,  2.58s/it, est. speed input: 136.29 toks/s, output: 2117.61 toks/s]
-2025-03-15T06:53:51.826156844Z 
Processed prompts:  90%|█████████ | 450/500 [07:59<03:32,  4.25s/it, est. speed input: 134.53 toks/s, output: 2098.90 toks/s]
-2025-03-15T06:53:54.336801407Z 
Processed prompts:  90%|█████████ | 451/500 [08:04<03:33,  4.36s/it, est. speed input: 133.61 toks/s, output: 2096.27 toks/s]
-2025-03-15T06:53:55.505338062Z 
Processed prompts:  90%|█████████ | 452/500 [08:06<03:02,  3.80s/it, est. speed input: 134.45 toks/s, output: 2102.85 toks/s]
-2025-03-15T06:53:56.969065765Z 
Processed prompts:  91%|█████████ | 453/500 [08:07<02:21,  3.01s/it, est. speed input: 134.45 toks/s, output: 2115.22 toks/s]
-2025-03-15T06:53:59.034275008Z 
Processed prompts:  91%|█████████ | 454/500 [08:09<01:57,  2.55s/it, est. speed input: 134.40 toks/s, output: 2126.34 toks/s]
-2025-03-15T06:54:02.914522447Z 
Processed prompts:  91%|█████████ | 455/500 [08:11<01:48,  2.40s/it, est. speed input: 134.09 toks/s, output: 2133.39 toks/s]
-2025-03-15T06:54:07.490899289Z 
Processed prompts:  91%|█████████ | 456/500 [08:15<02:05,  2.85s/it, est. speed input: 133.32 toks/s, output: 2134.26 toks/s]
-2025-03-15T06:54:16.276007237Z 
Processed prompts:  91%|█████████▏| 457/500 [08:19<02:24,  3.37s/it, est. speed input: 132.30 toks/s, output: 2126.31 toks/s]
-2025-03-15T06:54:16.743521394Z 
Processed prompts:  92%|█████████▏| 458/500 [08:28<03:29,  4.99s/it, est. speed input: 130.62 toks/s, output: 2107.49 toks/s]
-2025-03-15T06:54:18.220485737Z 
Processed prompts:  92%|█████████▏| 459/500 [08:29<02:29,  3.63s/it, est. speed input: 130.75 toks/s, output: 2121.83 toks/s]
-2025-03-15T06:54:18.800791703Z 
Processed prompts:  92%|█████████▏| 460/500 [08:30<01:59,  2.99s/it, est. speed input: 130.82 toks/s, output: 2133.64 toks/s]
-2025-03-15T06:54:21.342576033Z 
Processed prompts:  92%|█████████▏| 461/500 [08:31<01:28,  2.26s/it, est. speed input: 130.92 toks/s, output: 2149.19 toks/s]
-2025-03-15T06:54:34.555064303Z 
Processed prompts:  92%|█████████▏| 462/500 [08:33<01:29,  2.35s/it, est. speed input: 130.67 toks/s, output: 2156.59 toks/s]
-2025-03-15T06:54:36.570865393Z 
Processed prompts:  93%|█████████▎| 463/500 [08:46<03:27,  5.61s/it, est. speed input: 127.82 toks/s, output: 2120.89 toks/s]
-2025-03-15T06:54:38.530456630Z 
Processed prompts:  93%|█████████▎| 464/500 [08:48<02:43,  4.53s/it, est. speed input: 127.54 toks/s, output: 2126.52 toks/s]
-2025-03-15T06:54:38.744607338Z 
Processed prompts:  93%|█████████▎| 465/500 [08:50<02:11,  3.76s/it, est. speed input: 127.36 toks/s, output: 2137.14 toks/s]
-2025-03-15T06:54:40.067412195Z 
Processed prompts:  93%|█████████▎| 466/500 [08:51<01:31,  2.70s/it, est. speed input: 127.67 toks/s, output: 2154.76 toks/s]
-2025-03-15T06:54:43.937673182Z 
Processed prompts:  93%|█████████▎| 467/500 [08:52<01:15,  2.28s/it, est. speed input: 127.83 toks/s, output: 2167.93 toks/s]
-2025-03-15T06:54:45.654270415Z 
Processed prompts:  94%|█████████▎| 468/500 [08:56<01:28,  2.76s/it, est. speed input: 127.24 toks/s, output: 2170.91 toks/s]
-2025-03-15T06:54:57.141318541Z 
Processed prompts:  94%|█████████▍| 469/500 [08:58<01:15,  2.45s/it, est. speed input: 127.13 toks/s, output: 2182.67 toks/s]
-2025-03-15T06:54:58.365611403Z 
Processed prompts:  94%|█████████▍| 470/500 [09:09<02:34,  5.16s/it, est. speed input: 124.80 toks/s, output: 2156.06 toks/s]
-2025-03-15T06:55:03.378912234Z 
Processed prompts:  94%|█████████▍| 471/500 [09:10<01:55,  3.98s/it, est. speed input: 124.80 toks/s, output: 2170.31 toks/s]
-2025-03-15T06:55:05.584502001Z 
Processed prompts:  94%|█████████▍| 472/500 [09:15<02:00,  4.29s/it, est. speed input: 124.22 toks/s, output: 2169.94 toks/s]
-2025-03-15T06:55:10.165923631Z 
Processed prompts:  95%|█████████▍| 473/500 [09:18<01:38,  3.66s/it, est. speed input: 124.00 toks/s, output: 2180.63 toks/s]
-2025-03-15T06:55:12.397837384Z 
Processed prompts:  95%|█████████▍| 474/500 [09:22<01:42,  3.94s/it, est. speed input: 123.62 toks/s, output: 2182.28 toks/s]
-2025-03-15T06:55:12.526767983Z 
Processed prompts:  95%|█████████▌| 475/500 [09:24<01:25,  3.43s/it, est. speed input: 123.46 toks/s, output: 2193.15 toks/s]
-2025-03-15T06:55:13.502763777Z 
Processed prompts:  95%|█████████▌| 476/500 [09:24<00:58,  2.44s/it, est. speed input: 123.76 toks/s, output: 2212.14 toks/s]
-2025-03-15T06:55:17.138851170Z 
Processed prompts:  95%|█████████▌| 477/500 [09:25<00:45,  2.00s/it, est. speed input: 123.72 toks/s, output: 2222.71 toks/s]
-2025-03-15T06:55:21.751507180Z 
Processed prompts:  96%|█████████▌| 478/500 [09:29<00:54,  2.49s/it, est. speed input: 123.46 toks/s, output: 2228.19 toks/s]
-2025-03-15T06:55:23.487373626Z 
Processed prompts:  96%|█████████▌| 479/500 [09:34<01:05,  3.13s/it, est. speed input: 122.92 toks/s, output: 2230.12 toks/s]
-2025-03-15T06:55:36.811405715Z 
Processed prompts:  96%|█████████▌| 480/500 [09:35<00:54,  2.71s/it, est. speed input: 122.71 toks/s, output: 2237.90 toks/s]
-2025-03-15T06:55:38.807366475Z 
Processed prompts:  96%|█████████▋| 482/500 [09:49<01:21,  4.53s/it, est. speed input: 120.47 toks/s, output: 2225.83 toks/s]
-2025-03-15T06:55:39.111211142Z 
Processed prompts:  97%|█████████▋| 483/500 [09:51<01:06,  3.90s/it, est. speed input: 120.43 toks/s, output: 2238.86 toks/s]
-2025-03-15T06:55:39.749287844Z 
Processed prompts:  97%|█████████▋| 484/500 [09:51<00:47,  2.96s/it, est. speed input: 120.65 toks/s, output: 2258.27 toks/s]
-2025-03-15T06:55:41.219854557Z 
Processed prompts:  97%|█████████▋| 485/500 [09:52<00:34,  2.33s/it, est. speed input: 120.85 toks/s, output: 2276.42 toks/s]
-2025-03-15T06:55:44.016005365Z 
Processed prompts:  97%|█████████▋| 486/500 [09:53<00:29,  2.09s/it, est. speed input: 121.02 toks/s, output: 2291.45 toks/s]
-2025-03-15T06:55:46.222109052Z 
Processed prompts:  97%|█████████▋| 487/500 [09:56<00:29,  2.29s/it, est. speed input: 120.62 toks/s, output: 2296.52 toks/s]
-2025-03-15T06:55:50.849763779Z 
Processed prompts:  98%|█████████▊| 488/500 [09:58<00:27,  2.27s/it, est. speed input: 120.39 toks/s, output: 2308.99 toks/s]
-2025-03-15T06:55:57.347796549Z 
Processed prompts:  98%|█████████▊| 489/500 [10:03<00:32,  2.96s/it, est. speed input: 119.64 toks/s, output: 2308.06 toks/s]
-2025-03-15T06:56:04.286047168Z 
Processed prompts:  98%|█████████▊| 490/500 [10:09<00:40,  4.00s/it, est. speed input: 118.82 toks/s, output: 2305.07 toks/s]
-2025-03-15T06:56:11.159355003Z 
Processed prompts:  98%|█████████▊| 491/500 [10:16<00:43,  4.87s/it, est. speed input: 117.75 toks/s, output: 2301.04 toks/s]
-2025-03-15T06:56:14.775549057Z 
Processed prompts:  98%|█████████▊| 492/500 [10:23<00:43,  5.47s/it, est. speed input: 116.69 toks/s, output: 2298.03 toks/s]
-2025-03-15T06:56:16.677134908Z 
Processed prompts:  99%|█████████▊| 493/500 [10:27<00:34,  4.92s/it, est. speed input: 116.25 toks/s, output: 2307.39 toks/s]
-2025-03-15T06:56:29.121410282Z 
Processed prompts:  99%|█████████▉| 494/500 [10:29<00:24,  4.01s/it, est. speed input: 116.20 toks/s, output: 2323.16 toks/s]
-2025-03-15T06:56:31.072550416Z 
Processed prompts:  99%|█████████▉| 495/500 [10:41<00:32,  6.54s/it, est. speed input: 114.14 toks/s, output: 2300.53 toks/s]
-2025-03-15T06:56:33.866531403Z 
Processed prompts:  99%|█████████▉| 496/500 [10:43<00:20,  5.16s/it, est. speed input: 114.05 toks/s, output: 2317.42 toks/s]
-2025-03-15T06:56:37.585206293Z 
Processed prompts:  99%|█████████▉| 497/500 [10:46<00:13,  4.45s/it, est. speed input: 113.71 toks/s, output: 2326.81 toks/s]
-2025-03-15T06:56:38.445419929Z 
Processed prompts: 100%|█████████▉| 498/500 [10:50<00:08,  4.23s/it, est. speed input: 113.25 toks/s, output: 2337.93 toks/s]
-2025-03-15T06:56:46.110726306Z 
Processed prompts: 100%|█████████▉| 499/500 [10:50<00:03,  3.22s/it, est. speed input: 113.46 toks/s, output: 2359.35 toks/s]
-2025-03-15T06:56:46.110789243Z 
Processed prompts: 100%|██████████| 500/500 [10:58<00:00,  4.55s/it, est. speed input: 112.33 toks/s, output: 2355.68 toks/s]
Processed prompts: 100%|██████████| 500/500 [10:58<00:00,  1.32s/it, est. speed input: 112.33 toks/s, output: 2355.68 toks/s]
-2025-03-15T06:56:46.662640079Z 
Splits: 100%|██████████| 1/1 [10:59<00:00, 659.24s/it]
Splits: 100%|██████████| 1/1 [10:59<00:00, 659.24s/it]
-2025-03-15T06:56:48.277649046Z [2025-03-15 06:56:48,277] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T06:56:52.007615817Z [2025-03-15 06:56:52,006] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T06:56:52.023178815Z [2025-03-15 06:56:52,022] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T06:56:52.023214528Z [2025-03-15 06:56:52,023] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T06:56:53.391741186Z [2025-03-15 06:56:53,391] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp2_300/results/quyanh/OpenRS-GRPO/results_2025-03-15T06-56-52.023106.json (evaluation_tracker.py:234)
-2025-03-15T06:56:53.396165881Z |      Task       |Version|     Metric     |Value|   |Stderr|
-2025-03-15T06:56:53.396198043Z |-----------------|------:|----------------|----:|---|-----:|
-2025-03-15T06:56:53.396203170Z |all              |       |extractive_match|0.824|±  | 0.017|
-2025-03-15T06:56:53.396208170Z |custom:math_500:0|      1|extractive_match|0.824|±  | 0.017|
-2025-03-15T06:56:56.068271061Z Evaluating task: amc23
-2025-03-15T06:57:18.755008423Z [2025-03-15 06:57:18,754] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T06:58:25.117677622Z INFO 03-15 06:58:25 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T06:58:32.644812264Z [2025-03-15 06:58:32,643] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T06:59:42.267898677Z [2025-03-15 06:59:42,266] [    INFO]: This model supports multiple tasks: {'embed', 'score', 'generate', 'reward', 'classify'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T06:59:42.286544526Z [2025-03-15 06:59:42,285] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=dac3dd962a0833a596584a872b3ba35b010be698, override_neuron_config=None, tokenizer_revision=dac3dd962a0833a596584a872b3ba35b010be698, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T06:59:50.188131542Z [2025-03-15 06:59:50,187] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T06:59:50.808807263Z [2025-03-15 06:59:50,808] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T06:59:51.762703407Z [2025-03-15 06:59:51,762] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T06:59:52.082443226Z [2025-03-15 06:59:52,081] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T06:59:52.084084527Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T06:59:52.764081453Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.47it/s]
-2025-03-15T06:59:52.764131938Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.47it/s]
-2025-03-15T06:59:53.129643768Z [2025-03-15 06:59:53,129] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T06:59:55.318421185Z [2025-03-15 06:59:55,317] [    INFO]: Memory profiling takes 1.98 seconds
-2025-03-15T06:59:55.318494087Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T06:59:55.318500945Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T06:59:55.532780277Z [2025-03-15 06:59:55,532] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T06:59:55.532821896Z [2025-03-15 06:59:55,532] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T06:59:59.373170322Z [2025-03-15 06:59:59,372] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T07:00:14.250685385Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:18,  1.88it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:00<00:15,  2.10it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:14,  2.23it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:01<00:13,  2.29it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:02<00:12,  2.32it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:02<00:12,  2.31it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:03<00:12,  2.29it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:03<00:11,  2.33it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:03<00:11,  2.36it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:04<00:10,  2.38it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:04<00:10,  2.39it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:05<00:09,  2.41it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:05<00:09,  2.41it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:05<00:08,  2.41it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:06<00:08,  2.41it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:06<00:07,  2.40it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:07<00:07,  2.39it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:07<00:07,  2.40it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:08<00:06,  2.40it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:08<00:06,  2.40it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:08<00:05,  2.41it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:09<00:05,  2.37it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:09<00:05,  2.34it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:10<00:04,  2.36it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:10<00:04,  2.38it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:11<00:03,  2.35it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:11<00:03,  2.37it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:11<00:02,  2.37it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:12<00:02,  2.37it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:12<00:02,  2.38it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:13<00:01,  2.37it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:13<00:01,  2.35it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:13<00:00,  2.37it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:14<00:00,  2.39it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:14<00:00,  2.30it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:14<00:00,  2.35it/s]
-2025-03-15T07:00:14.250817745Z [2025-03-15 07:00:14,250] [    INFO]: Graph capturing finished in 15 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T07:00:14.291700146Z [2025-03-15 07:00:14,291] [    INFO]: init engine (profile, create kv cache, warmup model) took 21.16 seconds (llm_engine.py:431)
-2025-03-15T07:00:15.046013548Z [2025-03-15 07:00:15,045] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T07:00:15.062096862Z [2025-03-15 07:00:15,061] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T07:00:15.062135072Z [2025-03-15 07:00:15,061] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T07:00:15.062140674Z [2025-03-15 07:00:15,061] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T07:00:15.062145752Z [2025-03-15 07:00:15,061] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T07:00:15.062150252Z [2025-03-15 07:00:15,061] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T07:00:15.062154824Z [2025-03-15 07:00:15,062] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T07:00:15.062164632Z [2025-03-15 07:00:15,062] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T07:00:15.062177497Z [2025-03-15 07:00:15,062] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T07:00:15.064210716Z [2025-03-15 07:00:15,064] [    INFO]: knoveleng/AMC-23 default (lighteval_task.py:187)
-2025-03-15T07:00:15.064251611Z [2025-03-15 07:00:15,064] [ WARNING]: Careful, the task custom|amc23 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T07:00:18.335386281Z [2025-03-15 07:00:18,334] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T07:00:18.335453498Z [2025-03-15 07:00:18,335] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T07:00:18.335490551Z [2025-03-15 07:00:18,335] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T07:00:18.351706562Z [2025-03-15 07:00:18,351] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T07:00:18.364641983Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 07:00:18,364] [ WARNING]: context_size + max_new_tokens=33060 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T07:00:32.750481095Z 
Processed prompts:   0%|          | 0/40 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T07:00:33.480983232Z 
Processed prompts:   2%|▎         | 1/40 [00:14<09:20, 14.38s/it, est. speed input: 7.16 toks/s, output: 65.99 toks/s]
-2025-03-15T07:00:36.992413606Z 
Processed prompts:   5%|▌         | 2/40 [00:15<04:01,  6.35s/it, est. speed input: 15.09 toks/s, output: 128.71 toks/s]
-2025-03-15T07:00:37.658037281Z 
Processed prompts:   8%|▊         | 3/40 [00:18<03:07,  5.05s/it, est. speed input: 21.53 toks/s, output: 168.83 toks/s]
-2025-03-15T07:00:37.826733185Z 
Processed prompts:  12%|█▎        | 5/40 [00:19<01:23,  2.38s/it, est. speed input: 36.71 toks/s, output: 289.82 toks/s]
-2025-03-15T07:00:38.146145231Z 
Processed prompts:  15%|█▌        | 6/40 [00:19<00:59,  1.74s/it, est. speed input: 41.37 toks/s, output: 351.70 toks/s]
-2025-03-15T07:00:38.896974003Z 
Processed prompts:  18%|█▊        | 7/40 [00:19<00:43,  1.33s/it, est. speed input: 48.54 toks/s, output: 410.44 toks/s]
-2025-03-15T07:00:42.887202826Z 
Processed prompts:  20%|██        | 8/40 [00:20<00:37,  1.16s/it, est. speed input: 55.24 toks/s, output: 459.93 toks/s]
-2025-03-15T07:00:44.494339807Z 
Processed prompts:  22%|██▎       | 9/40 [00:24<01:01,  2.00s/it, est. speed input: 52.29 toks/s, output: 449.60 toks/s]
-2025-03-15T07:00:44.709950840Z 
Processed prompts:  25%|██▌       | 10/40 [00:26<00:56,  1.88s/it, est. speed input: 55.27 toks/s, output: 486.44 toks/s]
-2025-03-15T07:00:46.741871248Z 
Processed prompts:  28%|██▊       | 11/40 [00:26<00:40,  1.38s/it, est. speed input: 62.76 toks/s, output: 546.96 toks/s]
-2025-03-15T07:00:46.878092538Z 
Processed prompts:  30%|███       | 12/40 [00:28<00:44,  1.58s/it, est. speed input: 62.10 toks/s, output: 572.36 toks/s]
-2025-03-15T07:00:48.374190656Z 
Processed prompts:  32%|███▎      | 13/40 [00:28<00:30,  1.15s/it, est. speed input: 67.31 toks/s, output: 634.20 toks/s]
-2025-03-15T07:00:49.886447947Z 
Processed prompts:  35%|███▌      | 14/40 [00:30<00:32,  1.25s/it, est. speed input: 70.72 toks/s, output: 667.27 toks/s]
-2025-03-15T07:00:51.224169501Z 
Processed prompts:  38%|███▊      | 15/40 [00:31<00:33,  1.33s/it, est. speed input: 73.83 toks/s, output: 700.08 toks/s]
-2025-03-15T07:00:57.063351875Z 
Processed prompts:  40%|████      | 16/40 [00:32<00:31,  1.33s/it, est. speed input: 74.75 toks/s, output: 736.53 toks/s]
-2025-03-15T07:00:59.577088381Z 
Processed prompts:  42%|████▎     | 17/40 [00:38<01:01,  2.68s/it, est. speed input: 66.42 toks/s, output: 691.00 toks/s]
-2025-03-15T07:01:03.250864463Z 
Processed prompts:  45%|████▌     | 18/40 [00:41<00:57,  2.63s/it, est. speed input: 66.40 toks/s, output: 714.66 toks/s]
-2025-03-15T07:01:18.600582245Z 
Processed prompts:  48%|████▊     | 19/40 [00:44<01:01,  2.94s/it, est. speed input: 64.55 toks/s, output: 722.15 toks/s]
-2025-03-15T07:01:24.148549680Z 
Processed prompts:  50%|█████     | 20/40 [01:00<02:13,  6.67s/it, est. speed input: 50.01 toks/s, output: 604.33 toks/s]
-2025-03-15T07:01:27.426220095Z 
Processed prompts:  52%|█████▎    | 21/40 [01:05<02:00,  6.33s/it, est. speed input: 47.80 toks/s, output: 619.49 toks/s]
-2025-03-15T07:01:32.001882850Z 
Processed prompts:  55%|█████▌    | 22/40 [01:09<01:37,  5.41s/it, est. speed input: 48.86 toks/s, output: 656.16 toks/s]
-2025-03-15T07:01:33.766352743Z 
Processed prompts:  57%|█████▊    | 23/40 [01:13<01:27,  5.16s/it, est. speed input: 47.87 toks/s, output: 681.38 toks/s]
-2025-03-15T07:01:40.325363033Z 
Processed prompts:  60%|██████    | 24/40 [01:15<01:06,  4.14s/it, est. speed input: 48.60 toks/s, output: 731.39 toks/s]
-2025-03-15T07:02:09.960224843Z 
Processed prompts:  62%|██████▎   | 25/40 [01:21<01:13,  4.87s/it, est. speed input: 48.26 toks/s, output: 739.05 toks/s]
-2025-03-15T07:02:15.574753730Z 
Processed prompts:  65%|██████▌   | 26/40 [01:51<02:52, 12.30s/it, est. speed input: 38.06 toks/s, output: 609.02 toks/s]
-2025-03-15T07:02:16.340695953Z 
Processed prompts:  68%|██████▊   | 27/40 [01:57<02:13, 10.29s/it, est. speed input: 37.53 toks/s, output: 646.03 toks/s]
-2025-03-15T07:02:20.925451424Z 
Processed prompts:  70%|███████   | 28/40 [01:57<01:29,  7.43s/it, est. speed input: 38.37 toks/s, output: 708.02 toks/s]
-2025-03-15T07:02:24.393667547Z 
Processed prompts:  72%|███████▎  | 29/40 [02:02<01:12,  6.58s/it, est. speed input: 38.37 toks/s, output: 747.73 toks/s]
-2025-03-15T07:02:25.819718852Z 
Processed prompts:  75%|███████▌  | 30/40 [02:06<00:56,  5.65s/it, est. speed input: 38.86 toks/s, output: 793.36 toks/s]
-2025-03-15T07:02:31.742375494Z 
Processed prompts:  78%|███████▊  | 31/40 [02:07<00:39,  4.38s/it, est. speed input: 40.50 toks/s, output: 850.71 toks/s]
-2025-03-15T07:02:42.161718236Z 
Processed prompts:  80%|████████  | 32/40 [02:13<00:38,  4.84s/it, est. speed input: 40.23 toks/s, output: 879.35 toks/s]
-2025-03-15T07:02:49.561620738Z 
Processed prompts:  82%|████████▎ | 33/40 [02:23<00:45,  6.52s/it, est. speed input: 38.42 toks/s, output: 882.55 toks/s]
-2025-03-15T07:03:23.512086176Z 
Processed prompts:  85%|████████▌ | 34/40 [02:31<00:40,  6.78s/it, est. speed input: 37.31 toks/s, output: 906.68 toks/s]
-2025-03-15T07:03:29.947664039Z 
Processed prompts:  88%|████████▊ | 35/40 [03:05<01:14, 14.93s/it, est. speed input: 31.07 toks/s, output: 809.48 toks/s]
-2025-03-15T07:03:35.645583201Z 
Processed prompts:  90%|█████████ | 36/40 [03:11<00:49, 12.38s/it, est. speed input: 30.84 toks/s, output: 851.68 toks/s]
-2025-03-15T07:03:41.154452753Z 
Processed prompts:  92%|█████████▎| 37/40 [03:17<00:31, 10.38s/it, est. speed input: 30.70 toks/s, output: 896.66 toks/s]
-2025-03-15T07:03:51.708674047Z 
Processed prompts:  95%|█████████▌| 38/40 [03:22<00:17,  8.92s/it, est. speed input: 30.42 toks/s, output: 942.29 toks/s]
-2025-03-15T07:04:04.194465514Z 
Processed prompts:  98%|█████████▊| 39/40 [03:33<00:09,  9.41s/it, est. speed input: 29.55 toks/s, output: 966.24 toks/s]
-2025-03-15T07:04:04.194624935Z 
Processed prompts: 100%|██████████| 40/40 [03:45<00:00, 10.33s/it, est. speed input: 28.62 toks/s, output: 984.52 toks/s]
Processed prompts: 100%|██████████| 40/40 [03:45<00:00,  5.65s/it, est. speed input: 28.62 toks/s, output: 984.52 toks/s]
-2025-03-15T07:04:04.253755183Z 
Splits: 100%|██████████| 1/1 [03:45<00:00, 225.90s/it]
Splits: 100%|██████████| 1/1 [03:45<00:00, 225.90s/it]
-2025-03-15T07:04:05.023780579Z [2025-03-15 07:04:05,023] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T07:04:05.226955346Z [2025-03-15 07:04:05,226] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T07:04:05.239373321Z [2025-03-15 07:04:05,239] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T07:04:05.239405011Z [2025-03-15 07:04:05,239] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T07:04:05.426185504Z [2025-03-15 07:04:05,425] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp2_300/results/quyanh/OpenRS-GRPO/results_2025-03-15T07-04-05.239254.json (evaluation_tracker.py:234)
-2025-03-15T07:04:05.429510374Z |     Task     |Version|     Metric     |Value|   |Stderr|
-2025-03-15T07:04:05.429541742Z |--------------|------:|----------------|----:|---|-----:|
-2025-03-15T07:04:05.429547069Z |all           |       |extractive_match|0.675|±  | 0.075|
-2025-03-15T07:04:05.429551674Z |custom:amc23:0|      1|extractive_match|0.675|±  | 0.075|
-2025-03-15T07:04:08.222436379Z ----------------------------------------
-2025-03-15T07:04:08.223847542Z ----------------------------------------
-2025-03-15T07:04:08.223884210Z Running evaluations for experiment 2, step 350
-2025-03-15T07:04:08.223889950Z Revision: rev2_350 = 6ce82509a7397451002fb83d06b10cd151b62c05
-2025-03-15T07:04:08.223895402Z Output directory: data/evals/Exp2_350
-2025-03-15T07:04:08.229674403Z Evaluating task: aime24
-2025-03-15T07:04:24.058765817Z [2025-03-15 07:04:24,058] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T07:04:54.914734321Z INFO 03-15 07:04:54 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T07:05:00.355358050Z [2025-03-15 07:05:00,354] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T07:05:59.765551642Z [2025-03-15 07:05:59,764] [    INFO]: This model supports multiple tasks: {'reward', 'classify', 'embed', 'generate', 'score'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T07:05:59.781076565Z [2025-03-15 07:05:59,780] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=6ce82509a7397451002fb83d06b10cd151b62c05, override_neuron_config=None, tokenizer_revision=6ce82509a7397451002fb83d06b10cd151b62c05, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T07:06:06.824342194Z [2025-03-15 07:06:06,823] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T07:06:07.285367662Z [2025-03-15 07:06:07,285] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T07:06:07.842808608Z [2025-03-15 07:06:07,842] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T07:06:16.388133584Z [2025-03-15 07:06:16,387] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T07:06:16.390088662Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T07:06:17.067020503Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.48it/s]
-2025-03-15T07:06:17.067111433Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.48it/s]
-2025-03-15T07:06:17.457594444Z [2025-03-15 07:06:17,457] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T07:06:19.216382034Z [2025-03-15 07:06:19,215] [    INFO]: Memory profiling takes 1.53 seconds
-2025-03-15T07:06:19.216461594Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T07:06:19.216467742Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T07:06:19.481767244Z [2025-03-15 07:06:19,481] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T07:06:19.481820059Z [2025-03-15 07:06:19,481] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T07:06:24.323046954Z [2025-03-15 07:06:24,322] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T07:06:40.346205284Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:25,  1.36it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:01<00:22,  1.44it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:02<00:21,  1.48it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:02<00:20,  1.48it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:03<00:19,  1.52it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:04<00:18,  1.53it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:04<00:17,  1.59it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:04<00:15,  1.79it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:05<00:13,  1.96it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:05<00:11,  2.10it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:06<00:10,  2.22it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:06<00:09,  2.30it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:06<00:09,  2.36it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:07<00:08,  2.37it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:07<00:08,  2.40it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:08<00:07,  2.40it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:08<00:07,  2.41it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:09<00:06,  2.43it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:09<00:06,  2.46it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:09<00:06,  2.44it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:10<00:05,  2.46it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:10<00:05,  2.47it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:11<00:04,  2.48it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:11<00:04,  2.45it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:11<00:04,  2.46it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:12<00:03,  2.43it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:12<00:03,  2.42it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:13<00:02,  2.42it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:13<00:02,  2.39it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:13<00:02,  2.41it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:14<00:01,  2.42it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:14<00:01,  2.42it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:15<00:00,  2.42it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:15<00:00,  2.44it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:16<00:00,  2.42it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:16<00:00,  2.19it/s]
-2025-03-15T07:06:40.346455816Z [2025-03-15 07:06:40,345] [    INFO]: Graph capturing finished in 16 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T07:06:40.356332481Z [2025-03-15 07:06:40,356] [    INFO]: init engine (profile, create kv cache, warmup model) took 22.90 seconds (llm_engine.py:431)
-2025-03-15T07:06:41.150982517Z [2025-03-15 07:06:41,150] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T07:06:41.186842588Z [2025-03-15 07:06:41,186] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T07:06:41.186881213Z [2025-03-15 07:06:41,186] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T07:06:41.186887873Z [2025-03-15 07:06:41,186] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T07:06:41.186894678Z [2025-03-15 07:06:41,186] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T07:06:41.186899858Z [2025-03-15 07:06:41,186] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T07:06:41.187183882Z [2025-03-15 07:06:41,186] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T07:06:41.187223581Z [2025-03-15 07:06:41,186] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T07:06:41.187229762Z [2025-03-15 07:06:41,186] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T07:06:41.189525862Z [2025-03-15 07:06:41,189] [    INFO]: HuggingFaceH4/aime_2024 default (lighteval_task.py:187)
-2025-03-15T07:06:41.189550892Z [2025-03-15 07:06:41,189] [ WARNING]: Careful, the task custom|aime24 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T07:06:43.496485549Z [2025-03-15 07:06:43,495] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T07:06:43.496547973Z [2025-03-15 07:06:43,496] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T07:06:43.496622040Z [2025-03-15 07:06:43,496] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T07:06:43.510527740Z [2025-03-15 07:06:43,510] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T07:06:43.521711117Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 07:06:43,521] [ WARNING]: context_size + max_new_tokens=33238 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T07:07:10.715893144Z 
Processed prompts:   0%|          | 0/30 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T07:07:23.467339477Z 
Processed prompts:   3%|▎         | 1/30 [00:27<13:08, 27.19s/it, est. speed input: 7.72 toks/s, output: 68.44 toks/s]
-2025-03-15T07:07:41.547506362Z 
Processed prompts:   7%|▋         | 2/30 [00:39<08:43, 18.70s/it, est. speed input: 10.77 toks/s, output: 113.14 toks/s]
-2025-03-15T07:07:54.422811753Z 
Processed prompts:  10%|█         | 3/30 [00:58<08:17, 18.42s/it, est. speed input: 10.67 toks/s, output: 141.84 toks/s]
-2025-03-15T07:08:12.073373584Z 
Processed prompts:  13%|█▎        | 4/30 [01:10<07:01, 16.23s/it, est. speed input: 11.20 toks/s, output: 178.39 toks/s]
-2025-03-15T07:08:27.785622101Z 
Processed prompts:  17%|█▋        | 5/30 [01:28<06:58, 16.74s/it, est. speed input: 11.24 toks/s, output: 203.24 toks/s]
-2025-03-15T07:08:36.135013501Z 
Processed prompts:  20%|██        | 6/30 [01:44<06:33, 16.39s/it, est. speed input: 10.73 toks/s, output: 231.71 toks/s]
-2025-03-15T07:08:40.884387342Z 
Processed prompts:  23%|██▎       | 7/30 [01:52<05:16, 13.76s/it, est. speed input: 11.10 toks/s, output: 273.09 toks/s]
-2025-03-15T07:08:50.012078582Z 
Processed prompts:  27%|██▋       | 8/30 [01:57<03:59, 10.89s/it, est. speed input: 11.95 toks/s, output: 320.33 toks/s]
-2025-03-15T07:08:53.990140962Z 
Processed prompts:  30%|███       | 9/30 [02:06<03:37, 10.34s/it, est. speed input: 12.11 toks/s, output: 355.06 toks/s]
-2025-03-15T07:09:03.607914540Z 
Processed prompts:  33%|███▎      | 10/30 [02:10<02:47,  8.38s/it, est. speed input: 13.11 toks/s, output: 401.91 toks/s]
-2025-03-15T07:09:05.015219730Z 
Processed prompts:  40%|████      | 12/30 [02:20<02:00,  6.70s/it, est. speed input: 15.18 toks/s, output: 485.39 toks/s]
-2025-03-15T07:09:05.665095535Z 
Processed prompts:  43%|████▎     | 13/30 [02:21<01:31,  5.38s/it, est. speed input: 16.04 toks/s, output: 537.87 toks/s]
-2025-03-15T07:09:10.204099187Z 
Processed prompts:  47%|████▋     | 14/30 [02:22<01:06,  4.13s/it, est. speed input: 16.93 toks/s, output: 592.71 toks/s]
-2025-03-15T07:09:24.874858179Z 
Processed prompts:  50%|█████     | 15/30 [02:26<01:03,  4.24s/it, est. speed input: 17.59 toks/s, output: 631.65 toks/s]
-2025-03-15T07:09:26.402788800Z 
Processed prompts:  53%|█████▎    | 16/30 [02:41<01:40,  7.17s/it, est. speed input: 16.97 toks/s, output: 631.34 toks/s]
-2025-03-15T07:09:27.715114150Z 
Processed prompts:  57%|█████▋    | 17/30 [02:42<01:12,  5.56s/it, est. speed input: 17.66 toks/s, output: 682.55 toks/s]
-2025-03-15T07:09:33.074729760Z 
Processed prompts:  60%|██████    | 18/30 [02:44<00:51,  4.32s/it, est. speed input: 18.36 toks/s, output: 734.26 toks/s]
-2025-03-15T07:09:39.079685831Z 
Processed prompts:  63%|██████▎   | 19/30 [02:49<00:50,  4.63s/it, est. speed input: 18.86 toks/s, output: 768.36 toks/s]
-2025-03-15T07:09:40.599899765Z 
Processed prompts:  67%|██████▋   | 20/30 [02:55<00:50,  5.03s/it, est. speed input: 19.08 toks/s, output: 799.59 toks/s]
-2025-03-15T07:09:41.418258711Z 
Processed prompts:  70%|███████   | 21/30 [02:57<00:35,  3.99s/it, est. speed input: 20.18 toks/s, output: 850.31 toks/s]
-2025-03-15T07:09:42.558000307Z 
Processed prompts:  73%|███████▎  | 22/30 [02:57<00:24,  3.05s/it, est. speed input: 21.31 toks/s, output: 904.04 toks/s]
-2025-03-15T07:09:43.155965774Z 
Processed prompts:  77%|███████▋  | 23/30 [02:59<00:17,  2.48s/it, est. speed input: 21.87 toks/s, output: 956.01 toks/s]
-2025-03-15T07:09:45.754883284Z 
Processed prompts:  80%|████████  | 24/30 [02:59<00:11,  1.92s/it, est. speed input: 22.75 toks/s, output: 1010.61 toks/s]
-2025-03-15T07:09:48.388044435Z 
Processed prompts:  83%|████████▎ | 25/30 [03:02<00:10,  2.12s/it, est. speed input: 23.32 toks/s, output: 1054.28 toks/s]
-2025-03-15T07:09:58.539477204Z 
Processed prompts:  87%|████████▋ | 26/30 [03:04<00:09,  2.27s/it, est. speed input: 24.22 toks/s, output: 1097.70 toks/s]
-2025-03-15T07:10:12.288649475Z 
Processed prompts:  90%|█████████ | 27/30 [03:15<00:13,  4.63s/it, est. speed input: 23.75 toks/s, output: 1100.40 toks/s]
-2025-03-15T07:10:21.902937147Z 
Processed prompts:  93%|█████████▎| 28/30 [03:28<00:14,  7.37s/it, est. speed input: 24.43 toks/s, output: 1089.57 toks/s]
-2025-03-15T07:10:25.829934124Z 
Processed prompts:  97%|█████████▋| 29/30 [03:38<00:08,  8.04s/it, est. speed input: 24.61 toks/s, output: 1104.28 toks/s]
-2025-03-15T07:10:25.830050611Z 
Processed prompts: 100%|██████████| 30/30 [03:42<00:00,  6.81s/it, est. speed input: 24.84 toks/s, output: 1147.84 toks/s]
Processed prompts: 100%|██████████| 30/30 [03:42<00:00,  7.41s/it, est. speed input: 24.84 toks/s, output: 1147.84 toks/s]
-2025-03-15T07:10:25.903337881Z 
Splits: 100%|██████████| 1/1 [03:42<00:00, 222.39s/it]
Splits: 100%|██████████| 1/1 [03:42<00:00, 222.39s/it]
-2025-03-15T07:10:26.729817250Z [2025-03-15 07:10:26,729] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T07:10:27.015647272Z [2025-03-15 07:10:27,015] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T07:10:27.028649440Z [2025-03-15 07:10:27,028] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T07:10:27.028689606Z [2025-03-15 07:10:27,028] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T07:10:27.246512225Z [2025-03-15 07:10:27,246] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp2_350/results/quyanh/OpenRS-GRPO/results_2025-03-15T07-10-27.028672.json (evaluation_tracker.py:234)
-2025-03-15T07:10:27.250453747Z |     Task      |Version|     Metric     |Value |   |Stderr|
-2025-03-15T07:10:27.250471230Z |---------------|------:|----------------|-----:|---|-----:|
-2025-03-15T07:10:27.250472820Z |all            |       |extractive_match|0.3333|±  |0.0875|
-2025-03-15T07:10:27.250474090Z |custom:aime24:0|      1|extractive_match|0.3333|±  |0.0875|
-2025-03-15T07:10:29.792399483Z Evaluating task: math_500
-2025-03-15T07:10:42.111114066Z [2025-03-15 07:10:42,110] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T07:11:29.149378104Z INFO 03-15 07:11:29 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T07:11:37.857477016Z [2025-03-15 07:11:37,856] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T07:12:41.292772708Z [2025-03-15 07:12:41,291] [    INFO]: This model supports multiple tasks: {'embed', 'reward', 'score', 'generate', 'classify'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T07:12:41.311754709Z [2025-03-15 07:12:41,310] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=6ce82509a7397451002fb83d06b10cd151b62c05, override_neuron_config=None, tokenizer_revision=6ce82509a7397451002fb83d06b10cd151b62c05, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T07:12:48.401231239Z [2025-03-15 07:12:48,400] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T07:12:48.885322507Z [2025-03-15 07:12:48,885] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T07:12:49.338609522Z [2025-03-15 07:12:49,338] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T07:12:49.653700288Z [2025-03-15 07:12:49,653] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T07:12:49.655472308Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T07:12:50.468298778Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.23it/s]
-2025-03-15T07:12:50.468367529Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.23it/s]
-2025-03-15T07:12:50.836693240Z [2025-03-15 07:12:50,836] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T07:12:52.573807413Z [2025-03-15 07:12:52,573] [    INFO]: Memory profiling takes 1.48 seconds
-2025-03-15T07:12:52.573857887Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T07:12:52.573863923Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T07:12:52.795770829Z [2025-03-15 07:12:52,795] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T07:12:52.795817889Z [2025-03-15 07:12:52,795] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T07:12:56.552089107Z [2025-03-15 07:12:56,551] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T07:13:12.365636193Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:16,  2.03it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:00<00:15,  2.18it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:15,  2.08it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:01<00:14,  2.13it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:02<00:13,  2.17it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:02<00:13,  2.20it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:03<00:12,  2.21it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:03<00:12,  2.22it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:04<00:11,  2.24it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:04<00:11,  2.22it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:05<00:10,  2.23it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:05<00:10,  2.25it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:05<00:09,  2.23it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:06<00:09,  2.24it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:06<00:09,  2.17it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:07<00:08,  2.18it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:07<00:08,  2.21it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:08<00:07,  2.16it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:08<00:07,  2.20it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:09<00:06,  2.23it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:09<00:06,  2.25it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:09<00:05,  2.26it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:10<00:05,  2.28it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:10<00:05,  2.19it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:11<00:04,  2.22it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:11<00:04,  2.22it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:12<00:03,  2.18it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:12<00:03,  2.22it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:13<00:02,  2.23it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:13<00:02,  2.20it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:14<00:01,  2.22it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:14<00:01,  2.25it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:14<00:00,  2.23it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:15<00:00,  2.25it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:15<00:00,  2.25it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:15<00:00,  2.21it/s]
-2025-03-15T07:13:12.365810723Z [2025-03-15 07:13:12,365] [    INFO]: Graph capturing finished in 16 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T07:13:12.380802774Z [2025-03-15 07:13:12,380] [    INFO]: init engine (profile, create kv cache, warmup model) took 21.54 seconds (llm_engine.py:431)
-2025-03-15T07:13:13.126006105Z [2025-03-15 07:13:13,125] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T07:13:13.148891046Z [2025-03-15 07:13:13,148] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T07:13:13.148932700Z [2025-03-15 07:13:13,148] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T07:13:13.148938356Z [2025-03-15 07:13:13,148] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T07:13:13.148943413Z [2025-03-15 07:13:13,148] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T07:13:13.148948180Z [2025-03-15 07:13:13,148] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T07:13:13.148952916Z [2025-03-15 07:13:13,148] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T07:13:13.149209297Z [2025-03-15 07:13:13,148] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T07:13:13.149231147Z [2025-03-15 07:13:13,148] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T07:13:13.151132309Z [2025-03-15 07:13:13,150] [    INFO]: HuggingFaceH4/MATH-500 default (lighteval_task.py:187)
-2025-03-15T07:13:13.151174682Z [2025-03-15 07:13:13,150] [ WARNING]: Careful, the task custom|math_500 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T07:13:16.162491341Z [2025-03-15 07:13:16,161] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T07:13:16.162546377Z [2025-03-15 07:13:16,162] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T07:13:16.162585377Z [2025-03-15 07:13:16,162] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T07:13:16.314592683Z [2025-03-15 07:13:16,314] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T07:13:16.454895790Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 07:13:16,454] [ WARNING]: context_size + max_new_tokens=33636 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T07:13:42.112975677Z 
Processed prompts:   0%|          | 0/500 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T07:13:46.547306416Z 
Processed prompts:   0%|          | 1/500 [00:25<3:32:59, 25.61s/it, est. speed input: 6.17 toks/s, output: 17.41 toks/s]
-2025-03-15T07:13:49.393361642Z 
Processed prompts:   0%|          | 2/500 [00:30<1:49:10, 13.15s/it, est. speed input: 13.65 toks/s, output: 32.32 toks/s]
-2025-03-15T07:13:49.810857947Z 
Processed prompts:   1%|          | 3/500 [00:32<1:09:58,  8.45s/it, est. speed input: 17.24 toks/s, output: 47.00 toks/s]
-2025-03-15T07:13:50.631722266Z 
Processed prompts:   1%|          | 4/500 [00:33<43:37,  5.28s/it, est. speed input: 21.17 toks/s, output: 63.89 toks/s]  
-2025-03-15T07:13:54.510121022Z 
Processed prompts:   1%|          | 5/500 [00:34<30:16,  3.67s/it, est. speed input: 27.07 toks/s, output: 79.81 toks/s]
-2025-03-15T07:13:54.701008895Z 
Processed prompts:   1%|          | 6/500 [00:38<30:48,  3.74s/it, est. speed input: 28.36 toks/s, output: 89.11 toks/s]
-2025-03-15T07:13:56.468484149Z 
Processed prompts:   1%|▏         | 7/500 [00:38<21:12,  2.58s/it, est. speed input: 33.46 toks/s, output: 106.10 toks/s]
-2025-03-15T07:13:56.835344360Z 
Processed prompts:   2%|▏         | 8/500 [00:39<19:02,  2.32s/it, est. speed input: 35.66 toks/s, output: 118.83 toks/s]
-2025-03-15T07:13:57.027441021Z 
Processed prompts:   2%|▏         | 9/500 [00:40<13:59,  1.71s/it, est. speed input: 39.99 toks/s, output: 135.15 toks/s]
-2025-03-15T07:13:57.567182536Z 
Processed prompts:   2%|▏         | 10/500 [00:40<10:08,  1.24s/it, est. speed input: 43.28 toks/s, output: 151.91 toks/s]
-2025-03-15T07:13:58.515309386Z 
Processed prompts:   2%|▏         | 11/500 [00:41<08:22,  1.03s/it, est. speed input: 46.56 toks/s, output: 167.30 toks/s]
-2025-03-15T07:13:58.707931653Z 
Processed prompts:   2%|▏         | 12/500 [00:42<08:09,  1.00s/it, est. speed input: 49.03 toks/s, output: 180.90 toks/s]
-2025-03-15T07:13:58.958618559Z 
Processed prompts:   3%|▎         | 14/500 [00:42<04:42,  1.72it/s, est. speed input: 55.11 toks/s, output: 214.74 toks/s]
-2025-03-15T07:14:00.445492555Z 
Processed prompts:   3%|▎         | 15/500 [00:42<04:01,  2.00it/s, est. speed input: 57.97 toks/s, output: 230.83 toks/s]
-2025-03-15T07:14:02.945801434Z 
Processed prompts:   3%|▎         | 16/500 [00:43<06:07,  1.32it/s, est. speed input: 59.19 toks/s, output: 240.36 toks/s]
-2025-03-15T07:14:03.950391322Z 
Processed prompts:   3%|▎         | 17/500 [00:46<09:55,  1.23s/it, est. speed input: 58.82 toks/s, output: 244.73 toks/s]
-2025-03-15T07:14:04.857351647Z 
Processed prompts:   4%|▎         | 18/500 [00:47<09:23,  1.17s/it, est. speed input: 60.28 toks/s, output: 256.66 toks/s]
-2025-03-15T07:14:05.112462957Z 
Processed prompts:   4%|▍         | 19/500 [00:48<08:46,  1.09s/it, est. speed input: 62.23 toks/s, output: 268.95 toks/s]
-2025-03-15T07:14:05.605380017Z 
Processed prompts:   4%|▍         | 20/500 [00:48<06:48,  1.18it/s, est. speed input: 64.58 toks/s, output: 284.63 toks/s]
-2025-03-15T07:14:05.920555896Z 
Processed prompts:   4%|▍         | 21/500 [00:49<05:57,  1.34it/s, est. speed input: 66.59 toks/s, output: 298.86 toks/s]
-2025-03-15T07:14:06.592931307Z 
Processed prompts:   4%|▍         | 22/500 [00:49<04:55,  1.62it/s, est. speed input: 68.94 toks/s, output: 314.04 toks/s]
-2025-03-15T07:14:07.624696171Z 
Processed prompts:   5%|▍         | 23/500 [00:50<05:02,  1.58it/s, est. speed input: 70.83 toks/s, output: 326.89 toks/s]
-2025-03-15T07:14:08.480022879Z 
Processed prompts:   5%|▍         | 24/500 [00:51<05:58,  1.33it/s, est. speed input: 72.30 toks/s, output: 337.35 toks/s]
-2025-03-15T07:14:09.169858957Z 
Processed prompts:   5%|▌         | 25/500 [00:51<06:12,  1.28it/s, est. speed input: 73.65 toks/s, output: 348.84 toks/s]
-2025-03-15T07:14:10.091304815Z 
Processed prompts:   5%|▌         | 27/500 [00:52<04:35,  1.72it/s, est. speed input: 78.42 toks/s, output: 378.15 toks/s]
-2025-03-15T07:14:10.289067214Z 
Processed prompts:   6%|▌         | 28/500 [00:53<05:14,  1.50it/s, est. speed input: 79.48 toks/s, output: 388.66 toks/s]
-2025-03-15T07:14:10.669850064Z 
Processed prompts:   6%|▌         | 29/500 [00:53<04:16,  1.84it/s, est. speed input: 86.47 toks/s, output: 404.24 toks/s]
-2025-03-15T07:14:13.227748196Z 
Processed prompts:   6%|▌         | 30/500 [00:54<03:54,  2.00it/s, est. speed input: 91.48 toks/s, output: 418.41 toks/s]
-2025-03-15T07:14:13.973982971Z 
Processed prompts:   6%|▋         | 32/500 [00:56<06:33,  1.19it/s, est. speed input: 92.71 toks/s, output: 432.75 toks/s]
-2025-03-15T07:14:14.112938146Z 
Processed prompts:   7%|▋         | 33/500 [00:57<06:21,  1.22it/s, est. speed input: 93.73 toks/s, output: 444.10 toks/s]
-2025-03-15T07:14:15.166175217Z 
Processed prompts:   7%|▋         | 34/500 [00:57<05:00,  1.55it/s, est. speed input: 96.15 toks/s, output: 459.99 toks/s]
-2025-03-15T07:14:15.550064058Z 
Processed prompts:   7%|▋         | 35/500 [00:58<05:50,  1.33it/s, est. speed input: 96.60 toks/s, output: 468.67 toks/s]
-2025-03-15T07:14:17.830416173Z 
Processed prompts:   7%|▋         | 36/500 [00:59<05:02,  1.53it/s, est. speed input: 98.19 toks/s, output: 482.56 toks/s]
-2025-03-15T07:14:18.770744689Z 
Processed prompts:   7%|▋         | 37/500 [01:01<08:34,  1.11s/it, est. speed input: 96.71 toks/s, output: 481.53 toks/s]
-2025-03-15T07:14:19.034760042Z 
Processed prompts:   8%|▊         | 38/500 [01:02<08:10,  1.06s/it, est. speed input: 97.50 toks/s, output: 491.15 toks/s]
-2025-03-15T07:14:20.719851140Z 
Processed prompts:   8%|▊         | 39/500 [01:02<06:22,  1.20it/s, est. speed input: 100.01 toks/s, output: 505.96 toks/s]
-2025-03-15T07:14:21.174524515Z 
Processed prompts:   8%|▊         | 40/500 [01:04<08:17,  1.08s/it, est. speed input: 99.54 toks/s, output: 509.55 toks/s] 
-2025-03-15T07:14:21.378533774Z 
Processed prompts:   8%|▊         | 41/500 [01:04<06:51,  1.12it/s, est. speed input: 101.23 toks/s, output: 522.82 toks/s]
-2025-03-15T07:14:24.191380845Z 
Processed prompts:   8%|▊         | 42/500 [01:04<05:16,  1.45it/s, est. speed input: 102.98 toks/s, output: 538.03 toks/s]
-2025-03-15T07:14:24.400485241Z 
Processed prompts:   9%|▊         | 43/500 [01:07<10:04,  1.32s/it, est. speed input: 100.67 toks/s, output: 532.48 toks/s]
-2025-03-15T07:14:25.868627281Z 
Processed prompts:   9%|▉         | 44/500 [01:07<07:31,  1.01it/s, est. speed input: 102.27 toks/s, output: 547.64 toks/s]
-2025-03-15T07:14:26.897644416Z 
Processed prompts:   9%|▉         | 45/500 [01:09<08:35,  1.13s/it, est. speed input: 101.98 toks/s, output: 552.84 toks/s]
-2025-03-15T07:14:27.170746988Z 
Processed prompts:   9%|▉         | 46/500 [01:10<08:20,  1.10s/it, est. speed input: 102.65 toks/s, output: 561.52 toks/s]
-2025-03-15T07:14:28.392860364Z 
Processed prompts:   9%|▉         | 47/500 [01:10<06:26,  1.17it/s, est. speed input: 104.16 toks/s, output: 576.10 toks/s]
-2025-03-15T07:14:28.856854002Z 
Processed prompts:  10%|▉         | 48/500 [01:11<07:15,  1.04it/s, est. speed input: 104.38 toks/s, output: 583.04 toks/s]
-2025-03-15T07:14:29.190250450Z 
Processed prompts:  10%|█         | 50/500 [01:12<04:41,  1.60it/s, est. speed input: 107.32 toks/s, output: 612.65 toks/s]
-2025-03-15T07:14:29.397842022Z 
Processed prompts:  10%|█         | 51/500 [01:12<04:08,  1.81it/s, est. speed input: 109.59 toks/s, output: 626.56 toks/s]
-2025-03-15T07:14:31.665892259Z 
Processed prompts:  10%|█         | 52/500 [01:12<03:27,  2.16it/s, est. speed input: 111.01 toks/s, output: 633.50 toks/s]
-2025-03-15T07:14:33.404273919Z 
Processed prompts:  11%|█         | 53/500 [01:15<07:06,  1.05it/s, est. speed input: 109.40 toks/s, output: 630.93 toks/s]
-2025-03-15T07:14:33.738348284Z 
Processed prompts:  11%|█         | 56/500 [01:16<05:34,  1.33it/s, est. speed input: 112.57 toks/s, output: 658.10 toks/s]
-2025-03-15T07:14:36.696859352Z 
Processed prompts:  11%|█▏        | 57/500 [01:17<04:55,  1.50it/s, est. speed input: 114.14 toks/s, output: 671.77 toks/s]
-2025-03-15T07:14:36.975592162Z 
Processed prompts:  12%|█▏        | 58/500 [01:20<08:43,  1.18s/it, est. speed input: 112.02 toks/s, output: 663.48 toks/s]
-2025-03-15T07:14:38.022046014Z 
Processed prompts:  12%|█▏        | 59/500 [01:20<07:04,  1.04it/s, est. speed input: 113.57 toks/s, output: 677.66 toks/s]
-2025-03-15T07:14:38.748257133Z 
Processed prompts:  12%|█▏        | 61/500 [01:21<05:43,  1.28it/s, est. speed input: 115.96 toks/s, output: 692.73 toks/s]
-2025-03-15T07:14:42.640810883Z 
Processed prompts:  12%|█▏        | 62/500 [01:22<05:37,  1.30it/s, est. speed input: 116.71 toks/s, output: 703.06 toks/s]
-2025-03-15T07:14:42.854841067Z 
Processed prompts:  13%|█▎        | 63/500 [01:26<11:10,  1.53s/it, est. speed input: 113.17 toks/s, output: 687.70 toks/s]
-2025-03-15T07:14:43.003866254Z 
Processed prompts:  13%|█▎        | 64/500 [01:26<08:39,  1.19s/it, est. speed input: 114.91 toks/s, output: 702.39 toks/s]
-2025-03-15T07:14:43.153277965Z 
Processed prompts:  13%|█▎        | 65/500 [01:26<06:36,  1.10it/s, est. speed input: 116.35 toks/s, output: 717.57 toks/s]
-2025-03-15T07:14:43.431940113Z 
Processed prompts:  13%|█▎        | 66/500 [01:26<05:03,  1.43it/s, est. speed input: 117.90 toks/s, output: 732.72 toks/s]
-2025-03-15T07:14:44.552557679Z 
Processed prompts:  13%|█▎        | 67/500 [01:26<04:10,  1.73it/s, est. speed input: 119.52 toks/s, output: 746.76 toks/s]
-2025-03-15T07:14:45.414622296Z 
Processed prompts:  14%|█▎        | 68/500 [01:28<05:17,  1.36it/s, est. speed input: 127.86 toks/s, output: 753.62 toks/s]
-2025-03-15T07:14:45.564180879Z 
Processed prompts:  14%|█▍        | 70/500 [01:28<04:17,  1.67it/s, est. speed input: 130.04 toks/s, output: 778.87 toks/s]
-2025-03-15T07:14:46.169066825Z 
Processed prompts:  14%|█▍        | 71/500 [01:29<03:29,  2.05it/s, est. speed input: 131.52 toks/s, output: 793.91 toks/s]
-2025-03-15T07:14:47.882724515Z 
Processed prompts:  14%|█▍        | 72/500 [01:29<03:41,  1.93it/s, est. speed input: 132.13 toks/s, output: 804.89 toks/s]
-2025-03-15T07:14:48.227644462Z 
Processed prompts:  15%|█▍        | 73/500 [01:31<05:59,  1.19it/s, est. speed input: 131.12 toks/s, output: 806.12 toks/s]
-2025-03-15T07:14:49.092490714Z 
Processed prompts:  15%|█▍        | 74/500 [01:31<04:59,  1.42it/s, est. speed input: 132.13 toks/s, output: 819.39 toks/s]
-2025-03-15T07:14:49.437920905Z 
Processed prompts:  15%|█▌        | 75/500 [01:32<05:18,  1.34it/s, est. speed input: 132.53 toks/s, output: 828.04 toks/s]
-2025-03-15T07:14:49.653282250Z 
Processed prompts:  15%|█▌        | 76/500 [01:32<04:28,  1.58it/s, est. speed input: 133.39 toks/s, output: 834.84 toks/s]
-2025-03-15T07:14:51.179547389Z 
Processed prompts:  15%|█▌        | 77/500 [01:33<03:35,  1.96it/s, est. speed input: 134.47 toks/s, output: 849.19 toks/s]
-2025-03-15T07:14:52.378495147Z 
Processed prompts:  16%|█▌        | 79/500 [01:34<04:23,  1.60it/s, est. speed input: 136.28 toks/s, output: 860.25 toks/s]
-2025-03-15T07:14:52.998572571Z 
Processed prompts:  16%|█▌        | 80/500 [01:35<05:21,  1.31it/s, est. speed input: 135.97 toks/s, output: 865.74 toks/s]
-2025-03-15T07:14:53.349949662Z 
Processed prompts:  16%|█▋        | 82/500 [01:36<04:01,  1.73it/s, est. speed input: 138.32 toks/s, output: 884.98 toks/s]
-2025-03-15T07:14:54.560265441Z 
Processed prompts:  17%|█▋        | 83/500 [01:36<03:39,  1.90it/s, est. speed input: 139.17 toks/s, output: 898.00 toks/s]
-2025-03-15T07:14:56.179597488Z 
Processed prompts:  17%|█▋        | 84/500 [01:38<04:48,  1.44it/s, est. speed input: 138.67 toks/s, output: 893.17 toks/s]
-2025-03-15T07:14:56.795719845Z 
Processed prompts:  17%|█▋        | 86/500 [01:39<05:07,  1.35it/s, est. speed input: 138.96 toks/s, output: 903.77 toks/s]
-2025-03-15T07:14:57.672921911Z 
Processed prompts:  17%|█▋        | 87/500 [01:40<04:54,  1.40it/s, est. speed input: 139.36 toks/s, output: 907.79 toks/s]
-2025-03-15T07:14:58.354873909Z 
Processed prompts:  18%|█▊        | 88/500 [01:41<05:10,  1.33it/s, est. speed input: 139.66 toks/s, output: 916.09 toks/s]
-2025-03-15T07:14:58.640708856Z 
Processed prompts:  18%|█▊        | 89/500 [01:41<05:02,  1.36it/s, est. speed input: 140.09 toks/s, output: 926.12 toks/s]
-2025-03-15T07:14:58.793599852Z 
Processed prompts:  18%|█▊        | 90/500 [01:42<04:11,  1.63it/s, est. speed input: 141.50 toks/s, output: 939.68 toks/s]
-2025-03-15T07:15:01.143635559Z 
Processed prompts:  18%|█▊        | 91/500 [01:42<03:18,  2.06it/s, est. speed input: 143.36 toks/s, output: 954.42 toks/s]
-2025-03-15T07:15:01.764249019Z 
Processed prompts:  18%|█▊        | 92/500 [01:44<06:54,  1.02s/it, est. speed input: 141.76 toks/s, output: 949.11 toks/s]
-2025-03-15T07:15:02.659593125Z 
Processed prompts:  19%|█▊        | 93/500 [01:45<06:07,  1.11it/s, est. speed input: 142.34 toks/s, output: 959.63 toks/s]
-2025-03-15T07:15:05.562192805Z 
Processed prompts:  19%|█▉        | 94/500 [01:46<06:05,  1.11it/s, est. speed input: 143.26 toks/s, output: 967.63 toks/s]
-2025-03-15T07:15:06.788747496Z 
Processed prompts:  19%|█▉        | 95/500 [01:49<10:03,  1.49s/it, est. speed input: 140.79 toks/s, output: 957.85 toks/s]
-2025-03-15T07:15:07.957797345Z 
Processed prompts:  19%|█▉        | 96/500 [01:50<09:30,  1.41s/it, est. speed input: 140.39 toks/s, output: 963.16 toks/s]
-2025-03-15T07:15:08.850698865Z 
Processed prompts:  19%|█▉        | 97/500 [01:51<08:59,  1.34s/it, est. speed input: 139.98 toks/s, output: 958.21 toks/s]
-2025-03-15T07:15:09.072177742Z 
Processed prompts:  20%|█▉        | 98/500 [01:52<08:05,  1.21s/it, est. speed input: 140.06 toks/s, output: 966.52 toks/s]
-2025-03-15T07:15:09.293124646Z 
Processed prompts:  20%|█▉        | 99/500 [01:52<06:05,  1.10it/s, est. speed input: 140.93 toks/s, output: 980.55 toks/s]
-2025-03-15T07:15:09.647284082Z 
Processed prompts:  20%|██        | 100/500 [01:52<04:42,  1.42it/s, est. speed input: 141.94 toks/s, output: 994.55 toks/s]
-2025-03-15T07:15:10.953246073Z 
Processed prompts:  20%|██        | 101/500 [01:53<03:59,  1.67it/s, est. speed input: 142.60 toks/s, output: 1000.18 toks/s]
-2025-03-15T07:15:11.242893714Z 
Processed prompts:  21%|██        | 103/500 [01:54<04:07,  1.60it/s, est. speed input: 143.06 toks/s, output: 1001.83 toks/s]
-2025-03-15T07:15:11.410836203Z 
Processed prompts:  21%|██        | 104/500 [01:54<03:34,  1.85it/s, est. speed input: 144.38 toks/s, output: 1015.20 toks/s]
-2025-03-15T07:15:12.503481460Z 
Processed prompts:  21%|██        | 106/500 [01:54<02:18,  2.84it/s, est. speed input: 146.49 toks/s, output: 1039.69 toks/s]
-2025-03-15T07:15:12.925767736Z 
Processed prompts:  21%|██▏       | 107/500 [01:56<03:24,  1.92it/s, est. speed input: 146.34 toks/s, output: 1045.78 toks/s]
-2025-03-15T07:15:13.953951072Z 
Processed prompts:  22%|██▏       | 108/500 [01:56<03:14,  2.01it/s, est. speed input: 146.90 toks/s, output: 1057.86 toks/s]
-2025-03-15T07:15:15.790743093Z 
Processed prompts:  22%|██▏       | 109/500 [01:57<04:08,  1.57it/s, est. speed input: 146.66 toks/s, output: 1057.27 toks/s]
-2025-03-15T07:15:16.825209700Z 
Processed prompts:  22%|██▏       | 110/500 [01:59<06:14,  1.04it/s, est. speed input: 145.38 toks/s, output: 1046.14 toks/s]
-2025-03-15T07:15:17.320658998Z 
Processed prompts:  22%|██▏       | 111/500 [02:00<06:21,  1.02it/s, est. speed input: 145.11 toks/s, output: 1043.30 toks/s]
-2025-03-15T07:15:17.817398071Z 
Processed prompts:  22%|██▏       | 112/500 [02:00<05:26,  1.19it/s, est. speed input: 145.53 toks/s, output: 1047.91 toks/s]
-2025-03-15T07:15:18.310978028Z 
Processed prompts:  23%|██▎       | 113/500 [02:01<04:47,  1.35it/s, est. speed input: 145.93 toks/s, output: 1050.73 toks/s]
-2025-03-15T07:15:19.354673578Z 
Processed prompts:  23%|██▎       | 114/500 [02:01<04:18,  1.49it/s, est. speed input: 146.45 toks/s, output: 1062.28 toks/s]
-2025-03-15T07:15:20.059412048Z 
Processed prompts:  23%|██▎       | 115/500 [02:02<05:00,  1.28it/s, est. speed input: 146.54 toks/s, output: 1069.06 toks/s]
-2025-03-15T07:15:20.840395449Z 
Processed prompts:  23%|██▎       | 117/500 [02:03<03:43,  1.71it/s, est. speed input: 147.63 toks/s, output: 1076.56 toks/s]
-2025-03-15T07:15:22.104313563Z 
Processed prompts:  24%|██▎       | 118/500 [02:04<04:01,  1.58it/s, est. speed input: 147.65 toks/s, output: 1076.40 toks/s]
-2025-03-15T07:15:23.162737977Z 
Processed prompts:  24%|██▍       | 119/500 [02:05<05:03,  1.25it/s, est. speed input: 147.12 toks/s, output: 1073.37 toks/s]
-2025-03-15T07:15:23.738192008Z 
Processed prompts:  24%|██▍       | 120/500 [02:06<05:29,  1.15it/s, est. speed input: 146.80 toks/s, output: 1068.38 toks/s]
-2025-03-15T07:15:24.314821449Z 
Processed prompts:  24%|██▍       | 121/500 [02:07<04:57,  1.27it/s, est. speed input: 147.07 toks/s, output: 1070.34 toks/s]
-2025-03-15T07:15:26.354068830Z 
Processed prompts:  24%|██▍       | 122/500 [02:07<04:34,  1.38it/s, est. speed input: 147.33 toks/s, output: 1071.52 toks/s]
-2025-03-15T07:15:26.860076589Z 
Processed prompts:  25%|██▍       | 123/500 [02:09<06:57,  1.11s/it, est. speed input: 145.97 toks/s, output: 1065.04 toks/s]
-2025-03-15T07:15:30.627659402Z 
Processed prompts:  25%|██▍       | 124/500 [02:10<05:49,  1.07it/s, est. speed input: 146.47 toks/s, output: 1076.61 toks/s]
-2025-03-15T07:15:31.341433218Z 
Processed prompts:  25%|██▌       | 127/500 [02:14<06:54,  1.11s/it, est. speed input: 145.38 toks/s, output: 1085.96 toks/s]
-2025-03-15T07:15:31.847324249Z 
Processed prompts:  26%|██▌       | 128/500 [02:14<06:22,  1.03s/it, est. speed input: 145.67 toks/s, output: 1095.87 toks/s]
-2025-03-15T07:15:35.704760864Z 
Processed prompts:  26%|██▌       | 129/500 [02:15<05:36,  1.10it/s, est. speed input: 146.40 toks/s, output: 1107.42 toks/s]
-2025-03-15T07:15:37.062530471Z 
Processed prompts:  26%|██▌       | 130/500 [02:19<10:06,  1.64s/it, est. speed input: 143.40 toks/s, output: 1092.35 toks/s]
-2025-03-15T07:15:37.506488843Z 
Processed prompts:  26%|██▌       | 131/500 [02:20<09:37,  1.56s/it, est. speed input: 142.82 toks/s, output: 1086.60 toks/s]
-2025-03-15T07:15:38.796416419Z 
Processed prompts:  26%|██▋       | 132/500 [02:21<07:43,  1.26s/it, est. speed input: 143.27 toks/s, output: 1098.76 toks/s]
-2025-03-15T07:15:39.112672102Z 
Processed prompts:  27%|██▋       | 134/500 [02:22<06:02,  1.01it/s, est. speed input: 144.63 toks/s, output: 1109.31 toks/s]
-2025-03-15T07:15:40.123536187Z 
Processed prompts:  27%|██▋       | 136/500 [02:22<04:04,  1.49it/s, est. speed input: 147.23 toks/s, output: 1137.96 toks/s]
-2025-03-15T07:15:41.419761932Z 
Processed prompts:  27%|██▋       | 137/500 [02:23<04:30,  1.34it/s, est. speed input: 147.21 toks/s, output: 1145.51 toks/s]
-2025-03-15T07:15:41.585658827Z 
Processed prompts:  28%|██▊       | 138/500 [02:24<05:16,  1.14it/s, est. speed input: 147.27 toks/s, output: 1150.80 toks/s]
-2025-03-15T07:15:41.748800688Z 
Processed prompts:  28%|██▊       | 139/500 [02:25<04:11,  1.44it/s, est. speed input: 148.29 toks/s, output: 1165.02 toks/s]
-2025-03-15T07:15:42.122440396Z 
Processed prompts:  28%|██▊       | 140/500 [02:25<03:19,  1.80it/s, est. speed input: 149.20 toks/s, output: 1179.24 toks/s]
-2025-03-15T07:15:43.139102653Z 
Processed prompts:  28%|██▊       | 141/500 [02:25<03:01,  1.98it/s, est. speed input: 149.62 toks/s, output: 1182.64 toks/s]
-2025-03-15T07:15:45.209117486Z 
Processed prompts:  29%|██▊       | 143/500 [02:26<03:00,  1.97it/s, est. speed input: 150.63 toks/s, output: 1199.43 toks/s]
-2025-03-15T07:15:46.777643488Z 
Processed prompts:  29%|██▉       | 144/500 [02:28<05:13,  1.14it/s, est. speed input: 149.68 toks/s, output: 1198.16 toks/s]
-2025-03-15T07:15:48.720283187Z 
Processed prompts:  29%|██▉       | 145/500 [02:30<06:14,  1.06s/it, est. speed input: 148.93 toks/s, output: 1195.09 toks/s]
-2025-03-15T07:15:50.732652788Z 
Processed prompts:  29%|██▉       | 146/500 [02:32<07:37,  1.29s/it, est. speed input: 147.76 toks/s, output: 1183.26 toks/s]
-2025-03-15T07:15:51.110895939Z 
Processed prompts:  29%|██▉       | 147/500 [02:34<08:46,  1.49s/it, est. speed input: 146.55 toks/s, output: 1171.21 toks/s]
-2025-03-15T07:15:51.571700120Z 
Processed prompts:  30%|██▉       | 148/500 [02:34<06:53,  1.18s/it, est. speed input: 147.04 toks/s, output: 1183.71 toks/s]
-2025-03-15T07:15:51.806129258Z 
Processed prompts:  30%|███       | 150/500 [02:35<04:23,  1.33it/s, est. speed input: 148.22 toks/s, output: 1204.66 toks/s]
-2025-03-15T07:15:53.960488947Z 
Processed prompts:  30%|███       | 151/500 [02:35<03:39,  1.59it/s, est. speed input: 148.75 toks/s, output: 1209.67 toks/s]
-2025-03-15T07:15:54.196900488Z 
Processed prompts:  30%|███       | 152/500 [02:37<05:54,  1.02s/it, est. speed input: 147.46 toks/s, output: 1200.56 toks/s]
-2025-03-15T07:15:54.575726180Z 
Processed prompts:  31%|███       | 153/500 [02:37<04:40,  1.24it/s, est. speed input: 148.19 toks/s, output: 1214.08 toks/s]
-2025-03-15T07:15:56.240939456Z 
Processed prompts:  31%|███       | 154/500 [02:38<03:58,  1.45it/s, est. speed input: 148.57 toks/s, output: 1217.38 toks/s]
-2025-03-15T07:15:59.204680935Z 
Processed prompts:  31%|███       | 155/500 [02:39<05:33,  1.03it/s, est. speed input: 147.74 toks/s, output: 1210.35 toks/s]
-2025-03-15T07:15:59.589588994Z 
Processed prompts:  31%|███       | 156/500 [02:42<08:50,  1.54s/it, est. speed input: 145.75 toks/s, output: 1194.28 toks/s]
-2025-03-15T07:16:00.260185519Z 
Processed prompts:  31%|███▏      | 157/500 [02:43<06:53,  1.20s/it, est. speed input: 146.25 toks/s, output: 1206.73 toks/s]
-2025-03-15T07:16:03.524367656Z 
Processed prompts:  32%|███▏      | 159/500 [02:43<04:36,  1.24it/s, est. speed input: 148.31 toks/s, output: 1226.70 toks/s]
-2025-03-15T07:16:05.725538175Z 
Processed prompts:  32%|███▏      | 160/500 [02:47<07:59,  1.41s/it, est. speed input: 146.07 toks/s, output: 1206.43 toks/s]
-2025-03-15T07:16:06.477785573Z 
Processed prompts:  32%|███▏      | 161/500 [02:49<09:07,  1.62s/it, est. speed input: 145.11 toks/s, output: 1205.96 toks/s]
-2025-03-15T07:16:06.646843741Z 
Processed prompts:  32%|███▏      | 162/500 [02:49<07:47,  1.38s/it, est. speed input: 145.94 toks/s, output: 1215.83 toks/s]
-2025-03-15T07:16:07.397273092Z 
Processed prompts:  33%|███▎      | 163/500 [02:50<05:51,  1.04s/it, est. speed input: 146.63 toks/s, output: 1229.83 toks/s]
-2025-03-15T07:16:07.868744649Z 
Processed prompts:  33%|███▎      | 164/500 [02:50<05:22,  1.04it/s, est. speed input: 146.65 toks/s, output: 1229.13 toks/s]
-2025-03-15T07:16:08.037044188Z 
Processed prompts:  33%|███▎      | 166/500 [02:51<03:32,  1.57it/s, est. speed input: 147.63 toks/s, output: 1242.46 toks/s]
-2025-03-15T07:16:08.789586740Z 
Processed prompts:  33%|███▎      | 167/500 [02:51<02:53,  1.92it/s, est. speed input: 148.95 toks/s, output: 1256.43 toks/s]
-2025-03-15T07:16:09.033683739Z 
Processed prompts:  34%|███▎      | 168/500 [02:52<03:13,  1.72it/s, est. speed input: 149.00 toks/s, output: 1260.01 toks/s]
-2025-03-15T07:16:10.303740307Z 
Processed prompts:  34%|███▍      | 169/500 [02:52<02:42,  2.04it/s, est. speed input: 149.43 toks/s, output: 1262.73 toks/s]
-2025-03-15T07:16:12.589220122Z 
Processed prompts:  34%|███▍      | 170/500 [02:53<03:53,  1.41it/s, est. speed input: 148.96 toks/s, output: 1256.01 toks/s]
-2025-03-15T07:16:14.224777986Z 
Processed prompts:  34%|███▍      | 171/500 [02:56<06:20,  1.16s/it, est. speed input: 147.68 toks/s, output: 1246.79 toks/s]
-2025-03-15T07:16:15.054278062Z 
Processed prompts:  34%|███▍      | 172/500 [02:57<07:04,  1.29s/it, est. speed input: 147.34 toks/s, output: 1250.44 toks/s]
-2025-03-15T07:16:16.623063236Z 
Processed prompts:  35%|███▍      | 173/500 [02:58<06:18,  1.16s/it, est. speed input: 147.28 toks/s, output: 1250.30 toks/s]
-2025-03-15T07:16:18.276478068Z 
Processed prompts:  35%|███▍      | 174/500 [03:00<06:56,  1.28s/it, est. speed input: 146.72 toks/s, output: 1254.51 toks/s]
-2025-03-15T07:16:22.519186865Z 
Processed prompts:  35%|███▌      | 175/500 [03:01<07:31,  1.39s/it, est. speed input: 146.08 toks/s, output: 1258.18 toks/s]
-2025-03-15T07:16:23.657047885Z 
Processed prompts:  35%|███▌      | 176/500 [03:06<12:04,  2.24s/it, est. speed input: 143.46 toks/s, output: 1244.53 toks/s]
-2025-03-15T07:16:24.646531759Z 
Processed prompts:  35%|███▌      | 177/500 [03:07<10:16,  1.91s/it, est. speed input: 143.18 toks/s, output: 1242.25 toks/s]
-2025-03-15T07:16:24.968237217Z 
Processed prompts:  36%|███▌      | 178/500 [03:08<08:46,  1.63s/it, est. speed input: 143.52 toks/s, output: 1250.74 toks/s]
-2025-03-15T07:16:25.141040218Z 
Processed prompts:  36%|███▌      | 179/500 [03:08<06:38,  1.24s/it, est. speed input: 143.85 toks/s, output: 1252.42 toks/s]
-2025-03-15T07:16:25.910675936Z 
Processed prompts:  36%|███▌      | 180/500 [03:08<04:55,  1.08it/s, est. speed input: 144.44 toks/s, output: 1266.30 toks/s]
-2025-03-15T07:16:26.083280436Z 
Processed prompts:  36%|███▌      | 181/500 [03:09<04:39,  1.14it/s, est. speed input: 144.71 toks/s, output: 1276.16 toks/s]
-2025-03-15T07:16:26.782111631Z 
Processed prompts:  36%|███▋      | 182/500 [03:09<03:31,  1.50it/s, est. speed input: 145.26 toks/s, output: 1290.00 toks/s]
-2025-03-15T07:16:27.569583488Z 
Processed prompts:  37%|███▋      | 183/500 [03:10<03:34,  1.48it/s, est. speed input: 145.31 toks/s, output: 1291.02 toks/s]
-2025-03-15T07:16:27.744789468Z 
Processed prompts:  37%|███▋      | 185/500 [03:11<02:51,  1.83it/s, est. speed input: 145.89 toks/s, output: 1297.18 toks/s]
-2025-03-15T07:16:28.217598170Z 
Processed prompts:  37%|███▋      | 186/500 [03:11<02:22,  2.20it/s, est. speed input: 146.34 toks/s, output: 1301.69 toks/s]
-2025-03-15T07:16:28.465569175Z 
Processed prompts:  37%|███▋      | 187/500 [03:11<02:23,  2.18it/s, est. speed input: 146.56 toks/s, output: 1304.06 toks/s]
-2025-03-15T07:16:28.789731894Z 
Processed prompts:  38%|███▊      | 188/500 [03:11<02:05,  2.49it/s, est. speed input: 146.97 toks/s, output: 1309.78 toks/s]
-2025-03-15T07:16:29.038479367Z 
Processed prompts:  38%|███▊      | 189/500 [03:12<01:58,  2.63it/s, est. speed input: 147.52 toks/s, output: 1322.54 toks/s]
-2025-03-15T07:16:30.648954639Z 
Processed prompts:  38%|███▊      | 190/500 [03:12<01:46,  2.92it/s, est. speed input: 147.92 toks/s, output: 1327.54 toks/s]
-2025-03-15T07:16:32.816564731Z 
Processed prompts:  38%|███▊      | 191/500 [03:14<03:39,  1.41it/s, est. speed input: 147.28 toks/s, output: 1323.88 toks/s]
-2025-03-15T07:16:33.211461886Z 
Processed prompts:  38%|███▊      | 192/500 [03:16<05:50,  1.14s/it, est. speed input: 146.21 toks/s, output: 1314.05 toks/s]
-2025-03-15T07:16:33.384232477Z 
Processed prompts:  39%|███▊      | 193/500 [03:16<04:41,  1.09it/s, est. speed input: 146.49 toks/s, output: 1317.42 toks/s]
-2025-03-15T07:16:33.779558627Z 
Processed prompts:  39%|███▉      | 194/500 [03:16<03:33,  1.43it/s, est. speed input: 146.91 toks/s, output: 1319.70 toks/s]
-2025-03-15T07:16:34.619735192Z 
Processed prompts:  39%|███▉      | 195/500 [03:17<03:05,  1.65it/s, est. speed input: 147.33 toks/s, output: 1331.91 toks/s]
-2025-03-15T07:16:35.533965713Z 
Processed prompts:  39%|███▉      | 196/500 [03:18<03:25,  1.48it/s, est. speed input: 147.49 toks/s, output: 1341.12 toks/s]
-2025-03-15T07:16:36.006706789Z 
Processed prompts:  39%|███▉      | 197/500 [03:19<03:46,  1.34it/s, est. speed input: 147.38 toks/s, output: 1341.98 toks/s]
-2025-03-15T07:16:36.775608714Z 
Processed prompts:  40%|███▉      | 198/500 [03:19<03:20,  1.50it/s, est. speed input: 147.81 toks/s, output: 1353.64 toks/s]
-2025-03-15T07:16:37.023459609Z 
Processed prompts:  40%|███▉      | 199/500 [03:20<03:29,  1.44it/s, est. speed input: 147.78 toks/s, output: 1352.19 toks/s]
-2025-03-15T07:16:37.430447484Z 
Processed prompts:  40%|████      | 200/500 [03:20<02:48,  1.78it/s, est. speed input: 148.19 toks/s, output: 1359.90 toks/s]
-2025-03-15T07:16:37.601967887Z 
Processed prompts:  40%|████      | 202/500 [03:20<01:58,  2.52it/s, est. speed input: 148.97 toks/s, output: 1365.29 toks/s]
-2025-03-15T07:16:38.819245051Z 
Processed prompts:  41%|████      | 203/500 [03:21<01:41,  2.93it/s, est. speed input: 149.38 toks/s, output: 1367.93 toks/s]
-2025-03-15T07:16:39.070186454Z 
Processed prompts:  41%|████      | 204/500 [03:22<02:48,  1.75it/s, est. speed input: 149.36 toks/s, output: 1374.51 toks/s]
-2025-03-15T07:16:39.320752902Z 
Processed prompts:  41%|████      | 205/500 [03:22<02:22,  2.07it/s, est. speed input: 149.70 toks/s, output: 1375.92 toks/s]
-2025-03-15T07:16:39.567413868Z 
Processed prompts:  41%|████      | 206/500 [03:22<02:02,  2.39it/s, est. speed input: 150.07 toks/s, output: 1381.07 toks/s]
-2025-03-15T07:16:39.813898819Z 
Processed prompts:  41%|████▏     | 207/500 [03:23<01:48,  2.71it/s, est. speed input: 150.46 toks/s, output: 1388.07 toks/s]
-2025-03-15T07:16:40.060525919Z 
Processed prompts:  42%|████▏     | 208/500 [03:23<01:37,  3.00it/s, est. speed input: 150.85 toks/s, output: 1394.02 toks/s]
-2025-03-15T07:16:41.417318234Z 
Processed prompts:  42%|████▏     | 209/500 [03:23<01:29,  3.24it/s, est. speed input: 152.28 toks/s, output: 1407.13 toks/s]
-2025-03-15T07:16:42.855003803Z 
Processed prompts:  42%|████▏     | 211/500 [03:24<02:17,  2.10it/s, est. speed input: 152.45 toks/s, output: 1414.54 toks/s]
-2025-03-15T07:16:43.177830285Z 
Processed prompts:  42%|████▏     | 212/500 [03:26<03:25,  1.40it/s, est. speed input: 152.15 toks/s, output: 1419.46 toks/s]
-2025-03-15T07:16:44.389484808Z 
Processed prompts:  43%|████▎     | 213/500 [03:26<02:55,  1.64it/s, est. speed input: 152.48 toks/s, output: 1426.19 toks/s]
-2025-03-15T07:16:44.638900150Z 
Processed prompts:  43%|████▎     | 214/500 [03:27<03:41,  1.29it/s, est. speed input: 152.15 toks/s, output: 1425.35 toks/s]
-2025-03-15T07:16:44.826251801Z 
Processed prompts:  43%|████▎     | 215/500 [03:28<02:58,  1.59it/s, est. speed input: 152.50 toks/s, output: 1429.25 toks/s]
-2025-03-15T07:16:45.075715869Z 
Processed prompts:  43%|████▎     | 217/500 [03:28<01:50,  2.56it/s, est. speed input: 153.48 toks/s, output: 1444.10 toks/s]
-2025-03-15T07:16:45.698370958Z 
Processed prompts:  44%|████▍     | 219/500 [03:28<01:20,  3.48it/s, est. speed input: 154.33 toks/s, output: 1450.89 toks/s]
-2025-03-15T07:16:46.171729603Z 
Processed prompts:  44%|████▍     | 220/500 [03:29<01:40,  2.77it/s, est. speed input: 154.41 toks/s, output: 1452.76 toks/s]
-2025-03-15T07:16:47.240778072Z 
Processed prompts:  44%|████▍     | 221/500 [03:29<01:47,  2.58it/s, est. speed input: 154.59 toks/s, output: 1455.63 toks/s]
-2025-03-15T07:16:47.636609916Z 
Processed prompts:  44%|████▍     | 222/500 [03:30<02:35,  1.79it/s, est. speed input: 155.23 toks/s, output: 1462.98 toks/s]
-2025-03-15T07:16:49.216352395Z 
Processed prompts:  45%|████▍     | 223/500 [03:31<02:22,  1.94it/s, est. speed input: 155.44 toks/s, output: 1464.26 toks/s]
-2025-03-15T07:16:51.031963698Z 
Processed prompts:  45%|████▍     | 224/500 [03:32<03:43,  1.24it/s, est. speed input: 154.84 toks/s, output: 1462.54 toks/s]
-2025-03-15T07:16:51.208128816Z 
Processed prompts:  45%|████▌     | 225/500 [03:34<05:00,  1.09s/it, est. speed input: 154.01 toks/s, output: 1452.76 toks/s]
-2025-03-15T07:16:51.976382264Z 
Processed prompts:  45%|████▌     | 226/500 [03:34<03:47,  1.21it/s, est. speed input: 155.07 toks/s, output: 1466.27 toks/s]
-2025-03-15T07:16:52.299559526Z 
Processed prompts:  45%|████▌     | 227/500 [03:35<03:41,  1.23it/s, est. speed input: 155.00 toks/s, output: 1463.75 toks/s]
-2025-03-15T07:16:53.220053445Z 
Processed prompts:  46%|████▌     | 228/500 [03:35<03:01,  1.50it/s, est. speed input: 155.28 toks/s, output: 1466.79 toks/s]
-2025-03-15T07:16:53.694624967Z 
Processed prompts:  46%|████▌     | 229/500 [03:36<03:21,  1.35it/s, est. speed input: 155.12 toks/s, output: 1466.40 toks/s]
-2025-03-15T07:16:57.616182317Z 
Processed prompts:  46%|████▌     | 230/500 [03:37<02:59,  1.51it/s, est. speed input: 155.25 toks/s, output: 1465.35 toks/s]
-2025-03-15T07:16:58.398505664Z 
Processed prompts:  46%|████▌     | 231/500 [03:41<07:19,  1.63s/it, est. speed input: 152.98 toks/s, output: 1443.83 toks/s]
-2025-03-15T07:16:58.725105125Z 
Processed prompts:  46%|████▋     | 232/500 [03:41<06:09,  1.38s/it, est. speed input: 152.97 toks/s, output: 1447.00 toks/s]
-2025-03-15T07:17:00.180093330Z 
Processed prompts:  47%|████▋     | 233/500 [03:42<04:44,  1.06s/it, est. speed input: 153.56 toks/s, output: 1459.52 toks/s]
-2025-03-15T07:17:00.355662586Z 
Processed prompts:  47%|████▋     | 234/500 [03:43<05:14,  1.18s/it, est. speed input: 154.42 toks/s, output: 1464.66 toks/s]
-2025-03-15T07:17:00.607920224Z 
Processed prompts:  47%|████▋     | 235/500 [03:43<03:53,  1.14it/s, est. speed input: 155.03 toks/s, output: 1478.15 toks/s]
-2025-03-15T07:17:01.910155391Z 
Processed prompts:  47%|████▋     | 236/500 [03:44<03:02,  1.44it/s, est. speed input: 155.32 toks/s, output: 1480.00 toks/s]
-2025-03-15T07:17:02.312746166Z 
Processed prompts:  47%|████▋     | 237/500 [03:45<03:50,  1.14it/s, est. speed input: 154.91 toks/s, output: 1476.68 toks/s]
-2025-03-15T07:17:02.941092648Z 
Processed prompts:  48%|████▊     | 238/500 [03:45<03:12,  1.36it/s, est. speed input: 155.12 toks/s, output: 1480.02 toks/s]
-2025-03-15T07:17:05.452844379Z 
Processed prompts:  48%|████▊     | 239/500 [03:46<03:03,  1.42it/s, est. speed input: 155.18 toks/s, output: 1482.30 toks/s]
-2025-03-15T07:17:05.704399118Z 
Processed prompts:  48%|████▊     | 240/500 [03:48<05:23,  1.24s/it, est. speed input: 153.97 toks/s, output: 1473.49 toks/s]
-2025-03-15T07:17:06.571430554Z 
Processed prompts:  48%|████▊     | 241/500 [03:49<04:05,  1.06it/s, est. speed input: 154.29 toks/s, output: 1479.01 toks/s]
-2025-03-15T07:17:06.900576070Z 
Processed prompts:  49%|████▊     | 243/500 [03:50<03:02,  1.41it/s, est. speed input: 154.64 toks/s, output: 1482.93 toks/s]
-2025-03-15T07:17:07.229024229Z 
Processed prompts:  49%|████▉     | 244/500 [03:50<02:37,  1.62it/s, est. speed input: 154.86 toks/s, output: 1484.12 toks/s]
-2025-03-15T07:17:07.455229411Z 
Processed prompts:  49%|████▉     | 245/500 [03:50<02:17,  1.85it/s, est. speed input: 155.36 toks/s, output: 1496.59 toks/s]
-2025-03-15T07:17:08.507619035Z 
Processed prompts:  49%|████▉     | 246/500 [03:50<01:55,  2.20it/s, est. speed input: 155.71 toks/s, output: 1503.46 toks/s]
-2025-03-15T07:17:09.640677064Z 
Processed prompts:  49%|████▉     | 247/500 [03:52<02:37,  1.61it/s, est. speed input: 155.46 toks/s, output: 1500.98 toks/s]
-2025-03-15T07:17:10.921129798Z 
Processed prompts:  50%|████▉     | 248/500 [03:53<03:13,  1.30it/s, est. speed input: 155.13 toks/s, output: 1495.68 toks/s]
-2025-03-15T07:17:11.667951269Z 
Processed prompts:  50%|█████     | 250/500 [03:54<02:57,  1.41it/s, est. speed input: 155.35 toks/s, output: 1507.98 toks/s]
-2025-03-15T07:17:12.638995930Z 
Processed prompts:  50%|█████     | 251/500 [03:55<02:59,  1.39it/s, est. speed input: 155.36 toks/s, output: 1513.14 toks/s]
-2025-03-15T07:17:13.161866141Z 
Processed prompts:  50%|█████     | 252/500 [03:56<03:14,  1.28it/s, est. speed input: 155.16 toks/s, output: 1511.21 toks/s]
-2025-03-15T07:17:13.385589971Z 
Processed prompts:  51%|█████     | 253/500 [03:56<02:56,  1.40it/s, est. speed input: 155.27 toks/s, output: 1512.89 toks/s]
-2025-03-15T07:17:14.884577228Z 
Processed prompts:  51%|█████     | 254/500 [03:56<02:22,  1.73it/s, est. speed input: 155.56 toks/s, output: 1515.01 toks/s]
-2025-03-15T07:17:16.449668838Z 
Processed prompts:  51%|█████     | 256/500 [03:58<02:39,  1.53it/s, est. speed input: 155.47 toks/s, output: 1515.06 toks/s]
-2025-03-15T07:17:18.090487623Z 
Processed prompts:  51%|█████▏    | 257/500 [03:59<03:32,  1.15it/s, est. speed input: 154.93 toks/s, output: 1513.22 toks/s]
-2025-03-15T07:17:18.681312783Z 
Processed prompts:  52%|█████▏    | 258/500 [04:01<04:18,  1.07s/it, est. speed input: 154.30 toks/s, output: 1505.82 toks/s]
-2025-03-15T07:17:20.156178537Z 
Processed prompts:  52%|█████▏    | 260/500 [04:02<02:58,  1.35it/s, est. speed input: 154.85 toks/s, output: 1516.36 toks/s]
-2025-03-15T07:17:21.336039476Z 
Processed prompts:  52%|█████▏    | 261/500 [04:03<03:37,  1.10it/s, est. speed input: 154.37 toks/s, output: 1513.64 toks/s]
-2025-03-15T07:17:22.222148596Z 
Processed prompts:  52%|█████▏    | 262/500 [04:04<03:52,  1.02it/s, est. speed input: 154.03 toks/s, output: 1508.94 toks/s]
-2025-03-15T07:17:22.668463582Z 
Processed prompts:  53%|█████▎    | 263/500 [04:05<03:46,  1.05it/s, est. speed input: 153.89 toks/s, output: 1506.39 toks/s]
-2025-03-15T07:17:22.890382300Z 
Processed prompts:  53%|█████▎    | 264/500 [04:06<03:12,  1.23it/s, est. speed input: 154.03 toks/s, output: 1507.46 toks/s]
-2025-03-15T07:17:25.222868342Z 
Processed prompts:  53%|█████▎    | 265/500 [04:06<02:32,  1.54it/s, est. speed input: 154.31 toks/s, output: 1510.16 toks/s]
-2025-03-15T07:17:26.105892040Z 
Processed prompts:  53%|█████▎    | 266/500 [04:08<04:24,  1.13s/it, est. speed input: 153.40 toks/s, output: 1510.43 toks/s]
-2025-03-15T07:17:27.135335351Z 
Processed prompts:  53%|█████▎    | 267/500 [04:09<04:06,  1.06s/it, est. speed input: 153.38 toks/s, output: 1519.52 toks/s]
-2025-03-15T07:17:27.794604081Z 
Processed prompts:  54%|█████▎    | 268/500 [04:10<04:03,  1.05s/it, est. speed input: 153.14 toks/s, output: 1515.53 toks/s]
-2025-03-15T07:17:28.234781333Z 
Processed prompts:  54%|█████▍    | 270/500 [04:11<02:46,  1.39it/s, est. speed input: 153.53 toks/s, output: 1518.21 toks/s]
-2025-03-15T07:17:28.526475566Z 
Processed prompts:  54%|█████▍    | 271/500 [04:11<02:29,  1.53it/s, est. speed input: 153.70 toks/s, output: 1521.28 toks/s]
-2025-03-15T07:17:29.251809220Z 
Processed prompts:  55%|█████▍    | 273/500 [04:12<01:40,  2.25it/s, est. speed input: 154.24 toks/s, output: 1522.26 toks/s]
-2025-03-15T07:17:30.047308373Z 
Processed prompts:  55%|█████▍    | 274/500 [04:12<01:54,  1.97it/s, est. speed input: 154.22 toks/s, output: 1523.25 toks/s]
-2025-03-15T07:17:31.063395945Z 
Processed prompts:  55%|█████▌    | 275/500 [04:13<02:10,  1.73it/s, est. speed input: 154.16 toks/s, output: 1524.82 toks/s]
-2025-03-15T07:17:31.208085919Z 
Processed prompts:  55%|█████▌    | 276/500 [04:14<02:34,  1.45it/s, est. speed input: 153.92 toks/s, output: 1521.04 toks/s]
-2025-03-15T07:17:31.424598821Z 
Processed prompts:  55%|█████▌    | 277/500 [04:14<02:01,  1.84it/s, est. speed input: 154.93 toks/s, output: 1534.59 toks/s]
-2025-03-15T07:17:31.711762396Z 
Processed prompts:  56%|█████▌    | 278/500 [04:14<01:40,  2.21it/s, est. speed input: 155.17 toks/s, output: 1535.66 toks/s]
-2025-03-15T07:17:31.926488208Z 
Processed prompts:  56%|█████▌    | 279/500 [04:15<01:29,  2.47it/s, est. speed input: 155.37 toks/s, output: 1536.24 toks/s]
-2025-03-15T07:17:32.141123567Z 
Processed prompts:  56%|█████▌    | 280/500 [04:15<01:17,  2.85it/s, est. speed input: 155.64 toks/s, output: 1537.91 toks/s]
-2025-03-15T07:17:32.283394016Z 
Processed prompts:  56%|█████▋    | 282/500 [04:15<00:52,  4.16it/s, est. speed input: 156.71 toks/s, output: 1559.10 toks/s]
-2025-03-15T07:17:32.637837816Z 
Processed prompts:  57%|█████▋    | 283/500 [04:15<00:46,  4.62it/s, est. speed input: 157.08 toks/s, output: 1567.69 toks/s]
-2025-03-15T07:17:33.698769200Z 
Processed prompts:  57%|█████▋    | 284/500 [04:16<00:54,  3.97it/s, est. speed input: 157.25 toks/s, output: 1568.32 toks/s]
-2025-03-15T07:17:33.911111433Z 
Processed prompts:  57%|█████▋    | 285/500 [04:17<01:41,  2.13it/s, est. speed input: 157.00 toks/s, output: 1566.59 toks/s]
-2025-03-15T07:17:34.898748973Z 
Processed prompts:  57%|█████▋    | 286/500 [04:17<01:25,  2.51it/s, est. speed input: 157.27 toks/s, output: 1569.22 toks/s]
-2025-03-15T07:17:35.180830872Z 
Processed prompts:  57%|█████▋    | 287/500 [04:18<02:00,  1.77it/s, est. speed input: 157.05 toks/s, output: 1566.01 toks/s]
-2025-03-15T07:17:35.392732256Z 
Processed prompts:  58%|█████▊    | 289/500 [04:18<01:19,  2.66it/s, est. speed input: 157.67 toks/s, output: 1574.31 toks/s]
-2025-03-15T07:17:36.806096417Z 
Processed prompts:  58%|█████▊    | 290/500 [04:18<01:10,  2.98it/s, est. speed input: 157.92 toks/s, output: 1575.95 toks/s]
-2025-03-15T07:17:38.432864323Z 
Processed prompts:  58%|█████▊    | 291/500 [04:20<02:08,  1.63it/s, est. speed input: 157.47 toks/s, output: 1572.20 toks/s]
-2025-03-15T07:17:38.714394139Z 
Processed prompts:  59%|█████▊    | 293/500 [04:21<02:24,  1.43it/s, est. speed input: 157.32 toks/s, output: 1576.17 toks/s]
-2025-03-15T07:17:39.066131967Z 
Processed prompts:  59%|█████▉    | 295/500 [04:22<01:40,  2.05it/s, est. speed input: 157.93 toks/s, output: 1583.19 toks/s]
-2025-03-15T07:17:40.042148363Z 
Processed prompts:  59%|█████▉    | 296/500 [04:22<01:33,  2.18it/s, est. speed input: 158.10 toks/s, output: 1584.64 toks/s]
-2025-03-15T07:17:40.873758045Z 
Processed prompts:  60%|█████▉    | 298/500 [04:23<01:34,  2.13it/s, est. speed input: 158.33 toks/s, output: 1590.43 toks/s]
-2025-03-15T07:17:42.955382449Z 
Processed prompts:  60%|█████▉    | 299/500 [04:24<01:49,  1.83it/s, est. speed input: 158.30 toks/s, output: 1597.08 toks/s]
-2025-03-15T07:17:44.134104142Z 
Processed prompts:  60%|██████    | 300/500 [04:26<03:00,  1.11it/s, est. speed input: 157.48 toks/s, output: 1592.17 toks/s]
-2025-03-15T07:17:44.830461131Z 
Processed prompts:  60%|██████    | 301/500 [04:27<03:13,  1.03it/s, est. speed input: 157.19 toks/s, output: 1591.92 toks/s]
-2025-03-15T07:17:45.176535669Z 
Processed prompts:  60%|██████    | 302/500 [04:28<02:58,  1.11it/s, est. speed input: 157.17 toks/s, output: 1592.50 toks/s]
-2025-03-15T07:17:46.210543696Z 
Processed prompts:  61%|██████    | 303/500 [04:28<02:27,  1.34it/s, est. speed input: 157.38 toks/s, output: 1598.07 toks/s]
-2025-03-15T07:17:47.038641367Z 
Processed prompts:  61%|██████    | 304/500 [04:29<02:42,  1.21it/s, est. speed input: 157.14 toks/s, output: 1595.19 toks/s]
-2025-03-15T07:17:47.592291468Z 
Processed prompts:  61%|██████    | 305/500 [04:30<02:41,  1.21it/s, est. speed input: 157.01 toks/s, output: 1593.22 toks/s]
-2025-03-15T07:17:48.280503714Z 
Processed prompts:  61%|██████    | 306/500 [04:31<02:25,  1.34it/s, est. speed input: 157.05 toks/s, output: 1593.31 toks/s]
-2025-03-15T07:17:48.486076844Z 
Processed prompts:  61%|██████▏   | 307/500 [04:31<02:21,  1.37it/s, est. speed input: 157.07 toks/s, output: 1598.14 toks/s]
-2025-03-15T07:17:49.237344108Z 
Processed prompts:  62%|██████▏   | 309/500 [04:31<01:24,  2.25it/s, est. speed input: 157.72 toks/s, output: 1607.84 toks/s]
-2025-03-15T07:17:50.945474439Z 
Processed prompts:  62%|██████▏   | 310/500 [04:32<01:38,  1.92it/s, est. speed input: 157.81 toks/s, output: 1617.82 toks/s]
-2025-03-15T07:17:51.150419869Z 
Processed prompts:  62%|██████▏   | 311/500 [04:34<02:36,  1.21it/s, est. speed input: 157.22 toks/s, output: 1613.93 toks/s]
-2025-03-15T07:17:51.900260303Z 
Processed prompts:  63%|██████▎   | 313/500 [04:34<01:37,  1.93it/s, est. speed input: 158.07 toks/s, output: 1632.65 toks/s]
-2025-03-15T07:17:52.307430281Z 
Processed prompts:  63%|██████▎   | 314/500 [04:35<01:46,  1.75it/s, est. speed input: 158.02 toks/s, output: 1633.59 toks/s]
-2025-03-15T07:17:52.645895355Z 
Processed prompts:  63%|██████▎   | 315/500 [04:35<01:38,  1.88it/s, est. speed input: 158.15 toks/s, output: 1635.21 toks/s]
-2025-03-15T07:17:54.678657436Z 
Processed prompts:  63%|██████▎   | 316/500 [04:36<01:28,  2.08it/s, est. speed input: 158.28 toks/s, output: 1635.51 toks/s]
-2025-03-15T07:17:55.495520009Z 
Processed prompts:  64%|██████▎   | 318/500 [04:38<02:09,  1.41it/s, est. speed input: 158.13 toks/s, output: 1647.43 toks/s]
-2025-03-15T07:17:55.631565730Z 
Processed prompts:  64%|██████▍   | 319/500 [04:38<02:13,  1.36it/s, est. speed input: 158.01 toks/s, output: 1645.99 toks/s]
-2025-03-15T07:17:56.236993288Z 
Processed prompts:  64%|██████▍   | 320/500 [04:39<01:45,  1.71it/s, est. speed input: 158.41 toks/s, output: 1659.61 toks/s]
-2025-03-15T07:17:56.640829906Z 
Processed prompts:  64%|██████▍   | 322/500 [04:39<01:23,  2.14it/s, est. speed input: 159.15 toks/s, output: 1674.67 toks/s]
-2025-03-15T07:17:57.445344104Z 
Processed prompts:  65%|██████▍   | 323/500 [04:40<01:20,  2.21it/s, est. speed input: 159.27 toks/s, output: 1676.13 toks/s]
-2025-03-15T07:17:57.579477954Z 
Processed prompts:  65%|██████▍   | 324/500 [04:40<01:34,  1.85it/s, est. speed input: 159.29 toks/s, output: 1685.75 toks/s]
-2025-03-15T07:17:57.712512300Z 
Processed prompts:  65%|██████▌   | 325/500 [04:41<01:15,  2.31it/s, est. speed input: 159.79 toks/s, output: 1699.37 toks/s]
-2025-03-15T07:17:59.166247391Z 
Processed prompts:  65%|██████▌   | 326/500 [04:41<01:01,  2.84it/s, est. speed input: 160.10 toks/s, output: 1705.11 toks/s]
-2025-03-15T07:17:59.694097243Z 
Processed prompts:  65%|██████▌   | 327/500 [04:42<01:54,  1.52it/s, est. speed input: 159.59 toks/s, output: 1698.94 toks/s]
-2025-03-15T07:18:01.731406193Z 
Processed prompts:  66%|██████▌   | 328/500 [04:43<01:47,  1.61it/s, est. speed input: 159.60 toks/s, output: 1698.36 toks/s]
-2025-03-15T07:18:02.261833231Z 
Processed prompts:  66%|██████▌   | 329/500 [04:45<02:56,  1.03s/it, est. speed input: 158.78 toks/s, output: 1689.26 toks/s]
-2025-03-15T07:18:03.117036584Z 
Processed prompts:  66%|██████▌   | 330/500 [04:45<02:30,  1.13it/s, est. speed input: 158.93 toks/s, output: 1698.09 toks/s]
-2025-03-15T07:18:04.490636424Z 
Processed prompts:  66%|██████▋   | 332/500 [04:46<01:53,  1.48it/s, est. speed input: 159.37 toks/s, output: 1715.27 toks/s]
-2025-03-15T07:18:04.677716349Z 
Processed prompts:  67%|██████▋   | 334/500 [04:47<01:53,  1.47it/s, est. speed input: 159.99 toks/s, output: 1725.31 toks/s]
-2025-03-15T07:18:05.298696031Z 
Processed prompts:  67%|██████▋   | 335/500 [04:48<01:34,  1.75it/s, est. speed input: 160.23 toks/s, output: 1728.64 toks/s]
-2025-03-15T07:18:05.422793563Z 
Processed prompts:  67%|██████▋   | 336/500 [04:48<01:35,  1.71it/s, est. speed input: 160.18 toks/s, output: 1727.73 toks/s]
-2025-03-15T07:18:05.608163598Z 
Processed prompts:  67%|██████▋   | 337/500 [04:48<01:16,  2.14it/s, est. speed input: 160.44 toks/s, output: 1730.42 toks/s]
-2025-03-15T07:18:06.098054894Z 
Processed prompts:  68%|██████▊   | 339/500 [04:49<00:49,  3.23it/s, est. speed input: 160.99 toks/s, output: 1736.45 toks/s]
-2025-03-15T07:18:06.707197691Z 
Processed prompts:  68%|██████▊   | 341/500 [04:49<00:45,  3.51it/s, est. speed input: 161.42 toks/s, output: 1744.08 toks/s]
-2025-03-15T07:18:06.950840064Z 
Processed prompts:  68%|██████▊   | 342/500 [04:50<00:55,  2.83it/s, est. speed input: 161.43 toks/s, output: 1745.12 toks/s]
-2025-03-15T07:18:07.434825594Z 
Processed prompts:  69%|██████▊   | 343/500 [04:50<00:51,  3.05it/s, est. speed input: 161.99 toks/s, output: 1758.11 toks/s]
-2025-03-15T07:18:09.066504603Z 
Processed prompts:  69%|██████▉   | 344/500 [04:50<00:57,  2.72it/s, est. speed input: 162.07 toks/s, output: 1759.77 toks/s]
-2025-03-15T07:18:09.672387554Z 
Processed prompts:  69%|██████▉   | 345/500 [04:52<01:48,  1.43it/s, est. speed input: 161.48 toks/s, output: 1753.24 toks/s]
-2025-03-15T07:18:09.854137865Z 
Processed prompts:  69%|██████▉   | 346/500 [04:53<01:43,  1.48it/s, est. speed input: 161.48 toks/s, output: 1754.32 toks/s]
-2025-03-15T07:18:10.392601357Z 
Processed prompts:  69%|██████▉   | 347/500 [04:53<01:21,  1.87it/s, est. speed input: 161.73 toks/s, output: 1758.63 toks/s]
-2025-03-15T07:18:11.764821680Z 
Processed prompts:  70%|██████▉   | 348/500 [04:53<01:21,  1.86it/s, est. speed input: 161.76 toks/s, output: 1759.44 toks/s]
-2025-03-15T07:18:13.611473335Z 
Processed prompts:  70%|██████▉   | 349/500 [04:55<01:57,  1.28it/s, est. speed input: 161.34 toks/s, output: 1755.69 toks/s]
-2025-03-15T07:18:13.730559017Z 
Processed prompts:  70%|███████   | 350/500 [04:57<02:43,  1.09s/it, est. speed input: 160.68 toks/s, output: 1749.60 toks/s]
-2025-03-15T07:18:14.383551508Z 
Processed prompts:  70%|███████   | 351/500 [04:57<01:59,  1.24it/s, est. speed input: 160.92 toks/s, output: 1752.28 toks/s]
-2025-03-15T07:18:15.157142159Z 
Processed prompts:  70%|███████   | 352/500 [04:57<01:52,  1.32it/s, est. speed input: 160.89 toks/s, output: 1752.63 toks/s]
-2025-03-15T07:18:15.572702290Z 
Processed prompts:  71%|███████   | 353/500 [04:58<01:52,  1.31it/s, est. speed input: 161.07 toks/s, output: 1762.61 toks/s]
-2025-03-15T07:18:16.398720778Z 
Processed prompts:  71%|███████   | 354/500 [04:59<01:36,  1.52it/s, est. speed input: 161.31 toks/s, output: 1774.69 toks/s]
-2025-03-15T07:18:17.396678258Z 
Processed prompts:  71%|███████   | 355/500 [04:59<01:42,  1.41it/s, est. speed input: 161.18 toks/s, output: 1773.81 toks/s]
-2025-03-15T07:18:17.804743264Z 
Processed prompts:  71%|███████   | 356/500 [05:00<01:54,  1.26it/s, est. speed input: 161.25 toks/s, output: 1782.47 toks/s]
-2025-03-15T07:18:19.429210132Z 
Processed prompts:  71%|███████▏  | 357/500 [05:01<01:37,  1.47it/s, est. speed input: 161.39 toks/s, output: 1787.30 toks/s]
-2025-03-15T07:18:19.718543737Z 
Processed prompts:  72%|███████▏  | 359/500 [05:02<01:44,  1.35it/s, est. speed input: 161.18 toks/s, output: 1787.40 toks/s]
-2025-03-15T07:18:20.410186312Z 
Processed prompts:  72%|███████▏  | 360/500 [05:03<01:28,  1.59it/s, est. speed input: 161.38 toks/s, output: 1792.88 toks/s]
-2025-03-15T07:18:20.812596115Z 
Processed prompts:  72%|███████▏  | 361/500 [05:03<01:29,  1.55it/s, est. speed input: 161.47 toks/s, output: 1803.37 toks/s]
-2025-03-15T07:18:21.441440962Z 
Processed prompts:  72%|███████▏  | 362/500 [05:04<01:19,  1.73it/s, est. speed input: 161.75 toks/s, output: 1815.56 toks/s]
-2025-03-15T07:18:23.323037671Z 
Processed prompts:  73%|███████▎  | 363/500 [05:04<01:21,  1.69it/s, est. speed input: 161.83 toks/s, output: 1824.67 toks/s]
-2025-03-15T07:18:24.119951982Z 
Processed prompts:  73%|███████▎  | 364/500 [05:06<02:10,  1.04it/s, est. speed input: 161.16 toks/s, output: 1818.42 toks/s]
-2025-03-15T07:18:26.175573954Z 
Processed prompts:  73%|███████▎  | 365/500 [05:07<02:03,  1.09it/s, est. speed input: 161.18 toks/s, output: 1828.31 toks/s]
-2025-03-15T07:18:26.403483207Z 
Processed prompts:  73%|███████▎  | 366/500 [05:09<02:47,  1.25s/it, est. speed input: 160.50 toks/s, output: 1827.84 toks/s]
-2025-03-15T07:18:27.027037628Z 
Processed prompts:  73%|███████▎  | 367/500 [05:09<02:05,  1.06it/s, est. speed input: 160.69 toks/s, output: 1830.67 toks/s]
-2025-03-15T07:18:27.309546804Z 
Processed prompts:  74%|███████▎  | 368/500 [05:10<01:52,  1.17it/s, est. speed input: 160.73 toks/s, output: 1836.50 toks/s]
-2025-03-15T07:18:27.702937683Z 
Processed prompts:  74%|███████▍  | 369/500 [05:10<01:29,  1.47it/s, est. speed input: 160.95 toks/s, output: 1844.40 toks/s]
-2025-03-15T07:18:28.485047160Z 
Processed prompts:  74%|███████▍  | 370/500 [05:11<01:17,  1.68it/s, est. speed input: 161.31 toks/s, output: 1856.71 toks/s]
-2025-03-15T07:18:30.876195027Z 
Processed prompts:  74%|███████▍  | 371/500 [05:11<01:24,  1.53it/s, est. speed input: 161.29 toks/s, output: 1863.58 toks/s]
-2025-03-15T07:18:31.645775542Z 
Processed prompts:  74%|███████▍  | 372/500 [05:14<02:30,  1.17s/it, est. speed input: 160.42 toks/s, output: 1857.99 toks/s]
-2025-03-15T07:18:32.724021012Z 
Processed prompts:  75%|███████▍  | 373/500 [05:15<02:13,  1.05s/it, est. speed input: 160.33 toks/s, output: 1858.28 toks/s]
-2025-03-15T07:18:34.655730132Z 
Processed prompts:  75%|███████▍  | 374/500 [05:16<02:13,  1.06s/it, est. speed input: 160.19 toks/s, output: 1866.63 toks/s]
-2025-03-15T07:18:34.924046222Z 
Processed prompts:  75%|███████▌  | 375/500 [05:18<02:45,  1.32s/it, est. speed input: 159.79 toks/s, output: 1870.02 toks/s]
-2025-03-15T07:18:35.403766240Z 
Processed prompts:  75%|███████▌  | 376/500 [05:18<02:04,  1.01s/it, est. speed input: 159.95 toks/s, output: 1873.15 toks/s]
-2025-03-15T07:18:36.091001420Z 
Processed prompts:  75%|███████▌  | 377/500 [05:18<01:44,  1.18it/s, est. speed input: 160.19 toks/s, output: 1885.05 toks/s]
-2025-03-15T07:18:36.302217000Z 
Processed prompts:  76%|███████▌  | 379/500 [05:19<01:14,  1.63it/s, est. speed input: 160.67 toks/s, output: 1907.83 toks/s]
-2025-03-15T07:18:36.927701266Z 
Processed prompts:  76%|███████▌  | 380/500 [05:19<01:01,  1.94it/s, est. speed input: 160.84 toks/s, output: 1910.85 toks/s]
-2025-03-15T07:18:37.290632828Z 
Processed prompts:  76%|███████▌  | 381/500 [05:20<01:04,  1.84it/s, est. speed input: 160.87 toks/s, output: 1916.71 toks/s]
-2025-03-15T07:18:39.254296139Z 
Processed prompts:  76%|███████▋  | 382/500 [05:20<00:58,  2.02it/s, est. speed input: 161.14 toks/s, output: 1929.30 toks/s]
-2025-03-15T07:18:44.847380974Z 
Processed prompts:  77%|███████▋  | 383/500 [05:22<01:45,  1.10it/s, est. speed input: 160.44 toks/s, output: 1922.12 toks/s]
-2025-03-15T07:18:46.973566847Z 
Processed prompts:  77%|███████▋  | 384/500 [05:28<04:20,  2.24s/it, est. speed input: 158.03 toks/s, output: 1896.88 toks/s]
-2025-03-15T07:18:47.905197670Z 
Processed prompts:  77%|███████▋  | 385/500 [05:30<04:14,  2.21s/it, est. speed input: 157.32 toks/s, output: 1891.64 toks/s]
-2025-03-15T07:18:48.162412967Z 
Processed prompts:  77%|███████▋  | 386/500 [05:31<03:29,  1.84s/it, est. speed input: 157.45 toks/s, output: 1901.22 toks/s]
-2025-03-15T07:18:49.598196946Z 
Processed prompts:  77%|███████▋  | 387/500 [05:31<02:34,  1.37s/it, est. speed input: 157.68 toks/s, output: 1910.60 toks/s]
-2025-03-15T07:18:51.872498812Z 
Processed prompts:  78%|███████▊  | 388/500 [05:33<02:35,  1.39s/it, est. speed input: 157.45 toks/s, output: 1917.28 toks/s]
-2025-03-15T07:18:59.248794935Z 
Processed prompts:  78%|███████▊  | 390/500 [05:35<02:20,  1.27s/it, est. speed input: 157.10 toks/s, output: 1926.94 toks/s]
-2025-03-15T07:18:59.907543035Z 
Processed prompts:  78%|███████▊  | 391/500 [05:42<05:02,  2.78s/it, est. speed input: 154.06 toks/s, output: 1896.92 toks/s]
-2025-03-15T07:19:00.413697266Z 
Processed prompts:  78%|███████▊  | 392/500 [05:43<04:00,  2.23s/it, est. speed input: 154.18 toks/s, output: 1908.27 toks/s]
-2025-03-15T07:19:03.191181049Z 
Processed prompts:  79%|███████▊  | 393/500 [05:43<03:08,  1.76s/it, est. speed input: 154.25 toks/s, output: 1913.07 toks/s]
-2025-03-15T07:19:05.260270083Z 
Processed prompts:  79%|███████▉  | 394/500 [05:46<03:36,  2.04s/it, est. speed input: 153.38 toks/s, output: 1911.50 toks/s]
-2025-03-15T07:19:06.974070341Z 
Processed prompts:  79%|███████▉  | 395/500 [05:48<03:35,  2.05s/it, est. speed input: 152.76 toks/s, output: 1906.94 toks/s]
-2025-03-15T07:19:07.477289342Z 
Processed prompts:  79%|███████▉  | 396/500 [05:50<03:23,  1.95s/it, est. speed input: 152.74 toks/s, output: 1912.71 toks/s]
-2025-03-15T07:19:10.528321229Z 
Processed prompts:  79%|███████▉  | 397/500 [05:50<02:37,  1.53s/it, est. speed input: 152.94 toks/s, output: 1925.07 toks/s]
-2025-03-15T07:19:11.926674944Z 
Processed prompts:  80%|███████▉  | 398/500 [05:54<03:21,  1.98s/it, est. speed input: 151.90 toks/s, output: 1915.20 toks/s]
-2025-03-15T07:19:14.465674960Z 
Processed prompts:  80%|████████  | 400/500 [05:55<02:19,  1.39s/it, est. speed input: 152.00 toks/s, output: 1935.32 toks/s]
-2025-03-15T07:19:18.829485409Z 
Processed prompts:  80%|████████  | 401/500 [05:57<02:45,  1.68s/it, est. speed input: 151.25 toks/s, output: 1933.49 toks/s]
-2025-03-15T07:19:21.221713145Z 
Processed prompts:  80%|████████  | 402/500 [06:02<03:52,  2.37s/it, est. speed input: 149.70 toks/s, output: 1917.16 toks/s]
-2025-03-15T07:19:22.264629091Z 
Processed prompts:  81%|████████  | 403/500 [06:04<03:50,  2.38s/it, est. speed input: 149.50 toks/s, output: 1919.87 toks/s]
-2025-03-15T07:19:22.364796615Z 
Processed prompts:  81%|████████  | 404/500 [06:05<03:12,  2.01s/it, est. speed input: 149.35 toks/s, output: 1921.49 toks/s]
-2025-03-15T07:19:30.118721453Z 
Processed prompts:  81%|████████  | 405/500 [06:05<02:18,  1.46s/it, est. speed input: 149.58 toks/s, output: 1928.54 toks/s]
-2025-03-15T07:19:36.952807716Z 
Processed prompts:  81%|████████  | 406/500 [06:13<05:08,  3.28s/it, est. speed input: 146.83 toks/s, output: 1903.92 toks/s]
-2025-03-15T07:19:37.506361314Z 
Processed prompts:  81%|████████▏ | 407/500 [06:20<06:41,  4.32s/it, est. speed input: 145.29 toks/s, output: 1885.20 toks/s]
-2025-03-15T07:19:37.956117866Z 
Processed prompts:  82%|████████▏ | 408/500 [06:21<04:55,  3.21s/it, est. speed input: 145.37 toks/s, output: 1892.86 toks/s]
-2025-03-15T07:19:38.551234563Z 
Processed prompts:  82%|████████▏ | 409/500 [06:21<03:37,  2.39s/it, est. speed input: 145.55 toks/s, output: 1906.12 toks/s]
-2025-03-15T07:19:45.388132773Z 
Processed prompts:  82%|████████▏ | 410/500 [06:22<02:47,  1.86s/it, est. speed input: 146.17 toks/s, output: 1918.65 toks/s]
-2025-03-15T07:19:47.300997249Z 
Processed prompts:  82%|████████▏ | 411/500 [06:28<04:57,  3.34s/it, est. speed input: 143.90 toks/s, output: 1896.87 toks/s]
-2025-03-15T07:19:49.077222737Z 
Processed prompts:  82%|████████▏ | 412/500 [06:30<04:16,  2.92s/it, est. speed input: 143.47 toks/s, output: 1897.20 toks/s]
-2025-03-15T07:19:50.649805006Z 
Processed prompts:  83%|████████▎ | 413/500 [06:32<03:44,  2.57s/it, est. speed input: 143.51 toks/s, output: 1904.25 toks/s]
-2025-03-15T07:19:52.633056186Z 
Processed prompts:  83%|████████▎ | 414/500 [06:34<03:15,  2.27s/it, est. speed input: 143.35 toks/s, output: 1912.31 toks/s]
-2025-03-15T07:19:55.211314382Z 
Processed prompts:  83%|████████▎ | 415/500 [06:36<03:05,  2.19s/it, est. speed input: 143.00 toks/s, output: 1918.41 toks/s]
-2025-03-15T07:19:57.345287004Z 
Processed prompts:  83%|████████▎ | 416/500 [06:38<03:13,  2.30s/it, est. speed input: 142.39 toks/s, output: 1921.73 toks/s]
-2025-03-15T07:20:04.608716403Z 
Processed prompts:  83%|████████▎ | 417/500 [06:40<03:07,  2.25s/it, est. speed input: 142.03 toks/s, output: 1927.24 toks/s]
-2025-03-15T07:20:08.938083893Z 
Processed prompts:  84%|████████▍ | 419/500 [06:48<03:54,  2.89s/it, est. speed input: 140.36 toks/s, output: 1921.29 toks/s]
-2025-03-15T07:20:12.363409591Z 
Processed prompts:  84%|████████▍ | 420/500 [06:52<04:19,  3.25s/it, est. speed input: 139.68 toks/s, output: 1917.04 toks/s]
-2025-03-15T07:20:17.319521336Z 
Processed prompts:  84%|████████▍ | 421/500 [06:55<04:20,  3.29s/it, est. speed input: 138.87 toks/s, output: 1917.22 toks/s]
-2025-03-15T07:20:17.996707174Z 
Processed prompts:  84%|████████▍ | 422/500 [07:00<04:52,  3.75s/it, est. speed input: 139.08 toks/s, output: 1910.67 toks/s]
-2025-03-15T07:20:21.146471525Z 
Processed prompts:  85%|████████▍ | 423/500 [07:01<03:42,  2.89s/it, est. speed input: 139.23 toks/s, output: 1923.65 toks/s]
-2025-03-15T07:20:39.552114021Z 
Processed prompts:  85%|████████▍ | 424/500 [07:04<03:45,  2.96s/it, est. speed input: 138.44 toks/s, output: 1918.88 toks/s]
-2025-03-15T07:20:39.824851367Z 
Processed prompts:  85%|████████▌ | 425/500 [07:23<09:17,  7.44s/it, est. speed input: 133.18 toks/s, output: 1855.51 toks/s]
-2025-03-15T07:20:40.632699703Z 
Processed prompts:  85%|████████▌ | 427/500 [07:23<05:01,  4.13s/it, est. speed input: 133.97 toks/s, output: 1887.03 toks/s]
-2025-03-15T07:20:41.298334451Z 
Processed prompts:  86%|████████▌ | 428/500 [07:24<03:58,  3.32s/it, est. speed input: 134.03 toks/s, output: 1899.95 toks/s]
-2025-03-15T07:20:43.497034718Z 
Processed prompts:  86%|████████▌ | 429/500 [07:24<03:06,  2.63s/it, est. speed input: 134.79 toks/s, output: 1913.47 toks/s]
-2025-03-15T07:20:46.078617393Z 
Processed prompts:  86%|████████▌ | 430/500 [07:26<02:56,  2.51s/it, est. speed input: 134.40 toks/s, output: 1918.23 toks/s]
-2025-03-15T07:20:47.425487939Z 
Processed prompts:  86%|████████▌ | 431/500 [07:29<02:54,  2.53s/it, est. speed input: 133.90 toks/s, output: 1921.80 toks/s]
-2025-03-15T07:20:49.157091573Z 
Processed prompts:  86%|████████▋ | 432/500 [07:30<02:29,  2.20s/it, est. speed input: 133.97 toks/s, output: 1932.51 toks/s]
-2025-03-15T07:20:50.251008621Z 
Processed prompts:  87%|████████▋ | 433/500 [07:32<02:18,  2.06s/it, est. speed input: 133.66 toks/s, output: 1934.40 toks/s]
-2025-03-15T07:20:54.409214276Z 
Processed prompts:  87%|████████▋ | 434/500 [07:33<01:57,  1.78s/it, est. speed input: 133.68 toks/s, output: 1946.23 toks/s]
-2025-03-15T07:20:55.700233783Z 
Processed prompts:  87%|████████▋ | 435/500 [07:37<02:41,  2.48s/it, est. speed input: 132.81 toks/s, output: 1945.10 toks/s]
-2025-03-15T07:20:57.644264167Z 
Processed prompts:  87%|████████▋ | 436/500 [07:39<02:16,  2.13s/it, est. speed input: 132.79 toks/s, output: 1956.20 toks/s]
-2025-03-15T07:21:02.210676514Z 
Processed prompts:  87%|████████▋ | 437/500 [07:41<02:10,  2.07s/it, est. speed input: 132.55 toks/s, output: 1964.55 toks/s]
-2025-03-15T07:21:02.836716514Z 
Processed prompts:  88%|████████▊ | 438/500 [07:45<02:54,  2.82s/it, est. speed input: 131.50 toks/s, output: 1958.41 toks/s]
-2025-03-15T07:21:03.000770208Z 
Processed prompts:  88%|████████▊ | 439/500 [07:46<02:11,  2.16s/it, est. speed input: 131.92 toks/s, output: 1972.46 toks/s]
-2025-03-15T07:21:04.822258507Z 
Processed prompts:  88%|████████▊ | 440/500 [07:46<01:33,  1.56s/it, est. speed input: 132.38 toks/s, output: 1988.45 toks/s]
-2025-03-15T07:21:06.348985180Z 
Processed prompts:  88%|████████▊ | 441/500 [07:48<01:36,  1.64s/it, est. speed input: 132.13 toks/s, output: 1997.43 toks/s]
-2025-03-15T07:21:06.948189109Z 
Processed prompts:  88%|████████▊ | 442/500 [07:49<01:33,  1.61s/it, est. speed input: 131.92 toks/s, output: 2001.84 toks/s]
-2025-03-15T07:21:07.736275405Z 
Processed prompts:  89%|████████▊ | 443/500 [07:50<01:14,  1.31s/it, est. speed input: 132.44 toks/s, output: 2016.04 toks/s]
-2025-03-15T07:21:12.690210933Z 
Processed prompts:  89%|████████▉ | 444/500 [07:51<01:04,  1.15s/it, est. speed input: 132.61 toks/s, output: 2029.43 toks/s]
-2025-03-15T07:21:16.149116174Z 
Processed prompts:  89%|████████▉ | 445/500 [07:56<02:05,  2.29s/it, est. speed input: 131.69 toks/s, output: 2025.18 toks/s]
-2025-03-15T07:21:17.492596136Z 
Processed prompts:  89%|████████▉ | 446/500 [07:59<02:22,  2.64s/it, est. speed input: 131.02 toks/s, output: 2027.49 toks/s]
-2025-03-15T07:21:19.661781679Z 
Processed prompts:  89%|████████▉ | 447/500 [08:00<01:59,  2.25s/it, est. speed input: 131.28 toks/s, output: 2038.78 toks/s]
-2025-03-15T07:21:21.052668178Z 
Processed prompts:  90%|████████▉ | 448/500 [08:03<01:55,  2.23s/it, est. speed input: 131.43 toks/s, output: 2046.61 toks/s]
-2025-03-15T07:21:21.942535602Z 
Processed prompts:  90%|████████▉ | 449/500 [08:04<01:40,  1.98s/it, est. speed input: 131.32 toks/s, output: 2057.75 toks/s]
-2025-03-15T07:21:23.265190201Z 
Processed prompts:  90%|█████████ | 450/500 [08:05<01:22,  1.65s/it, est. speed input: 131.38 toks/s, output: 2071.02 toks/s]
-2025-03-15T07:21:23.592240382Z 
Processed prompts:  90%|█████████ | 451/500 [08:06<01:16,  1.55s/it, est. speed input: 131.22 toks/s, output: 2076.33 toks/s]
-2025-03-15T07:21:26.762411143Z 
Processed prompts:  90%|█████████ | 452/500 [08:07<00:56,  1.18s/it, est. speed input: 131.44 toks/s, output: 2092.00 toks/s]
-2025-03-15T07:21:27.260199684Z 
Processed prompts:  91%|█████████ | 453/500 [08:10<01:23,  1.78s/it, est. speed input: 130.97 toks/s, output: 2095.61 toks/s]
-2025-03-15T07:21:28.027247679Z 
Processed prompts:  91%|█████████ | 454/500 [08:10<01:04,  1.40s/it, est. speed input: 131.46 toks/s, output: 2110.64 toks/s]
-2025-03-15T07:21:31.401502865Z 
Processed prompts:  91%|█████████ | 455/500 [08:11<00:54,  1.21s/it, est. speed input: 131.64 toks/s, output: 2124.51 toks/s]
-2025-03-15T07:21:37.850778799Z 
Processed prompts:  91%|█████████ | 456/500 [08:14<01:21,  1.86s/it, est. speed input: 131.27 toks/s, output: 2127.27 toks/s]
-2025-03-15T07:21:40.272814418Z 
Processed prompts:  91%|█████████▏| 457/500 [08:21<02:19,  3.23s/it, est. speed input: 129.89 toks/s, output: 2117.31 toks/s]
-2025-03-15T07:21:44.006039141Z 
Processed prompts:  92%|█████████▏| 458/500 [08:23<02:05,  2.99s/it, est. speed input: 129.51 toks/s, output: 2123.00 toks/s]
-2025-03-15T07:21:44.435521662Z 
Processed prompts:  92%|█████████▏| 459/500 [08:27<02:11,  3.21s/it, est. speed input: 128.84 toks/s, output: 2124.93 toks/s]
-2025-03-15T07:21:48.937637455Z 
Processed prompts:  92%|█████████▏| 460/500 [08:27<01:35,  2.38s/it, est. speed input: 128.92 toks/s, output: 2134.66 toks/s]
-2025-03-15T07:21:52.063761469Z 
Processed prompts:  92%|█████████▏| 461/500 [08:32<01:57,  3.02s/it, est. speed input: 128.24 toks/s, output: 2133.58 toks/s]
-2025-03-15T07:21:53.939662136Z 
Processed prompts:  92%|█████████▏| 462/500 [08:35<01:55,  3.05s/it, est. speed input: 127.89 toks/s, output: 2138.40 toks/s]
-2025-03-15T07:22:08.560586476Z 
Processed prompts:  93%|█████████▎| 463/500 [08:37<01:39,  2.70s/it, est. speed input: 127.72 toks/s, output: 2148.46 toks/s]
-2025-03-15T07:22:10.072161732Z 
Processed prompts:  93%|█████████▎| 464/500 [08:52<03:45,  6.27s/it, est. speed input: 124.58 toks/s, output: 2107.60 toks/s]
-2025-03-15T07:22:11.468950015Z 
Processed prompts:  93%|█████████▎| 465/500 [08:53<02:49,  4.85s/it, est. speed input: 124.75 toks/s, output: 2119.86 toks/s]
-2025-03-15T07:22:14.872207283Z 
Processed prompts:  93%|█████████▎| 466/500 [08:54<02:09,  3.81s/it, est. speed input: 124.61 toks/s, output: 2127.25 toks/s]
-2025-03-15T07:22:16.551898558Z 
Processed prompts:  93%|█████████▎| 467/500 [08:58<02:01,  3.69s/it, est. speed input: 124.27 toks/s, output: 2132.15 toks/s]
-2025-03-15T07:22:19.869215108Z 
Processed prompts:  94%|█████████▎| 468/500 [09:00<01:38,  3.09s/it, est. speed input: 124.46 toks/s, output: 2143.91 toks/s]
-2025-03-15T07:22:21.105290650Z 
Processed prompts:  94%|█████████▍| 469/500 [09:03<01:37,  3.16s/it, est. speed input: 124.04 toks/s, output: 2149.31 toks/s]
-2025-03-15T07:22:28.441989184Z 
Processed prompts:  94%|█████████▍| 470/500 [09:04<01:17,  2.58s/it, est. speed input: 124.02 toks/s, output: 2162.96 toks/s]
-2025-03-15T07:22:31.385069833Z 
Processed prompts:  94%|█████████▍| 471/500 [09:11<01:56,  4.01s/it, est. speed input: 122.78 toks/s, output: 2152.94 toks/s]
-2025-03-15T07:22:37.605551752Z 
Processed prompts:  94%|█████████▍| 472/500 [09:14<01:43,  3.69s/it, est. speed input: 122.43 toks/s, output: 2160.35 toks/s]
-2025-03-15T07:22:41.102319900Z 
Processed prompts:  95%|█████████▍| 473/500 [09:21<02:00,  4.45s/it, est. speed input: 121.30 toks/s, output: 2155.41 toks/s]
-2025-03-15T07:22:41.396522146Z 
Processed prompts:  95%|█████████▍| 474/500 [09:24<01:48,  4.16s/it, est. speed input: 120.84 toks/s, output: 2161.18 toks/s]
-2025-03-15T07:22:47.829306637Z 
Processed prompts:  95%|█████████▌| 475/500 [09:24<01:15,  3.00s/it, est. speed input: 121.10 toks/s, output: 2179.19 toks/s]
-2025-03-15T07:22:52.154750840Z 
Processed prompts:  95%|█████████▌| 476/500 [09:31<01:36,  4.03s/it, est. speed input: 119.99 toks/s, output: 2174.00 toks/s]
-2025-03-15T07:22:52.662323527Z 
Processed prompts:  95%|█████████▌| 477/500 [09:35<01:34,  4.12s/it, est. speed input: 119.63 toks/s, output: 2177.15 toks/s]
-2025-03-15T07:22:57.939042317Z 
Processed prompts:  96%|█████████▌| 478/500 [09:36<01:06,  3.04s/it, est. speed input: 119.80 toks/s, output: 2194.74 toks/s]
-2025-03-15T07:22:59.539885915Z 
Processed prompts:  96%|█████████▌| 479/500 [09:41<01:17,  3.71s/it, est. speed input: 119.19 toks/s, output: 2194.52 toks/s]
-2025-03-15T07:23:00.216450339Z 
Processed prompts:  96%|█████████▌| 480/500 [09:43<01:01,  3.08s/it, est. speed input: 120.14 toks/s, output: 2208.26 toks/s]
-2025-03-15T07:23:09.852515871Z 
Processed prompts:  96%|█████████▌| 481/500 [09:43<00:44,  2.36s/it, est. speed input: 120.32 toks/s, output: 2225.48 toks/s]
-2025-03-15T07:23:21.115163764Z 
Processed prompts:  97%|█████████▋| 483/500 [09:53<00:59,  3.49s/it, est. speed input: 118.91 toks/s, output: 2229.01 toks/s]
-2025-03-15T07:23:23.130762392Z 
Processed prompts:  97%|█████████▋| 484/500 [10:04<01:26,  5.42s/it, est. speed input: 116.91 toks/s, output: 2208.06 toks/s]
-2025-03-15T07:23:24.366267664Z 
Processed prompts:  97%|█████████▋| 485/500 [10:06<01:07,  4.53s/it, est. speed input: 116.97 toks/s, output: 2221.39 toks/s]
-2025-03-15T07:23:25.054751081Z 
Processed prompts:  97%|█████████▋| 486/500 [10:07<00:50,  3.63s/it, est. speed input: 116.90 toks/s, output: 2233.34 toks/s]
-2025-03-15T07:23:26.716322444Z 
Processed prompts:  97%|█████████▋| 487/500 [10:08<00:36,  2.81s/it, est. speed input: 117.34 toks/s, output: 2251.57 toks/s]
-2025-03-15T07:23:33.710395698Z 
Processed prompts:  98%|█████████▊| 488/500 [10:10<00:29,  2.48s/it, est. speed input: 117.29 toks/s, output: 2266.28 toks/s]
-2025-03-15T07:23:36.280119878Z 
Processed prompts:  98%|█████████▊| 489/500 [10:17<00:41,  3.79s/it, est. speed input: 116.16 toks/s, output: 2260.45 toks/s]
-2025-03-15T07:23:38.067775706Z 
Processed prompts:  98%|█████████▊| 490/500 [10:19<00:34,  3.43s/it, est. speed input: 115.93 toks/s, output: 2272.45 toks/s]
-2025-03-15T07:23:43.544591669Z 
Processed prompts:  98%|█████████▊| 491/500 [10:21<00:26,  2.95s/it, est. speed input: 115.81 toks/s, output: 2287.40 toks/s]
-2025-03-15T07:23:46.253116556Z 
Processed prompts:  98%|█████████▊| 492/500 [10:27<00:29,  3.70s/it, est. speed input: 115.23 toks/s, output: 2289.26 toks/s]
-2025-03-15T07:23:46.690400658Z 
Processed prompts:  99%|█████████▊| 493/500 [10:29<00:23,  3.40s/it, est. speed input: 115.03 toks/s, output: 2301.44 toks/s]
-2025-03-15T07:23:48.045431665Z 
Processed prompts:  99%|█████████▉| 494/500 [10:30<00:15,  2.52s/it, est. speed input: 115.33 toks/s, output: 2321.91 toks/s]
-2025-03-15T07:23:52.741697851Z 
Processed prompts:  99%|█████████▉| 495/500 [10:31<00:10,  2.17s/it, est. speed input: 115.24 toks/s, output: 2334.46 toks/s]
-2025-03-15T07:24:08.587265618Z 
Processed prompts:  99%|█████████▉| 496/500 [10:36<00:11,  2.93s/it, est. speed input: 114.61 toks/s, output: 2339.79 toks/s]
-2025-03-15T07:24:13.347116431Z 
Processed prompts:  99%|█████████▉| 497/500 [10:52<00:20,  6.79s/it, est. speed input: 112.06 toks/s, output: 2306.64 toks/s]
-2025-03-15T07:24:15.782016712Z 
Processed prompts: 100%|█████████▉| 498/500 [10:56<00:12,  6.18s/it, est. speed input: 111.54 toks/s, output: 2314.08 toks/s]
-2025-03-15T07:24:26.717146303Z 
Processed prompts: 100%|█████████▉| 499/500 [10:59<00:05,  5.06s/it, est. speed input: 111.94 toks/s, output: 2329.92 toks/s]
-2025-03-15T07:24:26.717228347Z 
Processed prompts: 100%|██████████| 500/500 [11:10<00:00,  6.82s/it, est. speed input: 110.37 toks/s, output: 2317.41 toks/s]
Processed prompts: 100%|██████████| 500/500 [11:10<00:00,  1.34s/it, est. speed input: 110.37 toks/s, output: 2317.41 toks/s]
-2025-03-15T07:24:27.277960361Z 
Splits: 100%|██████████| 1/1 [11:10<00:00, 670.96s/it]
Splits: 100%|██████████| 1/1 [11:10<00:00, 670.96s/it]
-2025-03-15T07:24:28.891897359Z [2025-03-15 07:24:28,891] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T07:24:32.794963678Z [2025-03-15 07:24:32,794] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T07:24:32.807258207Z [2025-03-15 07:24:32,806] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T07:24:32.807293696Z [2025-03-15 07:24:32,807] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T07:24:34.111991530Z [2025-03-15 07:24:34,111] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp2_350/results/quyanh/OpenRS-GRPO/results_2025-03-15T07-24-32.807123.json (evaluation_tracker.py:234)
-2025-03-15T07:24:34.116680207Z |      Task       |Version|     Metric     |Value|   |Stderr|
-2025-03-15T07:24:34.116719627Z |-----------------|------:|----------------|----:|---|-----:|
-2025-03-15T07:24:34.116726157Z |all              |       |extractive_match|0.814|±  |0.0174|
-2025-03-15T07:24:34.116730951Z |custom:math_500:0|      1|extractive_match|0.814|±  |0.0174|
-2025-03-15T07:24:37.002888840Z Evaluating task: amc23
-2025-03-15T07:24:56.678184346Z [2025-03-15 07:24:56,677] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T07:25:38.451883943Z INFO 03-15 07:25:38 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T07:25:45.974721707Z [2025-03-15 07:25:45,973] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T07:26:39.856018853Z [2025-03-15 07:26:39,854] [    INFO]: This model supports multiple tasks: {'score', 'reward', 'embed', 'generate', 'classify'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T07:26:39.891839656Z [2025-03-15 07:26:39,890] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=6ce82509a7397451002fb83d06b10cd151b62c05, override_neuron_config=None, tokenizer_revision=6ce82509a7397451002fb83d06b10cd151b62c05, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T07:26:44.797557596Z [2025-03-15 07:26:44,796] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T07:26:45.386196807Z [2025-03-15 07:26:45,385] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T07:26:46.210845989Z [2025-03-15 07:26:46,210] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T07:26:46.516856953Z [2025-03-15 07:26:46,516] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T07:26:46.518289498Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T07:26:47.156104433Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.57it/s]
-2025-03-15T07:26:47.156156090Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.57it/s]
-2025-03-15T07:26:47.512832019Z [2025-03-15 07:26:47,512] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T07:26:49.387473155Z [2025-03-15 07:26:49,386] [    INFO]: Memory profiling takes 1.66 seconds
-2025-03-15T07:26:49.387515891Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T07:26:49.387521778Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T07:26:49.592584309Z [2025-03-15 07:26:49,592] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T07:26:49.592626829Z [2025-03-15 07:26:49,592] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T07:26:53.462199242Z [2025-03-15 07:26:53,461] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T07:27:08.600028390Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:19,  1.77it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:01<00:16,  1.96it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:16,  1.99it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:02<00:15,  2.00it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:02<00:14,  2.06it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:02<00:13,  2.18it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:03<00:12,  2.23it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:03<00:11,  2.30it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:04<00:11,  2.35it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:04<00:10,  2.37it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:04<00:10,  2.39it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:05<00:09,  2.39it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:05<00:09,  2.36it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:06<00:08,  2.38it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:06<00:08,  2.38it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:07<00:08,  2.36it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:07<00:07,  2.38it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:07<00:07,  2.39it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:08<00:06,  2.40it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:08<00:06,  2.36it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:09<00:05,  2.38it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:09<00:05,  2.35it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:10<00:05,  2.26it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:10<00:04,  2.28it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:10<00:04,  2.33it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:11<00:03,  2.32it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:11<00:03,  2.36it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:12<00:02,  2.37it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:12<00:02,  2.38it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:13<00:02,  2.37it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:13<00:01,  2.37it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:13<00:01,  2.39it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:14<00:00,  2.41it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:14<00:00,  2.42it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:15<00:00,  2.33it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:15<00:00,  2.31it/s]
-2025-03-15T07:27:08.600281633Z [2025-03-15 07:27:08,600] [    INFO]: Graph capturing finished in 15 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T07:27:08.617489428Z [2025-03-15 07:27:08,617] [    INFO]: init engine (profile, create kv cache, warmup model) took 21.10 seconds (llm_engine.py:431)
-2025-03-15T07:27:09.391472203Z [2025-03-15 07:27:09,391] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T07:27:09.430909913Z [2025-03-15 07:27:09,430] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T07:27:09.430975146Z [2025-03-15 07:27:09,430] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T07:27:09.431009246Z [2025-03-15 07:27:09,430] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T07:27:09.431055893Z [2025-03-15 07:27:09,430] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T07:27:09.431136623Z [2025-03-15 07:27:09,431] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T07:27:09.431178109Z [2025-03-15 07:27:09,431] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T07:27:09.431227264Z [2025-03-15 07:27:09,431] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T07:27:09.431271222Z [2025-03-15 07:27:09,431] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T07:27:09.433309061Z [2025-03-15 07:27:09,433] [    INFO]: knoveleng/AMC-23 default (lighteval_task.py:187)
-2025-03-15T07:27:09.433365703Z [2025-03-15 07:27:09,433] [ WARNING]: Careful, the task custom|amc23 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T07:27:11.655888536Z [2025-03-15 07:27:11,655] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T07:27:11.655946016Z [2025-03-15 07:27:11,655] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T07:27:11.656043044Z [2025-03-15 07:27:11,655] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T07:27:11.672499390Z [2025-03-15 07:27:11,672] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T07:27:11.685348999Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 07:27:11,685] [ WARNING]: context_size + max_new_tokens=33060 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T07:27:26.441118057Z 
Processed prompts:   0%|          | 0/40 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T07:27:27.524343020Z 
Processed prompts:   2%|▎         | 1/40 [00:14<09:35, 14.75s/it, est. speed input: 10.51 toks/s, output: 66.57 toks/s]
-2025-03-15T07:27:28.485323514Z 
Processed prompts:   5%|▌         | 2/40 [00:15<04:15,  6.71s/it, est. speed input: 16.29 toks/s, output: 128.39 toks/s]
-2025-03-15T07:27:31.749949993Z 
Processed prompts:   8%|▊         | 3/40 [00:16<02:31,  4.09s/it, est. speed input: 25.66 toks/s, output: 186.00 toks/s]
-2025-03-15T07:27:33.210042667Z 
Processed prompts:  10%|█         | 4/40 [00:20<02:15,  3.76s/it, est. speed input: 26.32 toks/s, output: 220.54 toks/s]
-2025-03-15T07:27:33.476664891Z 
Processed prompts:  12%|█▎        | 5/40 [00:21<01:42,  2.93s/it, est. speed input: 34.25 toks/s, output: 270.31 toks/s]
-2025-03-15T07:27:34.869948582Z 
Processed prompts:  15%|█▌        | 6/40 [00:21<01:08,  2.03s/it, est. speed input: 39.57 toks/s, output: 331.72 toks/s]
-2025-03-15T07:27:35.087127337Z 
Processed prompts:  18%|█▊        | 7/40 [00:23<01:00,  1.82s/it, est. speed input: 44.69 toks/s, output: 376.44 toks/s]
-2025-03-15T07:27:36.185049780Z 
Processed prompts:  20%|██        | 8/40 [00:23<00:41,  1.31s/it, est. speed input: 51.20 toks/s, output: 437.62 toks/s]
-2025-03-15T07:27:38.865957352Z 
Processed prompts:  25%|██▌       | 10/40 [00:24<00:28,  1.06it/s, est. speed input: 59.64 toks/s, output: 544.64 toks/s]
-2025-03-15T07:27:42.785490347Z 
Processed prompts:  28%|██▊       | 11/40 [00:27<00:40,  1.39s/it, est. speed input: 59.54 toks/s, output: 555.64 toks/s]
-2025-03-15T07:27:45.622527456Z 
Processed prompts:  30%|███       | 12/40 [00:31<00:57,  2.06s/it, est. speed input: 55.70 toks/s, output: 550.34 toks/s]
-2025-03-15T07:27:45.963168126Z 
Processed prompts:  32%|███▎      | 13/40 [00:33<01:01,  2.27s/it, est. speed input: 57.08 toks/s, output: 569.04 toks/s]
-2025-03-15T07:27:49.059123229Z 
Processed prompts:  35%|███▌      | 14/40 [00:34<00:44,  1.73s/it, est. speed input: 62.12 toks/s, output: 628.10 toks/s]
-2025-03-15T07:27:51.838781947Z 
Processed prompts:  38%|███▊      | 15/40 [00:37<00:53,  2.12s/it, est. speed input: 62.40 toks/s, output: 640.82 toks/s]
-2025-03-15T07:27:52.017419101Z 
Processed prompts:  40%|████      | 16/40 [00:40<00:55,  2.31s/it, est. speed input: 62.04 toks/s, output: 661.27 toks/s]
-2025-03-15T07:27:53.187651022Z 
Processed prompts:  42%|████▎     | 17/40 [00:40<00:38,  1.69s/it, est. speed input: 65.54 toks/s, output: 723.16 toks/s]
-2025-03-15T07:27:57.005179077Z 
Processed prompts:  45%|████▌     | 18/40 [00:41<00:33,  1.53s/it, est. speed input: 70.08 toks/s, output: 767.68 toks/s]
-2025-03-15T07:27:57.352601546Z 
Processed prompts:  48%|████▊     | 19/40 [00:45<00:46,  2.21s/it, est. speed input: 67.51 toks/s, output: 768.26 toks/s]
-2025-03-15T07:27:58.520893833Z 
Processed prompts:  50%|█████     | 20/40 [00:45<00:33,  1.66s/it, est. speed input: 69.53 toks/s, output: 827.70 toks/s]
-2025-03-15T07:28:02.709506324Z 
Processed prompts:  52%|█████▎    | 21/40 [00:46<00:28,  1.51s/it, est. speed input: 72.15 toks/s, output: 872.46 toks/s]
-2025-03-15T07:28:06.349150999Z 
Processed prompts:  55%|█████▌    | 22/40 [00:51<00:41,  2.31s/it, est. speed input: 70.74 toks/s, output: 866.67 toks/s]
-2025-03-15T07:28:06.605616596Z 
Processed prompts:  57%|█████▊    | 23/40 [00:54<00:46,  2.71s/it, est. speed input: 68.02 toks/s, output: 875.08 toks/s]
-2025-03-15T07:28:10.529748204Z 
Processed prompts:  60%|██████    | 24/40 [00:54<00:31,  1.97s/it, est. speed input: 70.64 toks/s, output: 937.13 toks/s]
-2025-03-15T07:28:16.625276236Z 
Processed prompts:  62%|██████▎   | 25/40 [00:58<00:38,  2.56s/it, est. speed input: 68.12 toks/s, output: 941.35 toks/s]
-2025-03-15T07:28:26.876325041Z 
Processed prompts:  65%|██████▌   | 26/40 [01:04<00:50,  3.62s/it, est. speed input: 63.76 toks/s, output: 920.49 toks/s]
-2025-03-15T07:28:27.518910048Z 
Processed prompts:  68%|██████▊   | 27/40 [01:15<01:12,  5.61s/it, est. speed input: 56.77 toks/s, output: 863.43 toks/s]
-2025-03-15T07:28:38.181601609Z 
Processed prompts:  70%|███████   | 28/40 [01:15<00:49,  4.12s/it, est. speed input: 57.80 toks/s, output: 924.61 toks/s]
-2025-03-15T07:28:41.355212873Z 
Processed prompts:  72%|███████▎  | 29/40 [01:26<01:06,  6.08s/it, est. speed input: 52.92 toks/s, output: 879.92 toks/s]
-2025-03-15T07:28:49.461378857Z 
Processed prompts:  75%|███████▌  | 30/40 [01:29<00:52,  5.21s/it, est. speed input: 52.60 toks/s, output: 918.29 toks/s]
-2025-03-15T07:28:50.601539908Z 
Processed prompts:  78%|███████▊  | 31/40 [01:37<00:54,  6.08s/it, est. speed input: 51.21 toks/s, output: 912.17 toks/s]
-2025-03-15T07:29:05.691627741Z 
Processed prompts:  80%|████████  | 32/40 [01:38<00:36,  4.60s/it, est. speed input: 52.30 toks/s, output: 971.74 toks/s]
-2025-03-15T07:29:13.117337830Z 
Processed prompts:  82%|████████▎ | 33/40 [01:54<00:54,  7.74s/it, est. speed input: 46.57 toks/s, output: 914.64 toks/s]
-2025-03-15T07:29:20.695324209Z 
Processed prompts:  85%|████████▌ | 34/40 [02:01<00:45,  7.65s/it, est. speed input: 45.17 toks/s, output: 930.00 toks/s]
-2025-03-15T07:29:21.079004938Z 
Processed prompts:  88%|████████▊ | 35/40 [02:09<00:38,  7.63s/it, est. speed input: 43.72 toks/s, output: 946.69 toks/s]
-2025-03-15T07:29:22.928405088Z 
Processed prompts:  90%|█████████ | 36/40 [02:09<00:21,  5.45s/it, est. speed input: 44.83 toks/s, output: 1015.23 toks/s]
-2025-03-15T07:29:26.645265341Z 
Processed prompts:  92%|█████████▎| 37/40 [02:11<00:13,  4.37s/it, est. speed input: 46.42 toks/s, output: 1072.41 toks/s]
-2025-03-15T07:29:31.701227197Z 
Processed prompts:  95%|█████████▌| 38/40 [02:14<00:08,  4.18s/it, est. speed input: 45.97 toks/s, output: 1114.72 toks/s]
-2025-03-15T07:29:46.084750353Z 
Processed prompts:  98%|█████████▊| 39/40 [02:20<00:04,  4.44s/it, est. speed input: 45.37 toks/s, output: 1146.84 toks/s]
-2025-03-15T07:29:46.084827996Z 
Processed prompts: 100%|██████████| 40/40 [02:34<00:00,  7.42s/it, est. speed input: 41.87 toks/s, output: 1114.29 toks/s]
Processed prompts: 100%|██████████| 40/40 [02:34<00:00,  3.86s/it, est. speed input: 41.87 toks/s, output: 1114.29 toks/s]
-2025-03-15T07:29:46.129649551Z 
Splits: 100%|██████████| 1/1 [02:34<00:00, 154.46s/it]
Splits: 100%|██████████| 1/1 [02:34<00:00, 154.46s/it]
-2025-03-15T07:29:46.881005429Z [2025-03-15 07:29:46,880] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T07:29:47.463358977Z [2025-03-15 07:29:47,462] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T07:29:47.478408081Z [2025-03-15 07:29:47,478] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T07:29:47.478441808Z [2025-03-15 07:29:47,478] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T07:29:47.666439881Z [2025-03-15 07:29:47,666] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp2_350/results/quyanh/OpenRS-GRPO/results_2025-03-15T07-29-47.478300.json (evaluation_tracker.py:234)
-2025-03-15T07:29:47.670032137Z |     Task     |Version|     Metric     |Value|   |Stderr|
-2025-03-15T07:29:47.670072647Z |--------------|------:|----------------|----:|---|-----:|
-2025-03-15T07:29:47.670077990Z |all           |       |extractive_match|0.625|±  |0.0775|
-2025-03-15T07:29:47.670082570Z |custom:amc23:0|      1|extractive_match|0.625|±  |0.0775|
-2025-03-15T07:29:50.392770950Z ----------------------------------------
-2025-03-15T07:29:50.393720932Z ----------------------------------------
-2025-03-15T07:29:50.393741825Z Running evaluations for experiment 2, step 400
-2025-03-15T07:29:50.393746812Z Revision: rev2_400 = 684d48dedf65ab38ebbe63b078c4573b62459dba
-2025-03-15T07:29:50.393751535Z Output directory: data/evals/Exp2_400
-2025-03-15T07:29:50.396978287Z Evaluating task: aime24
-2025-03-15T07:30:03.002339343Z [2025-03-15 07:30:03,001] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T07:30:31.562871400Z INFO 03-15 07:30:31 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T07:30:35.677218936Z [2025-03-15 07:30:35,676] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T07:31:23.317603728Z [2025-03-15 07:31:23,316] [    INFO]: This model supports multiple tasks: {'score', 'classify', 'reward', 'embed', 'generate'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T07:31:23.331191598Z [2025-03-15 07:31:23,330] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=684d48dedf65ab38ebbe63b078c4573b62459dba, override_neuron_config=None, tokenizer_revision=684d48dedf65ab38ebbe63b078c4573b62459dba, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T07:31:29.922639920Z [2025-03-15 07:31:29,921] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T07:31:30.415460947Z [2025-03-15 07:31:30,415] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T07:31:30.884794162Z [2025-03-15 07:31:30,884] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T07:31:38.214759080Z [2025-03-15 07:31:38,214] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T07:31:38.215698345Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T07:31:38.793596899Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.73it/s]
-2025-03-15T07:31:38.793652815Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.73it/s]
-2025-03-15T07:31:39.134383124Z [2025-03-15 07:31:39,133] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T07:31:40.748348234Z [2025-03-15 07:31:40,747] [    INFO]: Memory profiling takes 1.39 seconds
-2025-03-15T07:31:40.748395259Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T07:31:40.748401374Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T07:31:41.008887423Z [2025-03-15 07:31:41,008] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T07:31:41.008936690Z [2025-03-15 07:31:41,008] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T07:31:45.696166219Z [2025-03-15 07:31:45,695] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T07:32:01.524032839Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:19,  1.73it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:01<00:16,  1.95it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:15,  2.04it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:01<00:14,  2.09it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:02<00:14,  2.11it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:02<00:13,  2.13it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:03<00:13,  2.13it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:03<00:12,  2.15it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:04<00:11,  2.17it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:04<00:11,  2.16it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:05<00:10,  2.19it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:05<00:10,  2.21it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:06<00:09,  2.24it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:06<00:09,  2.26it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:06<00:08,  2.27it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:07<00:08,  2.28it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:07<00:07,  2.28it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:08<00:07,  2.25it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:08<00:07,  2.26it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:09<00:06,  2.27it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:09<00:06,  2.27it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:10<00:05,  2.26it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:10<00:05,  2.27it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:10<00:04,  2.24it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:11<00:04,  2.26it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:11<00:04,  2.24it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:12<00:03,  2.25it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:12<00:03,  2.26it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:13<00:02,  2.27it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:13<00:02,  2.25it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:14<00:01,  2.24it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:14<00:01,  2.24it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:14<00:00,  2.25it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:15<00:00,  2.25it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:15<00:00,  2.21it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:15<00:00,  2.21it/s]
-2025-03-15T07:32:01.524402434Z [2025-03-15 07:32:01,523] [    INFO]: Graph capturing finished in 16 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T07:32:01.541131343Z [2025-03-15 07:32:01,540] [    INFO]: init engine (profile, create kv cache, warmup model) took 22.41 seconds (llm_engine.py:431)
-2025-03-15T07:32:02.296586809Z [2025-03-15 07:32:02,296] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T07:32:02.321680368Z [2025-03-15 07:32:02,321] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T07:32:02.321725395Z [2025-03-15 07:32:02,321] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T07:32:02.321868009Z [2025-03-15 07:32:02,321] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T07:32:02.321875188Z [2025-03-15 07:32:02,321] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T07:32:02.321880339Z [2025-03-15 07:32:02,321] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T07:32:02.321900868Z [2025-03-15 07:32:02,321] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T07:32:02.321906389Z [2025-03-15 07:32:02,321] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T07:32:02.321911529Z [2025-03-15 07:32:02,321] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T07:32:02.324082406Z [2025-03-15 07:32:02,323] [    INFO]: HuggingFaceH4/aime_2024 default (lighteval_task.py:187)
-2025-03-15T07:32:02.324115959Z [2025-03-15 07:32:02,323] [ WARNING]: Careful, the task custom|aime24 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T07:32:04.663339057Z [2025-03-15 07:32:04,662] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T07:32:04.663429006Z [2025-03-15 07:32:04,663] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T07:32:04.663435600Z [2025-03-15 07:32:04,663] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T07:32:04.678766228Z [2025-03-15 07:32:04,678] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T07:32:04.690190218Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 07:32:04,689] [ WARNING]: context_size + max_new_tokens=33238 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T07:32:22.171371362Z 
Processed prompts:   0%|          | 0/30 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T07:32:34.043949373Z 
Processed prompts:   3%|▎         | 1/30 [00:17<08:26, 17.48s/it, est. speed input: 7.21 toks/s, output: 71.81 toks/s]
-2025-03-15T07:33:01.716667161Z 
Processed prompts:   7%|▋         | 2/30 [00:29<06:37, 14.18s/it, est. speed input: 11.14 toks/s, output: 111.48 toks/s]
-2025-03-15T07:33:06.326195056Z 
Processed prompts:  10%|█         | 3/30 [00:57<09:09, 20.34s/it, est. speed input: 9.59 toks/s, output: 121.58 toks/s] 
-2025-03-15T07:33:08.575219766Z 
Processed prompts:  13%|█▎        | 4/30 [01:01<06:07, 14.13s/it, est. speed input: 12.28 toks/s, output: 176.14 toks/s]
-2025-03-15T07:33:26.382210909Z 
Processed prompts:  17%|█▋        | 5/30 [01:03<04:06,  9.85s/it, est. speed input: 13.79 toks/s, output: 233.36 toks/s]
-2025-03-15T07:33:36.289874951Z 
Processed prompts:  20%|██        | 6/30 [01:21<05:01, 12.55s/it, est. speed input: 12.96 toks/s, output: 244.28 toks/s]
-2025-03-15T07:33:55.439768505Z 
Processed prompts:  23%|██▎       | 7/30 [01:31<04:28, 11.69s/it, est. speed input: 13.47 toks/s, output: 278.93 toks/s]
-2025-03-15T07:33:56.540317741Z 
Processed prompts:  27%|██▋       | 8/30 [01:50<05:09, 14.06s/it, est. speed input: 12.33 toks/s, output: 290.56 toks/s]
-2025-03-15T07:34:01.322434076Z 
Processed prompts:  30%|███       | 9/30 [01:51<03:30, 10.01s/it, est. speed input: 14.65 toks/s, output: 347.50 toks/s]
-2025-03-15T07:34:04.595649920Z 
Processed prompts:  33%|███▎      | 10/30 [01:56<02:47,  8.40s/it, est. speed input: 15.37 toks/s, output: 392.82 toks/s]
-2025-03-15T07:34:11.232094149Z 
Processed prompts:  37%|███▋      | 11/30 [01:59<02:09,  6.83s/it, est. speed input: 16.31 toks/s, output: 441.55 toks/s]
-2025-03-15T07:34:22.381778863Z 
Processed prompts:  40%|████      | 12/30 [02:06<02:01,  6.77s/it, est. speed input: 16.82 toks/s, output: 477.60 toks/s]
-2025-03-15T07:34:27.228649940Z 
Processed prompts:  43%|████▎     | 13/30 [02:17<02:17,  8.10s/it, est. speed input: 16.45 toks/s, output: 497.74 toks/s]
-2025-03-15T07:34:29.450881808Z 
Processed prompts:  47%|████▋     | 14/30 [02:22<01:53,  7.12s/it, est. speed input: 16.96 toks/s, output: 539.46 toks/s]
-2025-03-15T07:34:31.786743301Z 
Processed prompts:  50%|█████     | 15/30 [02:24<01:24,  5.64s/it, est. speed input: 18.47 toks/s, output: 589.79 toks/s]
-2025-03-15T07:34:38.905871608Z 
Processed prompts:  53%|█████▎    | 16/30 [02:27<01:05,  4.65s/it, est. speed input: 19.25 toks/s, output: 639.03 toks/s]
-2025-03-15T07:34:40.734336837Z 
Processed prompts:  57%|█████▋    | 17/30 [02:34<01:10,  5.39s/it, est. speed input: 19.26 toks/s, output: 667.99 toks/s]
-2025-03-15T07:34:50.301509239Z 
Processed prompts:  60%|██████    | 18/30 [02:36<00:51,  4.32s/it, est. speed input: 19.98 toks/s, output: 718.64 toks/s]
-2025-03-15T07:35:14.585541864Z 
Processed prompts:  63%|██████▎   | 19/30 [02:45<01:04,  5.90s/it, est. speed input: 19.66 toks/s, output: 735.83 toks/s]
-2025-03-15T07:35:15.698871853Z 
Processed prompts:  67%|██████▋   | 20/30 [03:09<01:54, 11.42s/it, est. speed input: 19.62 toks/s, output: 700.91 toks/s]
-2025-03-15T07:35:18.499569184Z 
Processed prompts:  70%|███████   | 21/30 [03:11<01:14,  8.32s/it, est. speed input: 20.50 toks/s, output: 756.03 toks/s]
-2025-03-15T07:35:30.756506680Z 
Processed prompts:  73%|███████▎  | 22/30 [03:13<00:53,  6.67s/it, est. speed input: 21.36 toks/s, output: 804.41 toks/s]
-2025-03-15T07:35:35.798198376Z 
Processed prompts:  77%|███████▋  | 23/30 [03:26<00:58,  8.34s/it, est. speed input: 21.19 toks/s, output: 816.44 toks/s]
-2025-03-15T07:35:37.875736689Z 
Processed prompts:  80%|████████  | 24/30 [03:31<00:44,  7.35s/it, est. speed input: 21.42 toks/s, output: 857.09 toks/s]
-2025-03-15T07:35:54.076638825Z 
Processed prompts:  83%|████████▎ | 25/30 [03:33<00:28,  5.77s/it, est. speed input: 21.96 toks/s, output: 909.03 toks/s]
-2025-03-15T07:35:54.319622070Z 
Processed prompts:  87%|████████▋ | 26/30 [03:49<00:35,  8.90s/it, est. speed input: 20.97 toks/s, output: 906.42 toks/s]
-2025-03-15T07:35:56.723553202Z 
Processed prompts:  90%|█████████ | 27/30 [03:49<00:18,  6.30s/it, est. speed input: 21.69 toks/s, output: 967.07 toks/s]
-2025-03-15T07:35:57.216411916Z 
Processed prompts:  93%|█████████▎| 28/30 [03:52<00:10,  5.13s/it, est. speed input: 22.26 toks/s, output: 1018.92 toks/s]
-2025-03-15T07:36:29.676097075Z 
Processed prompts:  97%|█████████▋| 29/30 [03:52<00:03,  3.74s/it, est. speed input: 23.14 toks/s, output: 1078.68 toks/s]
-2025-03-15T07:36:29.676160527Z 
Processed prompts: 100%|██████████| 30/30 [04:24<00:00, 12.36s/it, est. speed input: 20.84 toks/s, output: 1012.42 toks/s]
Processed prompts: 100%|██████████| 30/30 [04:24<00:00,  8.83s/it, est. speed input: 20.84 toks/s, output: 1012.42 toks/s]
-2025-03-15T07:36:29.750106607Z 
Splits: 100%|██████████| 1/1 [04:25<00:00, 265.07s/it]
Splits: 100%|██████████| 1/1 [04:25<00:00, 265.07s/it]
-2025-03-15T07:36:30.595963311Z [2025-03-15 07:36:30,595] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T07:36:30.982037807Z [2025-03-15 07:36:30,981] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T07:36:30.994776423Z [2025-03-15 07:36:30,994] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T07:36:30.994794219Z [2025-03-15 07:36:30,994] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T07:36:31.215297542Z [2025-03-15 07:36:31,214] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp2_400/results/quyanh/OpenRS-GRPO/results_2025-03-15T07-36-30.994685.json (evaluation_tracker.py:234)
-2025-03-15T07:36:31.219324796Z |     Task      |Version|     Metric     |Value |   |Stderr|
-2025-03-15T07:36:31.219379475Z |---------------|------:|----------------|-----:|---|-----:|
-2025-03-15T07:36:31.219384956Z |all            |       |extractive_match|0.2667|±  |0.0821|
-2025-03-15T07:36:31.219390012Z |custom:aime24:0|      1|extractive_match|0.2667|±  |0.0821|
-2025-03-15T07:36:33.762267534Z Evaluating task: math_500
-2025-03-15T07:36:47.026780869Z [2025-03-15 07:36:47,026] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T07:37:44.138569158Z INFO 03-15 07:37:44 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T07:37:49.570465478Z [2025-03-15 07:37:49,569] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T07:38:44.906952930Z [2025-03-15 07:38:44,906] [    INFO]: This model supports multiple tasks: {'reward', 'embed', 'generate', 'classify', 'score'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T07:38:44.919916765Z [2025-03-15 07:38:44,919] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=684d48dedf65ab38ebbe63b078c4573b62459dba, override_neuron_config=None, tokenizer_revision=684d48dedf65ab38ebbe63b078c4573b62459dba, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T07:38:49.758174785Z [2025-03-15 07:38:49,757] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T07:38:50.226330734Z [2025-03-15 07:38:50,226] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T07:38:50.640745718Z [2025-03-15 07:38:50,640] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T07:38:50.924455347Z [2025-03-15 07:38:50,924] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T07:38:50.925466575Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T07:38:51.540692120Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.63it/s]
-2025-03-15T07:38:51.540746300Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.63it/s]
-2025-03-15T07:38:51.860418625Z [2025-03-15 07:38:51,859] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T07:38:53.454566533Z [2025-03-15 07:38:53,454] [    INFO]: Memory profiling takes 1.38 seconds
-2025-03-15T07:38:53.454614999Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T07:38:53.454620789Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T07:38:53.667215894Z [2025-03-15 07:38:53,666] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T07:38:53.667267284Z [2025-03-15 07:38:53,666] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T07:38:58.491013687Z [2025-03-15 07:38:58,490] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T07:39:14.264998363Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:20,  1.69it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:01<00:17,  1.91it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:16,  1.97it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:02<00:15,  1.96it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:02<00:14,  2.02it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:03<00:14,  1.99it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:03<00:13,  2.04it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:03<00:13,  2.07it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:04<00:12,  2.09it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:05<00:12,  1.99it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:05<00:13,  1.77it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:06<00:13,  1.73it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:06<00:11,  1.91it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:07<00:10,  2.06it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:07<00:09,  2.09it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:07<00:08,  2.20it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:08<00:07,  2.29it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:08<00:07,  2.28it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:09<00:06,  2.35it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:09<00:06,  2.40it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:10<00:06,  2.33it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:10<00:05,  2.39it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:10<00:04,  2.43it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:11<00:04,  2.39it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:11<00:04,  2.41it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:12<00:03,  2.41it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:12<00:03,  2.44it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:12<00:02,  2.46it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:13<00:02,  2.42it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:13<00:02,  2.44it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:14<00:01,  2.45it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:14<00:01,  2.46it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:14<00:00,  2.47it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:15<00:00,  2.47it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:15<00:00,  2.45it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:15<00:00,  2.22it/s]
-2025-03-15T07:39:14.265275810Z [2025-03-15 07:39:14,265] [    INFO]: Graph capturing finished in 16 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T07:39:14.284797821Z [2025-03-15 07:39:14,284] [    INFO]: init engine (profile, create kv cache, warmup model) took 22.42 seconds (llm_engine.py:431)
-2025-03-15T07:39:15.088314033Z [2025-03-15 07:39:15,087] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T07:39:15.118596266Z [2025-03-15 07:39:15,118] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T07:39:15.118635586Z [2025-03-15 07:39:15,118] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T07:39:15.118641160Z [2025-03-15 07:39:15,118] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T07:39:15.118646010Z [2025-03-15 07:39:15,118] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T07:39:15.118650583Z [2025-03-15 07:39:15,118] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T07:39:15.118660348Z [2025-03-15 07:39:15,118] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T07:39:15.118685010Z [2025-03-15 07:39:15,118] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T07:39:15.118756078Z [2025-03-15 07:39:15,118] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T07:39:15.121246746Z [2025-03-15 07:39:15,121] [    INFO]: HuggingFaceH4/MATH-500 default (lighteval_task.py:187)
-2025-03-15T07:39:15.121259292Z [2025-03-15 07:39:15,121] [ WARNING]: Careful, the task custom|math_500 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T07:39:17.459926696Z [2025-03-15 07:39:17,459] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T07:39:17.459964901Z [2025-03-15 07:39:17,459] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T07:39:17.460010100Z [2025-03-15 07:39:17,459] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T07:39:17.612106282Z [2025-03-15 07:39:17,611] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T07:39:17.751530540Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 07:39:17,751] [ WARNING]: context_size + max_new_tokens=33636 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T07:39:52.592082162Z 
Processed prompts:   0%|          | 0/500 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T07:39:52.900005284Z 
Processed prompts:   0%|          | 1/500 [00:34<4:49:21, 34.79s/it, est. speed input: 7.24 toks/s, output: 17.13 toks/s]
-2025-03-15T07:39:53.322061285Z 
Processed prompts:   0%|          | 2/500 [00:35<2:00:24, 14.51s/it, est. speed input: 11.03 toks/s, output: 34.10 toks/s]
-2025-03-15T07:39:53.744534577Z 
Processed prompts:   1%|          | 3/500 [00:35<1:06:53,  8.08s/it, est. speed input: 15.23 toks/s, output: 50.81 toks/s]
-2025-03-15T07:39:55.437675664Z 
Processed prompts:   1%|          | 4/500 [00:35<41:47,  5.05s/it, est. speed input: 18.58 toks/s, output: 67.32 toks/s]  
-2025-03-15T07:39:55.917883263Z 
Processed prompts:   1%|          | 5/500 [00:37<31:41,  3.84s/it, est. speed input: 23.57 toks/s, output: 81.41 toks/s]
-2025-03-15T07:39:56.341147428Z 
Processed prompts:   1%|          | 6/500 [00:38<22:13,  2.70s/it, est. speed input: 27.41 toks/s, output: 97.48 toks/s]
-2025-03-15T07:39:56.831951418Z 
Processed prompts:   1%|▏         | 7/500 [00:38<16:03,  1.96s/it, est. speed input: 30.51 toks/s, output: 113.51 toks/s]
-2025-03-15T07:39:57.313370154Z 
Processed prompts:   2%|▏         | 9/500 [00:39<09:14,  1.13s/it, est. speed input: 37.81 toks/s, output: 146.08 toks/s]
-2025-03-15T07:39:57.446912400Z 
Processed prompts:   2%|▏         | 10/500 [00:39<07:51,  1.04it/s, est. speed input: 41.28 toks/s, output: 161.38 toks/s]
-2025-03-15T07:39:58.275865085Z 
Processed prompts:   2%|▏         | 11/500 [00:39<06:02,  1.35it/s, est. speed input: 44.72 toks/s, output: 177.92 toks/s]
-2025-03-15T07:39:59.512855632Z 
Processed prompts:   2%|▏         | 12/500 [00:40<06:13,  1.31it/s, est. speed input: 47.29 toks/s, output: 191.34 toks/s]
-2025-03-15T07:40:00.992720767Z 
Processed prompts:   3%|▎         | 13/500 [00:41<07:17,  1.11it/s, est. speed input: 49.26 toks/s, output: 202.74 toks/s]
-2025-03-15T07:40:01.499843127Z 
Processed prompts:   3%|▎         | 14/500 [00:43<08:38,  1.07s/it, est. speed input: 51.00 toks/s, output: 212.86 toks/s]
-2025-03-15T07:40:01.764267643Z 
Processed prompts:   3%|▎         | 15/500 [00:43<07:18,  1.11it/s, est. speed input: 53.80 toks/s, output: 227.43 toks/s]
-2025-03-15T07:40:02.089618403Z 
Processed prompts:   3%|▎         | 16/500 [00:43<05:46,  1.40it/s, est. speed input: 56.61 toks/s, output: 243.10 toks/s]
-2025-03-15T07:40:02.974638612Z 
Processed prompts:   3%|▎         | 17/500 [00:44<04:49,  1.67it/s, est. speed input: 59.15 toks/s, output: 258.34 toks/s]
-2025-03-15T07:40:03.236935448Z 
Processed prompts:   4%|▎         | 18/500 [00:45<05:30,  1.46it/s, est. speed input: 61.49 toks/s, output: 270.28 toks/s]
-2025-03-15T07:40:04.085559557Z 
Processed prompts:   4%|▍         | 19/500 [00:45<04:28,  1.79it/s, est. speed input: 63.98 toks/s, output: 285.71 toks/s]
-2025-03-15T07:40:06.496804371Z 
Processed prompts:   4%|▍         | 20/500 [00:46<05:09,  1.55it/s, est. speed input: 65.98 toks/s, output: 297.45 toks/s]
-2025-03-15T07:40:06.872926794Z 
Processed prompts:   4%|▍         | 21/500 [00:48<09:22,  1.17s/it, est. speed input: 66.57 toks/s, output: 299.52 toks/s]
-2025-03-15T07:40:07.308301630Z 
Processed prompts:   4%|▍         | 22/500 [00:49<07:26,  1.07it/s, est. speed input: 68.67 toks/s, output: 314.02 toks/s]
-2025-03-15T07:40:08.229411221Z 
Processed prompts:   5%|▍         | 23/500 [00:49<06:14,  1.27it/s, est. speed input: 70.75 toks/s, output: 328.04 toks/s]
-2025-03-15T07:40:08.605275687Z 
Processed prompts:   5%|▍         | 24/500 [00:50<06:33,  1.21it/s, est. speed input: 72.42 toks/s, output: 338.82 toks/s]
-2025-03-15T07:40:10.658775262Z 
Processed prompts:   5%|▌         | 25/500 [00:50<05:28,  1.45it/s, est. speed input: 74.64 toks/s, output: 353.09 toks/s]
-2025-03-15T07:40:12.179434643Z 
Processed prompts:   5%|▌         | 26/500 [00:52<08:41,  1.10s/it, est. speed input: 74.61 toks/s, output: 356.13 toks/s]
-2025-03-15T07:40:12.317102001Z 
Processed prompts:   5%|▌         | 27/500 [00:54<09:39,  1.23s/it, est. speed input: 78.12 toks/s, output: 362.92 toks/s]
-2025-03-15T07:40:12.755403129Z 
Processed prompts:   6%|▌         | 28/500 [00:54<07:04,  1.11it/s, est. speed input: 80.27 toks/s, output: 378.75 toks/s]
-2025-03-15T07:40:13.025596296Z 
Processed prompts:   6%|▌         | 29/500 [00:54<05:58,  1.31it/s, est. speed input: 81.99 toks/s, output: 392.47 toks/s]
-2025-03-15T07:40:14.678518561Z 
Processed prompts:   6%|▌         | 31/500 [00:55<03:41,  2.12it/s, est. speed input: 86.79 toks/s, output: 423.96 toks/s]
-2025-03-15T07:40:14.879734929Z 
Processed prompts:   6%|▋         | 32/500 [00:56<05:57,  1.31it/s, est. speed input: 87.78 toks/s, output: 428.36 toks/s]
-2025-03-15T07:40:16.378346104Z 
Processed prompts:   7%|▋         | 34/500 [00:57<03:48,  2.04it/s, est. speed input: 92.13 toks/s, output: 460.22 toks/s]
-2025-03-15T07:40:16.896570658Z 
Processed prompts:   7%|▋         | 35/500 [00:58<05:34,  1.39it/s, est. speed input: 92.34 toks/s, output: 465.15 toks/s]
-2025-03-15T07:40:17.038827987Z 
Processed prompts:   7%|▋         | 36/500 [00:59<05:11,  1.49it/s, est. speed input: 93.79 toks/s, output: 477.75 toks/s]
-2025-03-15T07:40:18.937091347Z 
Processed prompts:   7%|▋         | 37/500 [00:59<04:06,  1.88it/s, est. speed input: 95.80 toks/s, output: 493.28 toks/s]
-2025-03-15T07:40:19.204669717Z 
Processed prompts:   8%|▊         | 39/500 [01:01<05:27,  1.41it/s, est. speed input: 97.11 toks/s, output: 510.79 toks/s]
-2025-03-15T07:40:19.971230413Z 
Processed prompts:   8%|▊         | 40/500 [01:01<04:39,  1.65it/s, est. speed input: 98.87 toks/s, output: 525.21 toks/s]
-2025-03-15T07:40:20.118914329Z 
Processed prompts:   8%|▊         | 41/500 [01:02<04:56,  1.55it/s, est. speed input: 99.71 toks/s, output: 535.37 toks/s]
-2025-03-15T07:40:20.517066030Z 
Processed prompts:   8%|▊         | 42/500 [01:02<03:56,  1.94it/s, est. speed input: 101.56 toks/s, output: 550.72 toks/s]
-2025-03-15T07:40:21.467527076Z 
Processed prompts:   9%|▊         | 43/500 [01:02<03:40,  2.07it/s, est. speed input: 102.94 toks/s, output: 563.84 toks/s]
-2025-03-15T07:40:21.794897803Z 
Processed prompts:   9%|▉         | 44/500 [01:03<04:40,  1.63it/s, est. speed input: 103.58 toks/s, output: 572.02 toks/s]
-2025-03-15T07:40:22.554402005Z 
Processed prompts:   9%|▉         | 45/500 [01:03<04:02,  1.88it/s, est. speed input: 105.24 toks/s, output: 585.69 toks/s]
-2025-03-15T07:40:22.882278026Z 
Processed prompts:   9%|▉         | 46/500 [01:04<04:31,  1.67it/s, est. speed input: 106.23 toks/s, output: 595.41 toks/s]
-2025-03-15T07:40:25.727501371Z 
Processed prompts:   9%|▉         | 47/500 [01:05<03:55,  1.93it/s, est. speed input: 108.12 toks/s, output: 608.99 toks/s]
-2025-03-15T07:40:27.276903904Z 
Processed prompts:  10%|▉         | 48/500 [01:07<09:04,  1.21s/it, est. speed input: 106.05 toks/s, output: 600.03 toks/s]
-2025-03-15T07:40:29.544841049Z 
Processed prompts:  10%|▉         | 49/500 [01:09<09:49,  1.31s/it, est. speed input: 106.32 toks/s, output: 603.17 toks/s]
-2025-03-15T07:40:32.422025641Z 
Processed prompts:  10%|█         | 50/500 [01:11<11:56,  1.59s/it, est. speed input: 105.00 toks/s, output: 600.59 toks/s]
-2025-03-15T07:40:32.758297615Z 
Processed prompts:  10%|█         | 51/500 [01:14<14:47,  1.98s/it, est. speed input: 102.65 toks/s, output: 593.89 toks/s]
-2025-03-15T07:40:35.416974526Z 
Processed prompts:  10%|█         | 52/500 [01:14<11:05,  1.49s/it, est. speed input: 104.08 toks/s, output: 607.68 toks/s]
-2025-03-15T07:40:35.954627484Z 
Processed prompts:  11%|█         | 53/500 [01:17<13:41,  1.84s/it, est. speed input: 102.97 toks/s, output: 603.16 toks/s]
-2025-03-15T07:40:36.170068161Z 
Processed prompts:  11%|█         | 54/500 [01:18<10:45,  1.45s/it, est. speed input: 103.98 toks/s, output: 615.30 toks/s]
-2025-03-15T07:40:36.917899535Z 
Processed prompts:  11%|█         | 55/500 [01:18<08:00,  1.08s/it, est. speed input: 105.31 toks/s, output: 622.04 toks/s]
-2025-03-15T07:40:37.521685140Z 
Processed prompts:  11%|█▏        | 57/500 [01:19<05:33,  1.33it/s, est. speed input: 108.17 toks/s, output: 648.57 toks/s]
-2025-03-15T07:40:39.437292839Z 
Processed prompts:  12%|█▏        | 58/500 [01:19<05:16,  1.40it/s, est. speed input: 109.07 toks/s, output: 659.91 toks/s]
-2025-03-15T07:40:42.662064073Z 
Processed prompts:  12%|█▏        | 59/500 [01:21<07:34,  1.03s/it, est. speed input: 108.05 toks/s, output: 653.21 toks/s]
-2025-03-15T07:40:43.487981873Z 
Processed prompts:  12%|█▏        | 60/500 [01:24<11:55,  1.63s/it, est. speed input: 105.41 toks/s, output: 636.19 toks/s]
-2025-03-15T07:40:44.172601403Z 
Processed prompts:  13%|█▎        | 63/500 [01:25<06:33,  1.11it/s, est. speed input: 109.17 toks/s, output: 678.32 toks/s]
-2025-03-15T07:40:46.152529334Z 
Processed prompts:  13%|█▎        | 65/500 [01:26<05:09,  1.41it/s, est. speed input: 111.41 toks/s, output: 705.17 toks/s]
-2025-03-15T07:40:47.669699915Z 
Processed prompts:  13%|█▎        | 66/500 [01:28<06:55,  1.04it/s, est. speed input: 110.49 toks/s, output: 705.51 toks/s]
-2025-03-15T07:40:47.819256882Z 
Processed prompts:  13%|█▎        | 67/500 [01:29<07:47,  1.08s/it, est. speed input: 110.02 toks/s, output: 702.55 toks/s]
-2025-03-15T07:40:47.969754285Z 
Processed prompts:  14%|█▎        | 68/500 [01:30<06:11,  1.16it/s, est. speed input: 111.43 toks/s, output: 717.51 toks/s]
-2025-03-15T07:40:48.382859508Z 
Processed prompts:  14%|█▍        | 69/500 [01:30<04:52,  1.47it/s, est. speed input: 112.63 toks/s, output: 724.91 toks/s]
-2025-03-15T07:40:50.362953510Z 
Processed prompts:  14%|█▍        | 70/500 [01:30<04:21,  1.64it/s, est. speed input: 116.44 toks/s, output: 737.71 toks/s]
-2025-03-15T07:40:50.650648945Z 
Processed prompts:  15%|█▍        | 73/500 [01:32<04:31,  1.57it/s, est. speed input: 119.80 toks/s, output: 769.54 toks/s]
-2025-03-15T07:40:51.725226321Z 
Processed prompts:  15%|█▍        | 74/500 [01:32<04:00,  1.77it/s, est. speed input: 120.95 toks/s, output: 783.24 toks/s]
-2025-03-15T07:40:52.345777056Z 
Processed prompts:  15%|█▌        | 75/500 [01:33<04:48,  1.47it/s, est. speed input: 120.98 toks/s, output: 790.34 toks/s]
-2025-03-15T07:40:53.575362822Z 
Processed prompts:  15%|█▌        | 76/500 [01:34<04:42,  1.50it/s, est. speed input: 121.55 toks/s, output: 801.21 toks/s]
-2025-03-15T07:40:54.599704526Z 
Processed prompts:  15%|█▌        | 77/500 [01:35<05:42,  1.23it/s, est. speed input: 121.51 toks/s, output: 806.96 toks/s]
-2025-03-15T07:40:56.030124995Z 
Processed prompts:  16%|█▌        | 78/500 [01:36<06:06,  1.15it/s, est. speed input: 122.30 toks/s, output: 814.45 toks/s]
-2025-03-15T07:40:56.515148554Z 
Processed prompts:  16%|█▌        | 79/500 [01:38<07:11,  1.02s/it, est. speed input: 122.03 toks/s, output: 818.59 toks/s]
-2025-03-15T07:40:56.736315479Z 
Processed prompts:  16%|█▌        | 80/500 [01:38<06:05,  1.15it/s, est. speed input: 122.64 toks/s, output: 820.57 toks/s]
-2025-03-15T07:40:57.035492584Z 
Processed prompts:  16%|█▌        | 81/500 [01:38<04:46,  1.46it/s, est. speed input: 124.23 toks/s, output: 834.73 toks/s]
-2025-03-15T07:40:58.992958791Z 
Processed prompts:  17%|█▋        | 83/500 [01:39<03:04,  2.26it/s, est. speed input: 127.34 toks/s, output: 864.15 toks/s]
-2025-03-15T07:40:59.347126232Z 
Processed prompts:  17%|█▋        | 84/500 [01:41<05:37,  1.23it/s, est. speed input: 126.37 toks/s, output: 863.39 toks/s]
-2025-03-15T07:41:00.173492277Z 
Processed prompts:  17%|█▋        | 85/500 [01:41<04:47,  1.44it/s, est. speed input: 127.24 toks/s, output: 876.33 toks/s]
-2025-03-15T07:41:00.600675282Z 
Processed prompts:  17%|█▋        | 86/500 [01:42<05:01,  1.37it/s, est. speed input: 127.42 toks/s, output: 878.00 toks/s]
-2025-03-15T07:41:00.757865999Z 
Processed prompts:  17%|█▋        | 87/500 [01:42<04:26,  1.55it/s, est. speed input: 130.97 toks/s, output: 890.29 toks/s]
-2025-03-15T07:41:01.784105549Z 
Processed prompts:  18%|█▊        | 88/500 [01:42<03:28,  1.97it/s, est. speed input: 131.99 toks/s, output: 898.46 toks/s]
-2025-03-15T07:41:01.937457844Z 
Processed prompts:  18%|█▊        | 89/500 [01:43<04:29,  1.52it/s, est. speed input: 132.48 toks/s, output: 905.50 toks/s]
-2025-03-15T07:41:02.160004861Z 
Processed prompts:  18%|█▊        | 90/500 [01:44<03:28,  1.96it/s, est. speed input: 133.62 toks/s, output: 920.08 toks/s]
-2025-03-15T07:41:02.718027649Z 
Processed prompts:  18%|█▊        | 91/500 [01:44<02:53,  2.35it/s, est. speed input: 134.96 toks/s, output: 934.03 toks/s]
-2025-03-15T07:41:03.352290132Z 
Processed prompts:  18%|█▊        | 92/500 [01:44<03:09,  2.15it/s, est. speed input: 135.41 toks/s, output: 936.25 toks/s]
-2025-03-15T07:41:03.508734395Z 
Processed prompts:  19%|█▉        | 94/500 [01:45<02:41,  2.52it/s, est. speed input: 137.90 toks/s, output: 962.33 toks/s]
-2025-03-15T07:41:04.267777154Z 
Processed prompts:  19%|█▉        | 95/500 [01:45<02:16,  2.96it/s, est. speed input: 138.98 toks/s, output: 976.79 toks/s]
-2025-03-15T07:41:04.690560085Z 
Processed prompts:  19%|█▉        | 96/500 [01:46<03:00,  2.23it/s, est. speed input: 139.17 toks/s, output: 979.43 toks/s]
-2025-03-15T07:41:05.377241970Z 
Processed prompts:  19%|█▉        | 97/500 [01:46<02:57,  2.27it/s, est. speed input: 139.82 toks/s, output: 991.42 toks/s]
-2025-03-15T07:41:06.001392602Z 
Processed prompts:  20%|█▉        | 98/500 [01:47<03:24,  1.96it/s, est. speed input: 140.05 toks/s, output: 992.09 toks/s]
-2025-03-15T07:41:07.835610410Z 
Processed prompts:  20%|█▉        | 99/500 [01:48<03:37,  1.84it/s, est. speed input: 140.38 toks/s, output: 995.12 toks/s]
-2025-03-15T07:41:08.258137719Z 
Processed prompts:  20%|██        | 100/500 [01:50<06:06,  1.09it/s, est. speed input: 139.52 toks/s, output: 994.27 toks/s]
-2025-03-15T07:41:10.478115098Z 
Processed prompts:  20%|██        | 101/500 [01:50<05:07,  1.30it/s, est. speed input: 140.09 toks/s, output: 998.49 toks/s]
-2025-03-15T07:41:11.372956336Z 
Processed prompts:  20%|██        | 102/500 [01:52<07:57,  1.20s/it, est. speed input: 138.38 toks/s, output: 985.28 toks/s]
-2025-03-15T07:41:13.922754492Z 
Processed prompts:  21%|██        | 103/500 [01:53<07:20,  1.11s/it, est. speed input: 138.48 toks/s, output: 993.23 toks/s]
-2025-03-15T07:41:14.895807000Z 
Processed prompts:  21%|██        | 104/500 [01:56<10:08,  1.54s/it, est. speed input: 136.51 toks/s, output: 980.69 toks/s]
-2025-03-15T07:41:15.603572158Z 
Processed prompts:  21%|██        | 105/500 [01:57<09:00,  1.37s/it, est. speed input: 137.30 toks/s, output: 988.21 toks/s]
-2025-03-15T07:41:16.441855191Z 
Processed prompts:  21%|██▏       | 107/500 [01:57<05:54,  1.11it/s, est. speed input: 138.75 toks/s, output: 1004.74 toks/s]
-2025-03-15T07:41:16.670339132Z 
Processed prompts:  22%|██▏       | 108/500 [01:58<05:47,  1.13it/s, est. speed input: 139.34 toks/s, output: 1013.29 toks/s]
-2025-03-15T07:41:17.241895927Z 
Processed prompts:  22%|██▏       | 109/500 [01:58<04:39,  1.40it/s, est. speed input: 140.17 toks/s, output: 1026.99 toks/s]
-2025-03-15T07:41:17.483106267Z 
Processed prompts:  22%|██▏       | 110/500 [01:59<04:23,  1.48it/s, est. speed input: 140.55 toks/s, output: 1032.26 toks/s]
-2025-03-15T07:41:18.048114796Z 
Processed prompts:  23%|██▎       | 113/500 [01:59<02:17,  2.81it/s, est. speed input: 144.51 toks/s, output: 1077.04 toks/s]
-2025-03-15T07:41:18.484114421Z 
Processed prompts:  23%|██▎       | 114/500 [02:00<02:33,  2.51it/s, est. speed input: 145.02 toks/s, output: 1087.61 toks/s]
-2025-03-15T07:41:20.764823350Z 
Processed prompts:  23%|██▎       | 115/500 [02:00<02:36,  2.46it/s, est. speed input: 145.76 toks/s, output: 1099.30 toks/s]
-2025-03-15T07:41:21.267722255Z 
Processed prompts:  23%|██▎       | 116/500 [02:02<05:31,  1.16it/s, est. speed input: 144.02 toks/s, output: 1085.87 toks/s]
-2025-03-15T07:41:21.425396540Z 
Processed prompts:  23%|██▎       | 117/500 [02:03<04:55,  1.30it/s, est. speed input: 144.40 toks/s, output: 1089.04 toks/s]
-2025-03-15T07:41:21.861063132Z 
Processed prompts:  24%|██▎       | 118/500 [02:03<03:51,  1.65it/s, est. speed input: 145.17 toks/s, output: 1094.69 toks/s]
-2025-03-15T07:41:22.231790978Z 
Processed prompts:  24%|██▍       | 119/500 [02:04<03:32,  1.79it/s, est. speed input: 145.92 toks/s, output: 1106.42 toks/s]
-2025-03-15T07:41:23.432825123Z 
Processed prompts:  24%|██▍       | 120/500 [02:04<03:11,  1.98it/s, est. speed input: 146.52 toks/s, output: 1118.70 toks/s]
-2025-03-15T07:41:27.191214481Z 
Processed prompts:  24%|██▍       | 121/500 [02:05<04:27,  1.42it/s, est. speed input: 146.10 toks/s, output: 1117.00 toks/s]
-2025-03-15T07:41:28.488817526Z 
Processed prompts:  24%|██▍       | 122/500 [02:09<10:03,  1.60s/it, est. speed input: 142.81 toks/s, output: 1093.73 toks/s]
-2025-03-15T07:41:28.792731609Z 
Processed prompts:  25%|██▍       | 124/500 [02:10<07:18,  1.17s/it, est. speed input: 144.50 toks/s, output: 1113.70 toks/s]
-2025-03-15T07:41:29.157959933Z 
Processed prompts:  25%|██▌       | 126/500 [02:10<04:46,  1.30it/s, est. speed input: 145.95 toks/s, output: 1122.49 toks/s]
-2025-03-15T07:41:29.591743548Z 
Processed prompts:  26%|██▌       | 128/500 [02:11<03:26,  1.80it/s, est. speed input: 147.81 toks/s, output: 1138.93 toks/s]
-2025-03-15T07:41:31.317231818Z 
Processed prompts:  26%|██▌       | 130/500 [02:11<02:43,  2.27it/s, est. speed input: 149.61 toks/s, output: 1166.07 toks/s]
-2025-03-15T07:41:31.952782045Z 
Processed prompts:  26%|██▌       | 131/500 [02:13<04:15,  1.45it/s, est. speed input: 148.77 toks/s, output: 1166.45 toks/s]
-2025-03-15T07:41:32.313977832Z 
Processed prompts:  26%|██▋       | 132/500 [02:14<04:10,  1.47it/s, est. speed input: 148.94 toks/s, output: 1167.81 toks/s]
-2025-03-15T07:41:32.811661524Z 
Processed prompts:  27%|██▋       | 133/500 [02:14<03:41,  1.66it/s, est. speed input: 149.69 toks/s, output: 1180.11 toks/s]
-2025-03-15T07:41:34.131161627Z 
Processed prompts:  27%|██▋       | 134/500 [02:15<03:31,  1.73it/s, est. speed input: 150.22 toks/s, output: 1191.20 toks/s]
-2025-03-15T07:41:34.561299354Z 
Processed prompts:  27%|██▋       | 135/500 [02:16<04:42,  1.29it/s, est. speed input: 150.07 toks/s, output: 1195.10 toks/s]
-2025-03-15T07:41:36.304509664Z 
Processed prompts:  27%|██▋       | 136/500 [02:16<04:07,  1.47it/s, est. speed input: 150.45 toks/s, output: 1196.16 toks/s]
-2025-03-15T07:41:37.096815598Z 
Processed prompts:  27%|██▋       | 137/500 [02:18<05:55,  1.02it/s, est. speed input: 149.39 toks/s, output: 1186.59 toks/s]
-2025-03-15T07:41:37.676533500Z 
Processed prompts:  28%|██▊       | 138/500 [02:19<05:35,  1.08it/s, est. speed input: 149.74 toks/s, output: 1195.24 toks/s]
-2025-03-15T07:41:38.117253750Z 
Processed prompts:  28%|██▊       | 139/500 [02:19<04:57,  1.21it/s, est. speed input: 149.97 toks/s, output: 1198.40 toks/s]
-2025-03-15T07:41:39.462171406Z 
Processed prompts:  28%|██▊       | 140/500 [02:20<04:16,  1.40it/s, est. speed input: 150.38 toks/s, output: 1204.00 toks/s]
-2025-03-15T07:41:40.590689653Z 
Processed prompts:  28%|██▊       | 141/500 [02:21<05:22,  1.11it/s, est. speed input: 149.80 toks/s, output: 1201.23 toks/s]
-2025-03-15T07:41:41.449295095Z 
Processed prompts:  29%|██▊       | 143/500 [02:22<04:26,  1.34it/s, est. speed input: 150.65 toks/s, output: 1212.73 toks/s]
-2025-03-15T07:41:42.781504622Z 
Processed prompts:  29%|██▉       | 145/500 [02:23<03:40,  1.61it/s, est. speed input: 151.58 toks/s, output: 1225.73 toks/s]
-2025-03-15T07:41:43.286940382Z 
Processed prompts:  29%|██▉       | 146/500 [02:24<04:35,  1.29it/s, est. speed input: 150.98 toks/s, output: 1220.25 toks/s]
-2025-03-15T07:41:44.344464941Z 
Processed prompts:  29%|██▉       | 147/500 [02:25<04:11,  1.40it/s, est. speed input: 152.68 toks/s, output: 1231.35 toks/s]
-2025-03-15T07:41:50.073389856Z 
Processed prompts:  30%|██▉       | 148/500 [02:26<04:41,  1.25it/s, est. speed input: 152.54 toks/s, output: 1237.80 toks/s]
-2025-03-15T07:41:50.235741553Z 
Processed prompts:  30%|██▉       | 149/500 [02:32<12:22,  2.12s/it, est. speed input: 147.74 toks/s, output: 1206.45 toks/s]
-2025-03-15T07:41:50.470773298Z 
Processed prompts:  30%|███       | 150/500 [02:32<09:11,  1.58s/it, est. speed input: 149.31 toks/s, output: 1220.39 toks/s]
-2025-03-15T07:41:50.776536279Z 
Processed prompts:  30%|███       | 151/500 [02:32<06:57,  1.20s/it, est. speed input: 149.82 toks/s, output: 1223.43 toks/s]
-2025-03-15T07:41:54.532471451Z 
Processed prompts:  30%|███       | 152/500 [02:32<05:27,  1.06it/s, est. speed input: 150.29 toks/s, output: 1227.53 toks/s]
-2025-03-15T07:41:56.177698640Z 
Processed prompts:  31%|███       | 153/500 [02:36<10:10,  1.76s/it, est. speed input: 147.47 toks/s, output: 1207.49 toks/s]
-2025-03-15T07:41:56.339753928Z 
Processed prompts:  31%|███       | 154/500 [02:38<09:57,  1.73s/it, est. speed input: 146.89 toks/s, output: 1210.12 toks/s]
-2025-03-15T07:41:56.856818232Z 
Processed prompts:  31%|███       | 155/500 [02:38<07:16,  1.26s/it, est. speed input: 147.51 toks/s, output: 1218.25 toks/s]
-2025-03-15T07:41:57.232704730Z 
Processed prompts:  31%|███       | 156/500 [02:39<05:58,  1.04s/it, est. speed input: 147.76 toks/s, output: 1220.81 toks/s]
-2025-03-15T07:41:57.891250960Z 
Processed prompts:  31%|███▏      | 157/500 [02:39<04:49,  1.19it/s, est. speed input: 148.11 toks/s, output: 1222.34 toks/s]
-2025-03-15T07:41:58.125223320Z 
Processed prompts:  32%|███▏      | 158/500 [02:40<04:29,  1.27it/s, est. speed input: 148.35 toks/s, output: 1232.46 toks/s]
-2025-03-15T07:41:58.499632146Z 
Processed prompts:  32%|███▏      | 159/500 [02:40<03:32,  1.61it/s, est. speed input: 148.96 toks/s, output: 1245.82 toks/s]
-2025-03-15T07:41:58.662430932Z 
Processed prompts:  32%|███▏      | 160/500 [02:40<03:06,  1.82it/s, est. speed input: 149.83 toks/s, output: 1258.06 toks/s]
-2025-03-15T07:41:59.251023190Z 
Processed prompts:  32%|███▏      | 161/500 [02:40<02:26,  2.31it/s, est. speed input: 150.38 toks/s, output: 1261.16 toks/s]
-2025-03-15T07:41:59.981391682Z 
Processed prompts:  32%|███▏      | 162/500 [02:41<02:42,  2.09it/s, est. speed input: 150.64 toks/s, output: 1271.70 toks/s]
-2025-03-15T07:42:00.992801318Z 
Processed prompts:  33%|███▎      | 163/500 [02:42<03:06,  1.80it/s, est. speed input: 150.97 toks/s, output: 1281.11 toks/s]
-2025-03-15T07:42:01.581661453Z 
Processed prompts:  33%|███▎      | 165/500 [02:43<02:58,  1.88it/s, est. speed input: 151.72 toks/s, output: 1295.39 toks/s]
-2025-03-15T07:42:02.456369040Z 
Processed prompts:  33%|███▎      | 166/500 [02:43<03:02,  1.83it/s, est. speed input: 151.87 toks/s, output: 1296.38 toks/s]
-2025-03-15T07:42:02.762606407Z 
Processed prompts:  33%|███▎      | 167/500 [02:44<03:30,  1.58it/s, est. speed input: 151.82 toks/s, output: 1300.60 toks/s]
-2025-03-15T07:42:03.067019912Z 
Processed prompts:  34%|███▎      | 168/500 [02:44<03:00,  1.84it/s, est. speed input: 152.24 toks/s, output: 1304.49 toks/s]
-2025-03-15T07:42:04.438302796Z 
Processed prompts:  34%|███▍      | 169/500 [02:45<02:37,  2.10it/s, est. speed input: 152.63 toks/s, output: 1306.40 toks/s]
-2025-03-15T07:42:05.675435334Z 
Processed prompts:  34%|███▍      | 170/500 [02:46<04:01,  1.37it/s, est. speed input: 152.11 toks/s, output: 1305.42 toks/s]
-2025-03-15T07:42:07.906770776Z 
Processed prompts:  34%|███▍      | 171/500 [02:47<04:49,  1.14it/s, est. speed input: 151.74 toks/s, output: 1310.89 toks/s]
-2025-03-15T07:42:08.929944275Z 
Processed prompts:  34%|███▍      | 172/500 [02:50<06:58,  1.27s/it, est. speed input: 150.40 toks/s, output: 1297.71 toks/s]
-2025-03-15T07:42:09.382581961Z 
Processed prompts:  35%|███▍      | 173/500 [02:51<06:32,  1.20s/it, est. speed input: 150.18 toks/s, output: 1297.56 toks/s]
-2025-03-15T07:42:09.976759441Z 
Processed prompts:  35%|███▍      | 174/500 [02:51<05:19,  1.02it/s, est. speed input: 150.46 toks/s, output: 1300.68 toks/s]
-2025-03-15T07:42:10.642622199Z 
Processed prompts:  35%|███▌      | 175/500 [02:52<04:40,  1.16it/s, est. speed input: 150.75 toks/s, output: 1311.24 toks/s]
-2025-03-15T07:42:11.164360012Z 
Processed prompts:  35%|███▌      | 176/500 [02:52<04:20,  1.24it/s, est. speed input: 151.07 toks/s, output: 1321.23 toks/s]
-2025-03-15T07:42:11.471545859Z 
Processed prompts:  35%|███▌      | 177/500 [02:53<03:52,  1.39it/s, est. speed input: 151.27 toks/s, output: 1322.67 toks/s]
-2025-03-15T07:42:11.923136923Z 
Processed prompts:  36%|███▌      | 178/500 [02:53<03:12,  1.68it/s, est. speed input: 151.66 toks/s, output: 1327.00 toks/s]
-2025-03-15T07:42:12.088774592Z 
Processed prompts:  36%|███▌      | 180/500 [02:54<02:16,  2.35it/s, est. speed input: 153.03 toks/s, output: 1344.50 toks/s]
-2025-03-15T07:42:12.469093809Z 
Processed prompts:  36%|███▌      | 181/500 [02:54<01:55,  2.77it/s, est. speed input: 153.56 toks/s, output: 1351.80 toks/s]
-2025-03-15T07:42:14.563419729Z 
Processed prompts:  36%|███▋      | 182/500 [02:54<01:56,  2.73it/s, est. speed input: 153.86 toks/s, output: 1353.37 toks/s]
-2025-03-15T07:42:17.314672561Z 
Processed prompts:  37%|███▋      | 183/500 [02:56<04:25,  1.20it/s, est. speed input: 152.68 toks/s, output: 1343.41 toks/s]
-2025-03-15T07:42:18.344916947Z 
Processed prompts:  37%|███▋      | 184/500 [02:59<07:13,  1.37s/it, est. speed input: 151.74 toks/s, output: 1337.82 toks/s]
-2025-03-15T07:42:18.656274836Z 
Processed prompts:  37%|███▋      | 185/500 [03:00<06:41,  1.27s/it, est. speed input: 151.50 toks/s, output: 1335.71 toks/s]
-2025-03-15T07:42:19.329087917Z 
Processed prompts:  37%|███▋      | 186/500 [03:00<05:12,  1.00it/s, est. speed input: 151.84 toks/s, output: 1337.31 toks/s]
-2025-03-15T07:42:20.299835466Z 
Processed prompts:  37%|███▋      | 187/500 [03:01<04:41,  1.11it/s, est. speed input: 151.92 toks/s, output: 1340.36 toks/s]
-2025-03-15T07:42:20.834664868Z 
Processed prompts:  38%|███▊      | 188/500 [03:02<04:47,  1.09it/s, est. speed input: 151.70 toks/s, output: 1336.63 toks/s]
-2025-03-15T07:42:21.146860465Z 
Processed prompts:  38%|███▊      | 189/500 [03:03<04:10,  1.24it/s, est. speed input: 152.08 toks/s, output: 1347.69 toks/s]
-2025-03-15T07:42:21.747904809Z 
Processed prompts:  38%|███▊      | 190/500 [03:03<03:24,  1.52it/s, est. speed input: 152.45 toks/s, output: 1351.97 toks/s]
-2025-03-15T07:42:25.923491494Z 
Processed prompts:  38%|███▊      | 191/500 [03:03<03:18,  1.56it/s, est. speed input: 152.54 toks/s, output: 1351.46 toks/s]
-2025-03-15T07:42:26.387310502Z 
Processed prompts:  38%|███▊      | 192/500 [03:08<08:42,  1.70s/it, est. speed input: 149.77 toks/s, output: 1328.31 toks/s]
-2025-03-15T07:42:26.937843317Z 
Processed prompts:  39%|███▊      | 193/500 [03:08<06:47,  1.33s/it, est. speed input: 150.04 toks/s, output: 1334.72 toks/s]
-2025-03-15T07:42:27.840425426Z 
Processed prompts:  39%|███▉      | 195/500 [03:09<04:17,  1.19it/s, est. speed input: 151.21 toks/s, output: 1356.66 toks/s]
-2025-03-15T07:42:28.387800900Z 
Processed prompts:  39%|███▉      | 196/500 [03:10<04:20,  1.17it/s, est. speed input: 151.42 toks/s, output: 1365.12 toks/s]
-2025-03-15T07:42:28.703771828Z 
Processed prompts:  40%|███▉      | 198/500 [03:10<03:05,  1.62it/s, est. speed input: 152.60 toks/s, output: 1379.93 toks/s]
-2025-03-15T07:42:28.874182826Z 
Processed prompts:  40%|███▉      | 199/500 [03:10<02:44,  1.83it/s, est. speed input: 153.05 toks/s, output: 1392.54 toks/s]
-2025-03-15T07:42:29.263010058Z 
Processed prompts:  40%|████      | 200/500 [03:11<02:16,  2.20it/s, est. speed input: 153.50 toks/s, output: 1397.71 toks/s]
-2025-03-15T07:42:30.160873311Z 
Processed prompts:  40%|████      | 201/500 [03:11<02:10,  2.29it/s, est. speed input: 153.75 toks/s, output: 1398.61 toks/s]
-2025-03-15T07:42:31.657696899Z 
Processed prompts:  40%|████      | 202/500 [03:12<02:47,  1.78it/s, est. speed input: 153.61 toks/s, output: 1397.37 toks/s]
-2025-03-15T07:42:31.831271303Z 
Processed prompts:  41%|████      | 204/500 [03:13<03:10,  1.55it/s, est. speed input: 153.58 toks/s, output: 1398.25 toks/s]
-2025-03-15T07:42:32.074157394Z 
Processed prompts:  41%|████      | 205/500 [03:14<02:36,  1.88it/s, est. speed input: 154.28 toks/s, output: 1411.86 toks/s]
-2025-03-15T07:42:33.872443930Z 
Processed prompts:  41%|████      | 206/500 [03:14<02:14,  2.18it/s, est. speed input: 154.66 toks/s, output: 1415.40 toks/s]
-2025-03-15T07:42:34.552698039Z 
Processed prompts:  41%|████▏     | 207/500 [03:16<03:58,  1.23it/s, est. speed input: 153.80 toks/s, output: 1406.68 toks/s]
-2025-03-15T07:42:34.867936708Z 
Processed prompts:  42%|████▏     | 208/500 [03:16<03:47,  1.29it/s, est. speed input: 153.82 toks/s, output: 1406.27 toks/s]
-2025-03-15T07:42:35.988618249Z 
Processed prompts:  42%|████▏     | 209/500 [03:17<03:08,  1.55it/s, est. speed input: 154.37 toks/s, output: 1418.80 toks/s]
-2025-03-15T07:42:36.893523084Z 
Processed prompts:  42%|████▏     | 210/500 [03:18<03:47,  1.28it/s, est. speed input: 154.09 toks/s, output: 1419.57 toks/s]
-2025-03-15T07:42:37.360758221Z 
Processed prompts:  42%|████▏     | 212/500 [03:19<03:02,  1.58it/s, est. speed input: 154.53 toks/s, output: 1426.53 toks/s]
-2025-03-15T07:42:37.604116452Z 
Processed prompts:  43%|████▎     | 213/500 [03:19<02:50,  1.69it/s, est. speed input: 154.71 toks/s, output: 1427.13 toks/s]
-2025-03-15T07:42:38.067925151Z 
Processed prompts:  43%|████▎     | 214/500 [03:19<02:23,  1.99it/s, est. speed input: 155.55 toks/s, output: 1440.14 toks/s]
-2025-03-15T07:42:38.239219247Z 
Processed prompts:  43%|████▎     | 216/500 [03:20<01:50,  2.58it/s, est. speed input: 156.30 toks/s, output: 1448.51 toks/s]
-2025-03-15T07:42:38.410815328Z 
Processed prompts:  43%|████▎     | 217/500 [03:20<01:35,  2.96it/s, est. speed input: 156.71 toks/s, output: 1451.66 toks/s]
-2025-03-15T07:42:38.655517100Z 
Processed prompts:  44%|████▎     | 218/500 [03:20<01:23,  3.38it/s, est. speed input: 157.12 toks/s, output: 1456.02 toks/s]
-2025-03-15T07:42:38.899868735Z 
Processed prompts:  44%|████▍     | 219/500 [03:20<01:19,  3.54it/s, est. speed input: 157.47 toks/s, output: 1458.30 toks/s]
-2025-03-15T07:42:39.146678663Z 
Processed prompts:  44%|████▍     | 220/500 [03:21<01:16,  3.67it/s, est. speed input: 157.86 toks/s, output: 1465.16 toks/s]
-2025-03-15T07:42:39.318997305Z 
Processed prompts:  44%|████▍     | 221/500 [03:21<01:13,  3.77it/s, est. speed input: 158.22 toks/s, output: 1469.68 toks/s]
-2025-03-15T07:42:39.563698071Z 
Processed prompts:  44%|████▍     | 222/500 [03:21<01:06,  4.19it/s, est. speed input: 158.62 toks/s, output: 1472.82 toks/s]
-2025-03-15T07:42:40.392406169Z 
Processed prompts:  45%|████▍     | 223/500 [03:21<01:06,  4.16it/s, est. speed input: 158.97 toks/s, output: 1475.71 toks/s]
-2025-03-15T07:42:40.852253618Z 
Processed prompts:  45%|████▍     | 224/500 [03:22<01:53,  2.42it/s, est. speed input: 158.89 toks/s, output: 1477.51 toks/s]
-2025-03-15T07:42:41.313343542Z 
Processed prompts:  45%|████▌     | 225/500 [03:23<01:57,  2.34it/s, est. speed input: 159.09 toks/s, output: 1480.71 toks/s]
-2025-03-15T07:42:41.919712551Z 
Processed prompts:  45%|████▌     | 226/500 [03:23<01:59,  2.29it/s, est. speed input: 159.25 toks/s, output: 1480.67 toks/s]
-2025-03-15T07:42:42.307732723Z 
Processed prompts:  45%|████▌     | 227/500 [03:24<02:13,  2.05it/s, est. speed input: 159.32 toks/s, output: 1482.77 toks/s]
-2025-03-15T07:42:42.549499194Z 
Processed prompts:  46%|████▌     | 228/500 [03:24<02:04,  2.18it/s, est. speed input: 159.71 toks/s, output: 1494.66 toks/s]
-2025-03-15T07:42:43.154799351Z 
Processed prompts:  46%|████▌     | 229/500 [03:24<01:46,  2.54it/s, est. speed input: 160.03 toks/s, output: 1495.67 toks/s]
-2025-03-15T07:42:43.699262708Z 
Processed prompts:  46%|████▌     | 230/500 [03:25<02:03,  2.19it/s, est. speed input: 160.08 toks/s, output: 1495.36 toks/s]
-2025-03-15T07:42:44.160589587Z 
Processed prompts:  46%|████▋     | 232/500 [03:25<01:39,  2.69it/s, est. speed input: 160.74 toks/s, output: 1503.26 toks/s]
-2025-03-15T07:42:44.917285818Z 
Processed prompts:  47%|████▋     | 233/500 [03:26<01:45,  2.54it/s, est. speed input: 160.88 toks/s, output: 1502.54 toks/s]
-2025-03-15T07:42:46.916803312Z 
Processed prompts:  47%|████▋     | 234/500 [03:27<02:09,  2.05it/s, est. speed input: 160.78 toks/s, output: 1499.36 toks/s]
-2025-03-15T07:42:47.320539231Z 
Processed prompts:  47%|████▋     | 235/500 [03:29<03:58,  1.11it/s, est. speed input: 159.94 toks/s, output: 1499.70 toks/s]
-2025-03-15T07:42:48.077227389Z 
Processed prompts:  48%|████▊     | 238/500 [03:29<02:07,  2.05it/s, est. speed input: 162.11 toks/s, output: 1523.77 toks/s]
-2025-03-15T07:42:48.835686834Z 
Processed prompts:  48%|████▊     | 239/500 [03:30<02:21,  1.84it/s, est. speed input: 162.18 toks/s, output: 1532.95 toks/s]
-2025-03-15T07:42:49.080413104Z 
Processed prompts:  48%|████▊     | 240/500 [03:31<02:33,  1.69it/s, est. speed input: 162.12 toks/s, output: 1533.25 toks/s]
-2025-03-15T07:42:49.546297462Z 
Processed prompts:  48%|████▊     | 241/500 [03:31<02:11,  1.97it/s, est. speed input: 162.58 toks/s, output: 1546.13 toks/s]
-2025-03-15T07:42:50.230608241Z 
Processed prompts:  48%|████▊     | 242/500 [03:31<02:08,  2.01it/s, est. speed input: 162.78 toks/s, output: 1552.56 toks/s]
-2025-03-15T07:42:50.699047563Z 
Processed prompts:  49%|████▊     | 243/500 [03:32<02:20,  1.83it/s, est. speed input: 162.77 toks/s, output: 1553.01 toks/s]
-2025-03-15T07:42:51.454632334Z 
Processed prompts:  49%|████▉     | 244/500 [03:32<02:14,  1.90it/s, est. speed input: 163.05 toks/s, output: 1564.24 toks/s]
-2025-03-15T07:42:52.915341736Z 
Processed prompts:  49%|████▉     | 245/500 [03:33<02:30,  1.69it/s, est. speed input: 162.98 toks/s, output: 1563.96 toks/s]
-2025-03-15T07:42:53.937098898Z 
Processed prompts:  49%|████▉     | 246/500 [03:35<03:33,  1.19it/s, est. speed input: 162.40 toks/s, output: 1560.28 toks/s]
-2025-03-15T07:42:54.593734420Z 
Processed prompts:  49%|████▉     | 247/500 [03:36<03:46,  1.12it/s, est. speed input: 162.27 toks/s, output: 1567.53 toks/s]
-2025-03-15T07:42:55.752654290Z 
Processed prompts:  50%|████▉     | 248/500 [03:36<03:27,  1.21it/s, est. speed input: 162.25 toks/s, output: 1565.50 toks/s]
-2025-03-15T07:42:55.897545932Z 
Processed prompts:  50%|████▉     | 249/500 [03:37<03:51,  1.08it/s, est. speed input: 161.87 toks/s, output: 1561.56 toks/s]
-2025-03-15T07:42:56.188505206Z 
Processed prompts:  50%|█████     | 250/500 [03:38<02:53,  1.45it/s, est. speed input: 162.41 toks/s, output: 1575.14 toks/s]
-2025-03-15T07:42:57.483780860Z 
Processed prompts:  50%|█████     | 251/500 [03:38<02:22,  1.75it/s, est. speed input: 162.70 toks/s, output: 1578.84 toks/s]
-2025-03-15T07:42:58.491942472Z 
Processed prompts:  50%|█████     | 252/500 [03:39<03:15,  1.27it/s, est. speed input: 162.24 toks/s, output: 1575.63 toks/s]
-2025-03-15T07:42:58.853402527Z 
Processed prompts:  51%|█████     | 253/500 [03:40<03:30,  1.17it/s, est. speed input: 161.95 toks/s, output: 1570.73 toks/s]
-2025-03-15T07:42:59.068684824Z 
Processed prompts:  51%|█████     | 254/500 [03:41<02:53,  1.42it/s, est. speed input: 162.15 toks/s, output: 1571.67 toks/s]
-2025-03-15T07:42:59.427914607Z 
Processed prompts:  51%|█████     | 255/500 [03:41<02:17,  1.79it/s, est. speed input: 162.45 toks/s, output: 1572.93 toks/s]
-2025-03-15T07:43:00.434068113Z 
Processed prompts:  51%|█████     | 256/500 [03:41<02:01,  2.00it/s, est. speed input: 162.70 toks/s, output: 1577.51 toks/s]
-2025-03-15T07:43:00.649501749Z 
Processed prompts:  51%|█████▏    | 257/500 [03:42<02:38,  1.54it/s, est. speed input: 162.43 toks/s, output: 1574.13 toks/s]
-2025-03-15T07:43:00.935038298Z 
Processed prompts:  52%|█████▏    | 258/500 [03:42<02:06,  1.92it/s, est. speed input: 162.75 toks/s, output: 1577.55 toks/s]
-2025-03-15T07:43:01.362136338Z 
Processed prompts:  52%|█████▏    | 259/500 [03:43<01:48,  2.22it/s, est. speed input: 163.06 toks/s, output: 1583.03 toks/s]
-2025-03-15T07:43:03.856512840Z 
Processed prompts:  52%|█████▏    | 261/500 [03:43<01:21,  2.93it/s, est. speed input: 163.67 toks/s, output: 1587.46 toks/s]
-2025-03-15T07:43:04.070324289Z 
Processed prompts:  52%|█████▏    | 262/500 [03:46<03:28,  1.14it/s, est. speed input: 162.33 toks/s, output: 1573.77 toks/s]
-2025-03-15T07:43:04.211931596Z 
Processed prompts:  53%|█████▎    | 263/500 [03:46<02:46,  1.42it/s, est. speed input: 162.61 toks/s, output: 1574.42 toks/s]
-2025-03-15T07:43:04.779777698Z 
Processed prompts:  53%|█████▎    | 264/500 [03:46<02:09,  1.82it/s, est. speed input: 163.02 toks/s, output: 1581.36 toks/s]
-2025-03-15T07:43:05.345802670Z 
Processed prompts:  53%|█████▎    | 265/500 [03:46<02:10,  1.80it/s, est. speed input: 163.10 toks/s, output: 1584.34 toks/s]
-2025-03-15T07:43:05.911360041Z 
Processed prompts:  53%|█████▎    | 267/500 [03:47<01:41,  2.30it/s, est. speed input: 163.58 toks/s, output: 1586.37 toks/s]
-2025-03-15T07:43:06.405244246Z 
Processed prompts:  54%|█████▎    | 268/500 [03:48<01:48,  2.15it/s, est. speed input: 163.62 toks/s, output: 1584.70 toks/s]
-2025-03-15T07:43:06.545732862Z 
Processed prompts:  54%|█████▍    | 269/500 [03:48<01:49,  2.11it/s, est. speed input: 163.71 toks/s, output: 1584.46 toks/s]
-2025-03-15T07:43:07.745599271Z 
Processed prompts:  54%|█████▍    | 270/500 [03:48<01:28,  2.61it/s, est. speed input: 164.10 toks/s, output: 1590.95 toks/s]
-2025-03-15T07:43:08.303878870Z 
Processed prompts:  54%|█████▍    | 271/500 [03:49<02:19,  1.64it/s, est. speed input: 163.99 toks/s, output: 1597.24 toks/s]
-2025-03-15T07:43:08.443044372Z 
Processed prompts:  54%|█████▍    | 272/500 [03:50<02:15,  1.68it/s, est. speed input: 164.16 toks/s, output: 1607.96 toks/s]
-2025-03-15T07:43:08.794833538Z 
Processed prompts:  55%|█████▍    | 273/500 [03:50<01:45,  2.16it/s, est. speed input: 164.48 toks/s, output: 1608.81 toks/s]
-2025-03-15T07:43:09.212816433Z 
Processed prompts:  55%|█████▍    | 274/500 [03:50<01:37,  2.32it/s, est. speed input: 164.85 toks/s, output: 1620.95 toks/s]
-2025-03-15T07:43:10.594821458Z 
Processed prompts:  55%|█████▌    | 276/500 [03:51<01:13,  3.03it/s, est. speed input: 165.68 toks/s, output: 1636.51 toks/s]
-2025-03-15T07:43:11.555715294Z 
Processed prompts:  56%|█████▌    | 278/500 [03:52<01:44,  2.12it/s, est. speed input: 165.71 toks/s, output: 1644.89 toks/s]
-2025-03-15T07:43:11.830250800Z 
Processed prompts:  56%|█████▌    | 279/500 [03:53<02:08,  1.73it/s, est. speed input: 165.56 toks/s, output: 1649.83 toks/s]
-2025-03-15T07:43:12.241447420Z 
Processed prompts:  56%|█████▌    | 280/500 [03:54<01:51,  1.97it/s, est. speed input: 165.82 toks/s, output: 1653.06 toks/s]
-2025-03-15T07:43:13.404002306Z 
Processed prompts:  56%|█████▌    | 281/500 [03:54<01:45,  2.07it/s, est. speed input: 166.13 toks/s, output: 1664.74 toks/s]
-2025-03-15T07:43:13.949287978Z 
Processed prompts:  56%|█████▋    | 282/500 [03:55<02:24,  1.51it/s, est. speed input: 165.85 toks/s, output: 1668.57 toks/s]
-2025-03-15T07:43:14.221770670Z 
Processed prompts:  57%|█████▋    | 283/500 [03:56<02:16,  1.58it/s, est. speed input: 165.87 toks/s, output: 1666.67 toks/s]
-2025-03-15T07:43:14.493305977Z 
Processed prompts:  57%|█████▋    | 284/500 [03:56<01:54,  1.89it/s, est. speed input: 166.12 toks/s, output: 1669.04 toks/s]
-2025-03-15T07:43:15.241150623Z 
Processed prompts:  57%|█████▋    | 285/500 [03:56<01:37,  2.20it/s, est. speed input: 166.37 toks/s, output: 1671.09 toks/s]
-2025-03-15T07:43:15.646911400Z 
Processed prompts:  57%|█████▋    | 286/500 [03:57<01:55,  1.85it/s, est. speed input: 166.56 toks/s, output: 1680.42 toks/s]
-2025-03-15T07:43:17.066143829Z 
Processed prompts:  57%|█████▋    | 287/500 [03:57<01:46,  2.00it/s, est. speed input: 166.69 toks/s, output: 1680.34 toks/s]
-2025-03-15T07:43:17.201454060Z 
Processed prompts:  58%|█████▊    | 288/500 [03:59<02:43,  1.29it/s, est. speed input: 166.55 toks/s, output: 1684.96 toks/s]
-2025-03-15T07:43:18.009041788Z 
Processed prompts:  58%|█████▊    | 289/500 [03:59<02:03,  1.71it/s, est. speed input: 166.86 toks/s, output: 1686.26 toks/s]
-2025-03-15T07:43:18.345610822Z 
Processed prompts:  58%|█████▊    | 290/500 [04:00<02:16,  1.54it/s, est. speed input: 166.70 toks/s, output: 1682.84 toks/s]
-2025-03-15T07:43:18.814723277Z 
Processed prompts:  58%|█████▊    | 291/500 [04:00<01:56,  1.80it/s, est. speed input: 167.02 toks/s, output: 1695.08 toks/s]
-2025-03-15T07:43:19.017196113Z 
Processed prompts:  58%|█████▊    | 292/500 [04:01<01:50,  1.89it/s, est. speed input: 167.27 toks/s, output: 1706.37 toks/s]
-2025-03-15T07:43:19.283526955Z 
Processed prompts:  59%|█████▊    | 293/500 [04:01<01:29,  2.31it/s, est. speed input: 167.48 toks/s, output: 1706.61 toks/s]
-2025-03-15T07:43:20.215207232Z 
Processed prompts:  59%|█████▉    | 295/500 [04:01<01:00,  3.40it/s, est. speed input: 168.12 toks/s, output: 1711.81 toks/s]
-2025-03-15T07:43:20.682506904Z 
Processed prompts:  59%|█████▉    | 296/500 [04:02<01:32,  2.21it/s, est. speed input: 167.90 toks/s, output: 1709.61 toks/s]
-2025-03-15T07:43:21.148991238Z 
Processed prompts:  59%|█████▉    | 297/500 [04:02<01:32,  2.19it/s, est. speed input: 168.00 toks/s, output: 1710.93 toks/s]
-2025-03-15T07:43:21.479757601Z 
Processed prompts:  60%|█████▉    | 298/500 [04:03<01:32,  2.18it/s, est. speed input: 168.21 toks/s, output: 1722.24 toks/s]
-2025-03-15T07:43:23.450263012Z 
Processed prompts:  60%|█████▉    | 299/500 [04:03<01:25,  2.36it/s, est. speed input: 168.43 toks/s, output: 1726.00 toks/s]
-2025-03-15T07:43:23.713244489Z 
Processed prompts:  61%|██████    | 303/500 [04:05<01:31,  2.15it/s, est. speed input: 168.65 toks/s, output: 1723.84 toks/s]
-2025-03-15T07:43:23.844425901Z 
Processed prompts:  61%|██████    | 304/500 [04:05<01:24,  2.33it/s, est. speed input: 168.87 toks/s, output: 1724.88 toks/s]
-2025-03-15T07:43:24.369785816Z 
Processed prompts:  61%|██████    | 305/500 [04:06<01:11,  2.72it/s, est. speed input: 169.17 toks/s, output: 1726.54 toks/s]
-2025-03-15T07:43:25.756917855Z 
Processed prompts:  61%|██████    | 306/500 [04:06<01:18,  2.48it/s, est. speed input: 169.47 toks/s, output: 1737.46 toks/s]
-2025-03-15T07:43:26.282415646Z 
Processed prompts:  61%|██████▏   | 307/500 [04:07<02:04,  1.55it/s, est. speed input: 168.93 toks/s, output: 1731.27 toks/s]
-2025-03-15T07:43:27.200681841Z 
Processed prompts:  62%|██████▏   | 308/500 [04:08<01:57,  1.63it/s, est. speed input: 168.97 toks/s, output: 1730.55 toks/s]
-2025-03-15T07:43:27.396625513Z 
Processed prompts:  62%|██████▏   | 309/500 [04:09<02:12,  1.44it/s, est. speed input: 168.73 toks/s, output: 1726.85 toks/s]
-2025-03-15T07:43:27.659410164Z 
Processed prompts:  62%|██████▏   | 310/500 [04:09<01:45,  1.80it/s, est. speed input: 169.00 toks/s, output: 1729.72 toks/s]
-2025-03-15T07:43:27.984239099Z 
Processed prompts:  62%|██████▏   | 311/500 [04:09<01:29,  2.11it/s, est. speed input: 169.28 toks/s, output: 1735.88 toks/s]
-2025-03-15T07:43:28.505108595Z 
Processed prompts:  62%|██████▏   | 312/500 [04:10<01:20,  2.32it/s, est. speed input: 169.45 toks/s, output: 1736.79 toks/s]
-2025-03-15T07:43:29.734254033Z 
Processed prompts:  63%|██████▎   | 313/500 [04:10<01:25,  2.19it/s, est. speed input: 169.56 toks/s, output: 1741.91 toks/s]
-2025-03-15T07:43:29.990829347Z 
Processed prompts:  63%|██████▎   | 314/500 [04:11<02:07,  1.46it/s, est. speed input: 169.17 toks/s, output: 1740.49 toks/s]
-2025-03-15T07:43:30.248241846Z 
Processed prompts:  63%|██████▎   | 316/500 [04:12<01:19,  2.32it/s, est. speed input: 169.80 toks/s, output: 1746.96 toks/s]
-2025-03-15T07:43:30.826290869Z 
Processed prompts:  63%|██████▎   | 317/500 [04:12<01:10,  2.58it/s, est. speed input: 170.06 toks/s, output: 1752.05 toks/s]
-2025-03-15T07:43:31.148447855Z 
Processed prompts:  64%|██████▎   | 318/500 [04:13<01:19,  2.29it/s, est. speed input: 170.04 toks/s, output: 1750.77 toks/s]
-2025-03-15T07:43:31.276952317Z 
Processed prompts:  64%|██████▍   | 319/500 [04:13<01:13,  2.46it/s, est. speed input: 170.21 toks/s, output: 1751.40 toks/s]
-2025-03-15T07:43:31.788923950Z 
Processed prompts:  64%|██████▍   | 320/500 [04:13<00:59,  3.04it/s, est. speed input: 170.46 toks/s, output: 1752.79 toks/s]
-2025-03-15T07:43:32.365006647Z 
Processed prompts:  64%|██████▍   | 321/500 [04:13<01:08,  2.63it/s, est. speed input: 170.56 toks/s, output: 1756.66 toks/s]
-2025-03-15T07:43:32.620522006Z 
Processed prompts:  64%|██████▍   | 322/500 [04:14<01:17,  2.29it/s, est. speed input: 170.53 toks/s, output: 1755.19 toks/s]
-2025-03-15T07:43:32.875251826Z 
Processed prompts:  65%|██████▍   | 323/500 [04:14<01:07,  2.60it/s, est. speed input: 171.06 toks/s, output: 1768.00 toks/s]
-2025-03-15T07:43:33.763204288Z 
Processed prompts:  65%|██████▍   | 324/500 [04:15<01:00,  2.89it/s, est. speed input: 171.27 toks/s, output: 1769.43 toks/s]
-2025-03-15T07:43:33.952960300Z 
Processed prompts:  65%|██████▌   | 325/500 [04:15<01:28,  1.97it/s, est. speed input: 171.06 toks/s, output: 1766.81 toks/s]
-2025-03-15T07:43:34.269571646Z 
Processed prompts:  65%|██████▌   | 326/500 [04:16<01:11,  2.43it/s, est. speed input: 171.40 toks/s, output: 1776.03 toks/s]
-2025-03-15T07:43:35.275122359Z 
Processed prompts:  66%|██████▌   | 328/500 [04:16<00:50,  3.38it/s, est. speed input: 171.91 toks/s, output: 1779.30 toks/s]
-2025-03-15T07:43:35.463475035Z 
Processed prompts:  66%|██████▌   | 329/500 [04:17<01:20,  2.12it/s, est. speed input: 171.61 toks/s, output: 1775.52 toks/s]
-2025-03-15T07:43:35.715439244Z 
Processed prompts:  66%|██████▌   | 330/500 [04:17<01:07,  2.52it/s, est. speed input: 171.84 toks/s, output: 1777.05 toks/s]
-2025-03-15T07:43:36.091427062Z 
Processed prompts:  66%|██████▌   | 331/500 [04:17<01:00,  2.79it/s, est. speed input: 172.02 toks/s, output: 1777.90 toks/s]
-2025-03-15T07:43:36.331642913Z 
Processed prompts:  66%|██████▋   | 332/500 [04:18<01:00,  2.76it/s, est. speed input: 173.04 toks/s, output: 1789.90 toks/s]
-2025-03-15T07:43:38.301783726Z 
Processed prompts:  67%|██████▋   | 334/500 [04:18<00:42,  3.92it/s, est. speed input: 173.70 toks/s, output: 1799.96 toks/s]
-2025-03-15T07:43:38.421506192Z 
Processed prompts:  67%|██████▋   | 335/500 [04:20<01:50,  1.50it/s, est. speed input: 172.73 toks/s, output: 1789.15 toks/s]
-2025-03-15T07:43:38.540658269Z 
Processed prompts:  67%|██████▋   | 336/500 [04:20<01:26,  1.89it/s, est. speed input: 173.06 toks/s, output: 1794.51 toks/s]
-2025-03-15T07:43:38.659345731Z 
Processed prompts:  67%|██████▋   | 337/500 [04:20<01:08,  2.39it/s, est. speed input: 173.40 toks/s, output: 1800.52 toks/s]
-2025-03-15T07:43:39.072804636Z 
Processed prompts:  68%|██████▊   | 339/500 [04:20<00:42,  3.81it/s, est. speed input: 174.25 toks/s, output: 1820.02 toks/s]
-2025-03-15T07:43:40.707942547Z 
Processed prompts:  68%|██████▊   | 340/500 [04:21<00:47,  3.35it/s, est. speed input: 174.37 toks/s, output: 1822.54 toks/s]
-2025-03-15T07:43:40.941248375Z 
Processed prompts:  68%|██████▊   | 341/500 [04:22<01:41,  1.57it/s, est. speed input: 173.69 toks/s, output: 1816.69 toks/s]
-2025-03-15T07:43:43.034760158Z 
Processed prompts:  68%|██████▊   | 342/500 [04:23<01:23,  1.89it/s, est. speed input: 173.92 toks/s, output: 1819.76 toks/s]
-2025-03-15T07:43:43.267717253Z 
Processed prompts:  69%|██████▊   | 343/500 [04:25<02:30,  1.04it/s, est. speed input: 172.89 toks/s, output: 1808.47 toks/s]
-2025-03-15T07:43:43.499681857Z 
Processed prompts:  69%|██████▉   | 344/500 [04:25<01:57,  1.33it/s, est. speed input: 173.15 toks/s, output: 1813.91 toks/s]
-2025-03-15T07:43:44.252094793Z 
Processed prompts:  69%|██████▉   | 345/500 [04:25<01:33,  1.65it/s, est. speed input: 173.39 toks/s, output: 1817.90 toks/s]
-2025-03-15T07:43:45.059900046Z 
Processed prompts:  69%|██████▉   | 346/500 [04:26<01:39,  1.54it/s, est. speed input: 173.27 toks/s, output: 1816.59 toks/s]
-2025-03-15T07:43:45.521124949Z 
Processed prompts:  69%|██████▉   | 347/500 [04:27<01:46,  1.44it/s, est. speed input: 173.12 toks/s, output: 1815.63 toks/s]
-2025-03-15T07:43:45.692883306Z 
Processed prompts:  70%|██████▉   | 348/500 [04:27<01:35,  1.60it/s, est. speed input: 173.24 toks/s, output: 1820.23 toks/s]
-2025-03-15T07:43:46.827534830Z 
Processed prompts:  70%|██████▉   | 349/500 [04:27<01:14,  2.04it/s, est. speed input: 173.58 toks/s, output: 1830.30 toks/s]
-2025-03-15T07:43:47.791445149Z 
Processed prompts:  70%|███████   | 351/500 [04:29<01:18,  1.90it/s, est. speed input: 173.57 toks/s, output: 1830.66 toks/s]
-2025-03-15T07:43:48.186705476Z 
Processed prompts:  70%|███████   | 352/500 [04:29<01:33,  1.58it/s, est. speed input: 173.88 toks/s, output: 1838.82 toks/s]
-2025-03-15T07:43:48.802944994Z 
Processed prompts:  71%|███████   | 353/500 [04:30<01:24,  1.75it/s, est. speed input: 174.07 toks/s, output: 1847.31 toks/s]
-2025-03-15T07:43:49.027240033Z 
Processed prompts:  71%|███████   | 355/500 [04:31<01:06,  2.18it/s, est. speed input: 174.49 toks/s, output: 1861.38 toks/s]
-2025-03-15T07:43:51.467511039Z 
Processed prompts:  71%|███████   | 356/500 [04:31<00:58,  2.47it/s, est. speed input: 174.93 toks/s, output: 1874.55 toks/s]
-2025-03-15T07:43:52.190954298Z 
Processed prompts:  71%|███████▏  | 357/500 [04:33<02:10,  1.09it/s, est. speed input: 173.71 toks/s, output: 1861.61 toks/s]
-2025-03-15T07:43:52.854413904Z 
Processed prompts:  72%|███████▏  | 358/500 [04:34<02:02,  1.16it/s, est. speed input: 173.77 toks/s, output: 1871.45 toks/s]
-2025-03-15T07:43:53.405506872Z 
Processed prompts:  72%|███████▏  | 359/500 [04:35<01:54,  1.24it/s, est. speed input: 173.78 toks/s, output: 1877.77 toks/s]
-2025-03-15T07:43:53.788210472Z 
Processed prompts:  72%|███████▏  | 360/500 [04:35<01:43,  1.36it/s, est. speed input: 173.79 toks/s, output: 1878.96 toks/s]
-2025-03-15T07:43:54.498232905Z 
Processed prompts:  72%|███████▏  | 362/500 [04:35<01:08,  2.03it/s, est. speed input: 174.43 toks/s, output: 1895.19 toks/s]
-2025-03-15T07:43:55.968449243Z 
Processed prompts:  73%|███████▎  | 363/500 [04:36<01:14,  1.83it/s, est. speed input: 174.34 toks/s, output: 1894.84 toks/s]
-2025-03-15T07:43:56.185527884Z 
Processed prompts:  73%|███████▎  | 364/500 [04:38<01:46,  1.28it/s, est. speed input: 174.95 toks/s, output: 1899.62 toks/s]
-2025-03-15T07:43:57.105075305Z 
Processed prompts:  73%|███████▎  | 365/500 [04:38<01:25,  1.58it/s, est. speed input: 175.41 toks/s, output: 1912.94 toks/s]
-2025-03-15T07:43:57.588927094Z 
Processed prompts:  73%|███████▎  | 366/500 [04:39<01:35,  1.41it/s, est. speed input: 175.21 toks/s, output: 1913.60 toks/s]
-2025-03-15T07:43:57.964231984Z 
Processed prompts:  73%|███████▎  | 367/500 [04:39<01:26,  1.55it/s, est. speed input: 175.41 toks/s, output: 1925.11 toks/s]
-2025-03-15T07:43:58.599390264Z 
Processed prompts:  74%|███████▎  | 368/500 [04:40<01:15,  1.76it/s, est. speed input: 176.66 toks/s, output: 1937.35 toks/s]
-2025-03-15T07:43:59.127962727Z 
Processed prompts:  74%|███████▍  | 370/500 [04:40<00:59,  2.20it/s, est. speed input: 177.93 toks/s, output: 1962.60 toks/s]
-2025-03-15T07:44:00.324045205Z 
Processed prompts:  74%|███████▍  | 371/500 [04:41<01:01,  2.11it/s, est. speed input: 177.95 toks/s, output: 1963.64 toks/s]
-2025-03-15T07:44:01.641815254Z 
Processed prompts:  75%|███████▍  | 373/500 [04:42<01:06,  1.91it/s, est. speed input: 177.99 toks/s, output: 1974.28 toks/s]
-2025-03-15T07:44:01.743194982Z 
Processed prompts:  75%|███████▍  | 374/500 [04:43<01:28,  1.42it/s, est. speed input: 177.51 toks/s, output: 1969.68 toks/s]
-2025-03-15T07:44:04.020247087Z 
Processed prompts:  75%|███████▌  | 375/500 [04:43<01:09,  1.80it/s, est. speed input: 177.77 toks/s, output: 1973.18 toks/s]
-2025-03-15T07:44:04.474841476Z 
Processed prompts:  75%|███████▌  | 376/500 [04:46<02:04,  1.00s/it, est. speed input: 176.76 toks/s, output: 1968.10 toks/s]
-2025-03-15T07:44:04.676061969Z 
Processed prompts:  75%|███████▌  | 377/500 [04:46<01:45,  1.17it/s, est. speed input: 176.80 toks/s, output: 1969.20 toks/s]
-2025-03-15T07:44:05.025835350Z 
Processed prompts:  76%|███████▌  | 378/500 [04:46<01:22,  1.49it/s, est. speed input: 177.28 toks/s, output: 1982.75 toks/s]
-2025-03-15T07:44:07.719695058Z 
Processed prompts:  76%|███████▌  | 379/500 [04:47<01:10,  1.72it/s, est. speed input: 177.37 toks/s, output: 1984.48 toks/s]
-2025-03-15T07:44:08.066283777Z 
Processed prompts:  76%|███████▌  | 380/500 [04:49<02:22,  1.19s/it, est. speed input: 176.10 toks/s, output: 1974.36 toks/s]
-2025-03-15T07:44:08.945659019Z 
Processed prompts:  76%|███████▌  | 381/500 [04:50<01:52,  1.06it/s, est. speed input: 176.97 toks/s, output: 1986.99 toks/s]
-2025-03-15T07:44:11.882192482Z 
Processed prompts:  76%|███████▋  | 382/500 [04:51<01:49,  1.08it/s, est. speed input: 176.79 toks/s, output: 1987.43 toks/s]
-2025-03-15T07:44:12.811368016Z 
Processed prompts:  77%|███████▋  | 383/500 [04:54<02:57,  1.52s/it, est. speed input: 175.35 toks/s, output: 1972.48 toks/s]
-2025-03-15T07:44:13.249515033Z 
Processed prompts:  77%|███████▋  | 384/500 [04:55<02:36,  1.35s/it, est. speed input: 175.38 toks/s, output: 1981.35 toks/s]
-2025-03-15T07:44:15.137711716Z 
Processed prompts:  77%|███████▋  | 385/500 [04:55<02:03,  1.07s/it, est. speed input: 176.06 toks/s, output: 1993.50 toks/s]
-2025-03-15T07:44:15.379947331Z 
Processed prompts:  77%|███████▋  | 386/500 [04:57<02:30,  1.32s/it, est. speed input: 175.33 toks/s, output: 1990.46 toks/s]
-2025-03-15T07:44:18.279478136Z 
Processed prompts:  77%|███████▋  | 387/500 [04:57<01:52,  1.00it/s, est. speed input: 175.49 toks/s, output: 1993.74 toks/s]
-2025-03-15T07:44:19.147848264Z 
Processed prompts:  78%|███████▊  | 388/500 [05:00<02:55,  1.57s/it, est. speed input: 174.13 toks/s, output: 1981.26 toks/s]
-2025-03-15T07:44:21.581877308Z 
Processed prompts:  78%|███████▊  | 389/500 [05:01<02:30,  1.36s/it, est. speed input: 174.27 toks/s, output: 1990.75 toks/s]
-2025-03-15T07:44:22.452777369Z 
Processed prompts:  78%|███████▊  | 390/500 [05:03<03:04,  1.68s/it, est. speed input: 173.23 toks/s, output: 1983.73 toks/s]
-2025-03-15T07:44:22.837532164Z 
Processed prompts:  78%|███████▊  | 391/500 [05:04<02:36,  1.44s/it, est. speed input: 173.12 toks/s, output: 1989.12 toks/s]
-2025-03-15T07:44:23.651001192Z 
Processed prompts:  78%|███████▊  | 392/500 [05:05<02:01,  1.12s/it, est. speed input: 173.55 toks/s, output: 2001.88 toks/s]
-2025-03-15T07:44:25.077750559Z 
Processed prompts:  79%|███████▊  | 393/500 [05:05<01:50,  1.03s/it, est. speed input: 173.55 toks/s, output: 2011.83 toks/s]
-2025-03-15T07:44:32.341976622Z 
Processed prompts:  79%|███████▉  | 394/500 [05:07<02:01,  1.15s/it, est. speed input: 173.13 toks/s, output: 2014.61 toks/s]
-2025-03-15T07:44:34.724948997Z 
Processed prompts:  79%|███████▉  | 395/500 [05:14<05:13,  2.98s/it, est. speed input: 169.64 toks/s, output: 1983.52 toks/s]
-2025-03-15T07:44:36.051163294Z 
Processed prompts:  79%|███████▉  | 396/500 [05:16<04:51,  2.80s/it, est. speed input: 168.77 toks/s, output: 1984.08 toks/s]
-2025-03-15T07:44:37.560800966Z 
Processed prompts:  80%|███████▉  | 398/500 [05:18<03:05,  1.82s/it, est. speed input: 168.91 toks/s, output: 1999.26 toks/s]
-2025-03-15T07:44:38.778180174Z 
Processed prompts:  80%|███████▉  | 399/500 [05:19<02:55,  1.74s/it, est. speed input: 168.57 toks/s, output: 2005.35 toks/s]
-2025-03-15T07:44:41.501377200Z 
Processed prompts:  80%|████████  | 400/500 [05:20<02:40,  1.60s/it, est. speed input: 168.24 toks/s, output: 2004.22 toks/s]
-2025-03-15T07:44:43.001099788Z 
Processed prompts:  80%|████████  | 401/500 [05:23<03:08,  1.91s/it, est. speed input: 167.11 toks/s, output: 1993.62 toks/s]
-2025-03-15T07:44:44.972253900Z 
Processed prompts:  80%|████████  | 402/500 [05:25<02:55,  1.79s/it, est. speed input: 166.69 toks/s, output: 1995.78 toks/s]
-2025-03-15T07:44:45.300097267Z 
Processed prompts:  81%|████████  | 403/500 [05:27<02:58,  1.84s/it, est. speed input: 166.06 toks/s, output: 1996.59 toks/s]
-2025-03-15T07:44:47.924961735Z 
Processed prompts:  81%|████████  | 404/500 [05:27<02:14,  1.40s/it, est. speed input: 166.35 toks/s, output: 2010.25 toks/s]
-2025-03-15T07:44:53.572058622Z 
Processed prompts:  81%|████████  | 405/500 [05:30<02:47,  1.76s/it, est. speed input: 165.34 toks/s, output: 2002.09 toks/s]
-2025-03-15T07:44:56.133444192Z 
Processed prompts:  81%|████████▏ | 407/500 [05:35<03:28,  2.25s/it, est. speed input: 163.44 toks/s, output: 1999.66 toks/s]
-2025-03-15T07:44:57.555784045Z 
Processed prompts:  82%|████████▏ | 408/500 [05:38<03:33,  2.32s/it, est. speed input: 163.17 toks/s, output: 2000.37 toks/s]
-2025-03-15T07:44:59.284211599Z 
Processed prompts:  82%|████████▏ | 409/500 [05:39<03:10,  2.09s/it, est. speed input: 162.97 toks/s, output: 2007.86 toks/s]
-2025-03-15T07:44:59.735937647Z 
Processed prompts:  82%|████████▏ | 410/500 [05:41<02:59,  1.99s/it, est. speed input: 162.48 toks/s, output: 2008.87 toks/s]
-2025-03-15T07:45:02.341194534Z 
Processed prompts:  82%|████████▏ | 411/500 [05:41<02:19,  1.56s/it, est. speed input: 163.16 toks/s, output: 2022.12 toks/s]
-2025-03-15T07:45:03.227925091Z 
Processed prompts:  82%|████████▏ | 412/500 [05:44<02:43,  1.86s/it, est. speed input: 162.33 toks/s, output: 2022.78 toks/s]
-2025-03-15T07:45:04.017022776Z 
Processed prompts:  83%|████████▎ | 413/500 [05:45<02:17,  1.58s/it, est. speed input: 162.33 toks/s, output: 2033.56 toks/s]
-2025-03-15T07:45:14.862896941Z 
Processed prompts:  83%|████████▎ | 414/500 [05:46<01:55,  1.35s/it, est. speed input: 162.57 toks/s, output: 2044.91 toks/s]
-2025-03-15T07:45:15.306082391Z 
Processed prompts:  83%|████████▎ | 415/500 [05:57<05:52,  4.15s/it, est. speed input: 157.92 toks/s, output: 1991.29 toks/s]
-2025-03-15T07:45:16.620270720Z 
Processed prompts:  83%|████████▎ | 416/500 [05:57<04:16,  3.05s/it, est. speed input: 158.53 toks/s, output: 2005.02 toks/s]
-2025-03-15T07:45:17.660644022Z 
Processed prompts:  83%|████████▎ | 417/500 [05:58<03:30,  2.53s/it, est. speed input: 158.81 toks/s, output: 2013.90 toks/s]
-2025-03-15T07:45:19.210029358Z 
Processed prompts:  84%|████████▎ | 418/500 [05:59<02:51,  2.09s/it, est. speed input: 159.02 toks/s, output: 2024.32 toks/s]
-2025-03-15T07:45:32.601730884Z 
Processed prompts:  84%|████████▍ | 419/500 [06:01<02:36,  1.93s/it, est. speed input: 158.76 toks/s, output: 2031.91 toks/s]
-2025-03-15T07:45:35.840869202Z 
Processed prompts:  84%|████████▍ | 421/500 [06:14<05:25,  4.12s/it, est. speed input: 154.21 toks/s, output: 1991.45 toks/s]
-2025-03-15T07:45:36.094722501Z 
Processed prompts:  85%|████████▍ | 423/500 [06:18<04:00,  3.13s/it, est. speed input: 153.63 toks/s, output: 2005.64 toks/s]
-2025-03-15T07:45:36.848575463Z 
Processed prompts:  85%|████████▍ | 424/500 [06:18<03:09,  2.49s/it, est. speed input: 153.80 toks/s, output: 2014.93 toks/s]
-2025-03-15T07:45:37.475760668Z 
Processed prompts:  85%|████████▌ | 425/500 [06:19<02:35,  2.08s/it, est. speed input: 153.77 toks/s, output: 2020.62 toks/s]
-2025-03-15T07:45:40.007261597Z 
Processed prompts:  85%|████████▌ | 426/500 [06:19<02:06,  1.71s/it, est. speed input: 153.94 toks/s, output: 2033.82 toks/s]
-2025-03-15T07:45:41.987343109Z 
Processed prompts:  85%|████████▌ | 427/500 [06:22<02:20,  1.93s/it, est. speed input: 153.20 toks/s, output: 2031.25 toks/s]
-2025-03-15T07:45:43.123921468Z 
Processed prompts:  86%|████████▌ | 428/500 [06:24<02:19,  1.94s/it, est. speed input: 152.81 toks/s, output: 2037.41 toks/s]
-2025-03-15T07:45:43.285596019Z 
Processed prompts:  86%|████████▌ | 430/500 [06:25<01:33,  1.34s/it, est. speed input: 153.30 toks/s, output: 2064.64 toks/s]
-2025-03-15T07:45:47.711778062Z 
Processed prompts:  86%|████████▌ | 431/500 [06:25<01:12,  1.05s/it, est. speed input: 155.49 toks/s, output: 2080.44 toks/s]
-2025-03-15T07:45:48.223145819Z 
Processed prompts:  86%|████████▋ | 432/500 [06:29<02:10,  1.91s/it, est. speed input: 153.98 toks/s, output: 2066.24 toks/s]
-2025-03-15T07:45:56.186706106Z 
Processed prompts:  87%|████████▋ | 434/500 [06:30<01:20,  1.22s/it, est. speed input: 154.36 toks/s, output: 2089.59 toks/s]
-2025-03-15T07:46:00.020445174Z 
Processed prompts:  87%|████████▋ | 435/500 [06:38<03:00,  2.78s/it, est. speed input: 152.03 toks/s, output: 2064.76 toks/s]
-2025-03-15T07:46:02.735716796Z 
Processed prompts:  87%|████████▋ | 436/500 [06:42<03:14,  3.04s/it, est. speed input: 150.89 toks/s, output: 2060.17 toks/s]
-2025-03-15T07:46:03.429522387Z 
Processed prompts:  87%|████████▋ | 437/500 [06:44<03:06,  2.95s/it, est. speed input: 150.15 toks/s, output: 2058.40 toks/s]
-2025-03-15T07:46:06.677827157Z 
Processed prompts:  88%|████████▊ | 438/500 [06:45<02:25,  2.34s/it, est. speed input: 150.45 toks/s, output: 2071.97 toks/s]
-2025-03-15T07:46:11.783724441Z 
Processed prompts:  88%|████████▊ | 439/500 [06:48<02:38,  2.59s/it, est. speed input: 149.60 toks/s, output: 2072.68 toks/s]
-2025-03-15T07:46:13.109930383Z 
Processed prompts:  88%|████████▊ | 440/500 [06:53<03:18,  3.31s/it, est. speed input: 148.33 toks/s, output: 2064.39 toks/s]
-2025-03-15T07:46:18.744320156Z 
Processed prompts:  88%|████████▊ | 441/500 [06:55<02:41,  2.74s/it, est. speed input: 148.53 toks/s, output: 2075.10 toks/s]
-2025-03-15T07:46:20.609576745Z 
Processed prompts:  88%|████████▊ | 442/500 [07:00<03:27,  3.58s/it, est. speed input: 147.09 toks/s, output: 2064.76 toks/s]
-2025-03-15T07:46:23.381520369Z 
Processed prompts:  89%|████████▊ | 443/500 [07:02<02:55,  3.08s/it, est. speed input: 146.73 toks/s, output: 2071.26 toks/s]
-2025-03-15T07:46:26.436148910Z 
Processed prompts:  89%|████████▉ | 444/500 [07:05<02:47,  2.99s/it, est. speed input: 146.43 toks/s, output: 2075.30 toks/s]
-2025-03-15T07:46:30.513768973Z 
Processed prompts:  89%|████████▉ | 445/500 [07:08<02:45,  3.01s/it, est. speed input: 145.69 toks/s, output: 2078.11 toks/s]
-2025-03-15T07:46:37.174068187Z 
Processed prompts:  89%|████████▉ | 446/500 [07:12<02:59,  3.33s/it, est. speed input: 144.62 toks/s, output: 2076.21 toks/s]
-2025-03-15T07:46:40.748664661Z 
Processed prompts:  89%|████████▉ | 447/500 [07:19<03:49,  4.32s/it, est. speed input: 142.80 toks/s, output: 2062.57 toks/s]
-2025-03-15T07:46:45.157171771Z 
Processed prompts:  90%|████████▉ | 448/500 [07:22<03:33,  4.10s/it, est. speed input: 142.02 toks/s, output: 2063.83 toks/s]
-2025-03-15T07:46:48.599642785Z 
Processed prompts:  90%|████████▉ | 449/500 [07:27<03:33,  4.19s/it, est. speed input: 141.08 toks/s, output: 2061.49 toks/s]
-2025-03-15T07:46:50.211237185Z 
Processed prompts:  90%|█████████ | 450/500 [07:30<03:18,  3.97s/it, est. speed input: 140.49 toks/s, output: 2063.82 toks/s]
-2025-03-15T07:46:50.744713567Z 
Processed prompts:  90%|█████████ | 451/500 [07:32<02:39,  3.26s/it, est. speed input: 140.21 toks/s, output: 2068.36 toks/s]
-2025-03-15T07:46:52.456165756Z 
Processed prompts:  90%|█████████ | 452/500 [07:32<01:57,  2.44s/it, est. speed input: 140.71 toks/s, output: 2084.04 toks/s]
-2025-03-15T07:46:53.079823837Z 
Processed prompts:  91%|█████████ | 453/500 [07:34<01:44,  2.22s/it, est. speed input: 140.50 toks/s, output: 2094.36 toks/s]
-2025-03-15T07:46:53.592439472Z 
Processed prompts:  91%|█████████ | 454/500 [07:35<01:20,  1.74s/it, est. speed input: 140.72 toks/s, output: 2109.66 toks/s]
-2025-03-15T07:46:56.423915197Z 
Processed prompts:  91%|█████████ | 455/500 [07:35<01:01,  1.37s/it, est. speed input: 140.81 toks/s, output: 2121.81 toks/s]
-2025-03-15T07:46:57.390289441Z 
Processed prompts:  91%|█████████ | 456/500 [07:38<01:19,  1.81s/it, est. speed input: 140.52 toks/s, output: 2126.97 toks/s]
-2025-03-15T07:47:03.506459005Z 
Processed prompts:  91%|█████████▏| 457/500 [07:39<01:06,  1.56s/it, est. speed input: 140.50 toks/s, output: 2139.14 toks/s]
-2025-03-15T07:47:06.830853145Z 
Processed prompts:  92%|█████████▏| 458/500 [07:45<02:02,  2.93s/it, est. speed input: 138.87 toks/s, output: 2123.71 toks/s]
-2025-03-15T07:47:07.604825351Z 
Processed prompts:  92%|█████████▏| 459/500 [07:49<02:04,  3.05s/it, est. speed input: 138.15 toks/s, output: 2125.41 toks/s]
-2025-03-15T07:47:08.431877487Z 
Processed prompts:  92%|█████████▏| 460/500 [07:49<01:34,  2.36s/it, est. speed input: 138.14 toks/s, output: 2135.51 toks/s]
-2025-03-15T07:47:16.019994639Z 
Processed prompts:  92%|█████████▏| 461/500 [07:50<01:14,  1.90s/it, est. speed input: 138.25 toks/s, output: 2150.32 toks/s]
-2025-03-15T07:47:17.423520507Z 
Processed prompts:  92%|█████████▏| 462/500 [07:58<02:17,  3.61s/it, est. speed input: 136.79 toks/s, output: 2134.98 toks/s]
-2025-03-15T07:47:19.482675890Z 
Processed prompts:  93%|█████████▎| 463/500 [07:59<01:49,  2.95s/it, est. speed input: 136.75 toks/s, output: 2147.55 toks/s]
-2025-03-15T07:47:20.328810657Z 
Processed prompts:  93%|█████████▎| 464/500 [08:01<01:36,  2.68s/it, est. speed input: 136.46 toks/s, output: 2157.25 toks/s]
-2025-03-15T07:47:21.313701837Z 
Processed prompts:  93%|█████████▎| 465/500 [08:02<01:14,  2.13s/it, est. speed input: 136.68 toks/s, output: 2172.36 toks/s]
-2025-03-15T07:47:21.635371641Z 
Processed prompts:  93%|█████████▎| 466/500 [08:03<01:00,  1.79s/it, est. speed input: 136.92 toks/s, output: 2186.87 toks/s]
-2025-03-15T07:47:22.208987218Z 
Processed prompts:  93%|█████████▎| 467/500 [08:03<00:44,  1.35s/it, est. speed input: 137.03 toks/s, output: 2198.48 toks/s]
-2025-03-15T07:47:23.887840280Z 
Processed prompts:  94%|█████████▎| 468/500 [08:04<00:35,  1.12s/it, est. speed input: 137.19 toks/s, output: 2214.83 toks/s]
-2025-03-15T07:47:26.167676151Z 
Processed prompts:  94%|█████████▍| 469/500 [08:06<00:39,  1.28s/it, est. speed input: 137.08 toks/s, output: 2226.20 toks/s]
-2025-03-15T07:47:38.066959101Z 
Processed prompts:  94%|█████████▍| 470/500 [08:08<00:47,  1.58s/it, est. speed input: 136.71 toks/s, output: 2234.90 toks/s]
-2025-03-15T07:47:48.347112816Z 
Processed prompts:  94%|█████████▍| 471/500 [08:20<02:15,  4.68s/it, est. speed input: 133.89 toks/s, output: 2201.24 toks/s]
-2025-03-15T07:47:49.314474140Z 
Processed prompts:  94%|█████████▍| 472/500 [08:30<02:58,  6.36s/it, est. speed input: 131.50 toks/s, output: 2176.74 toks/s]
-2025-03-15T07:47:50.533847674Z 
Processed prompts:  95%|█████████▍| 473/500 [08:31<02:08,  4.74s/it, est. speed input: 131.45 toks/s, output: 2186.88 toks/s]
-2025-03-15T07:47:50.741817012Z 
Processed prompts:  95%|█████████▍| 474/500 [08:32<01:35,  3.68s/it, est. speed input: 131.39 toks/s, output: 2201.58 toks/s]
-2025-03-15T07:47:51.785389097Z 
Processed prompts:  95%|█████████▌| 475/500 [08:32<01:06,  2.64s/it, est. speed input: 131.52 toks/s, output: 2214.85 toks/s]
-2025-03-15T07:47:54.087136528Z 
Processed prompts:  95%|█████████▌| 476/500 [08:33<00:51,  2.16s/it, est. speed input: 132.30 toks/s, output: 2230.30 toks/s]
-2025-03-15T07:47:59.204669176Z 
Processed prompts:  95%|█████████▌| 477/500 [08:36<00:50,  2.20s/it, est. speed input: 132.07 toks/s, output: 2240.40 toks/s]
-2025-03-15T07:48:01.442430392Z 
Processed prompts:  96%|█████████▌| 478/500 [08:41<01:07,  3.08s/it, est. speed input: 131.11 toks/s, output: 2238.65 toks/s]
-2025-03-15T07:48:02.980162223Z 
Processed prompts:  96%|█████████▌| 479/500 [08:43<00:59,  2.83s/it, est. speed input: 132.03 toks/s, output: 2249.42 toks/s]
-2025-03-15T07:48:03.253240804Z 
Processed prompts:  96%|█████████▌| 480/500 [08:45<00:48,  2.44s/it, est. speed input: 131.99 toks/s, output: 2263.23 toks/s]
-2025-03-15T07:48:05.559557487Z 
Processed prompts:  96%|█████████▌| 481/500 [08:45<00:34,  1.79s/it, est. speed input: 133.34 toks/s, output: 2282.46 toks/s]
-2025-03-15T07:48:11.722574363Z 
Processed prompts:  96%|█████████▋| 482/500 [08:47<00:35,  1.94s/it, est. speed input: 133.00 toks/s, output: 2293.01 toks/s]
-2025-03-15T07:48:12.706586455Z 
Processed prompts:  97%|█████████▋| 483/500 [08:53<00:54,  3.21s/it, est. speed input: 131.75 toks/s, output: 2287.36 toks/s]
-2025-03-15T07:48:13.386323637Z 
Processed prompts:  97%|█████████▋| 484/500 [08:54<00:40,  2.54s/it, est. speed input: 131.93 toks/s, output: 2304.03 toks/s]
-2025-03-15T07:48:16.911419859Z 
Processed prompts:  97%|█████████▋| 485/500 [08:55<00:29,  1.98s/it, est. speed input: 132.24 toks/s, output: 2322.01 toks/s]
-2025-03-15T07:48:18.018480258Z 
Processed prompts:  97%|█████████▋| 486/500 [08:59<00:34,  2.45s/it, est. speed input: 131.98 toks/s, output: 2327.94 toks/s]
-2025-03-15T07:48:24.688027380Z 
Processed prompts:  97%|█████████▋| 487/500 [09:00<00:26,  2.04s/it, est. speed input: 131.90 toks/s, output: 2339.80 toks/s]
-2025-03-15T07:48:27.094056584Z 
Processed prompts:  98%|█████████▊| 488/500 [09:06<00:41,  3.43s/it, est. speed input: 130.55 toks/s, output: 2332.85 toks/s]
-2025-03-15T07:48:28.425736259Z 
Processed prompts:  98%|█████████▊| 489/500 [09:09<00:34,  3.12s/it, est. speed input: 130.27 toks/s, output: 2344.36 toks/s]
-2025-03-15T07:48:35.511357081Z 
Processed prompts:  98%|█████████▊| 490/500 [09:10<00:25,  2.59s/it, est. speed input: 130.25 toks/s, output: 2360.52 toks/s]
-2025-03-15T07:48:36.614505996Z 
Processed prompts:  98%|█████████▊| 491/500 [09:17<00:35,  3.94s/it, est. speed input: 129.09 toks/s, output: 2352.86 toks/s]
-2025-03-15T07:48:41.920081298Z 
Processed prompts:  98%|█████████▊| 492/500 [09:18<00:24,  3.09s/it, est. speed input: 129.11 toks/s, output: 2370.62 toks/s]
-2025-03-15T07:48:44.507844832Z 
Processed prompts:  99%|█████████▊| 493/500 [09:24<00:26,  3.75s/it, est. speed input: 128.38 toks/s, output: 2371.14 toks/s]
-2025-03-15T07:48:45.130940792Z 
Processed prompts:  99%|█████████▉| 494/500 [09:26<00:20,  3.40s/it, est. speed input: 128.12 toks/s, output: 2383.35 toks/s]
-2025-03-15T07:48:49.120756613Z 
Processed prompts:  99%|█████████▉| 495/500 [09:27<00:12,  2.57s/it, est. speed input: 128.60 toks/s, output: 2403.83 toks/s]
-2025-03-15T07:48:55.359603369Z 
Processed prompts:  99%|█████████▉| 496/500 [09:31<00:11,  3.00s/it, est. speed input: 128.04 toks/s, output: 2410.52 toks/s]
-2025-03-15T07:48:56.727773512Z 
Processed prompts:  99%|█████████▉| 497/500 [09:37<00:11,  3.97s/it, est. speed input: 126.93 toks/s, output: 2408.54 toks/s]
-2025-03-15T07:49:00.691105798Z 
Processed prompts: 100%|█████████▉| 498/500 [09:38<00:06,  3.19s/it, est. speed input: 127.15 toks/s, output: 2427.05 toks/s]
-2025-03-15T07:49:25.884863521Z 
Processed prompts: 100%|█████████▉| 499/500 [09:42<00:03,  3.42s/it, est. speed input: 126.59 toks/s, output: 2435.16 toks/s]
-2025-03-15T07:49:25.885091409Z 
Processed prompts: 100%|██████████| 500/500 [10:08<00:00,  9.95s/it, est. speed input: 121.64 toks/s, output: 2361.69 toks/s]
Processed prompts: 100%|██████████| 500/500 [10:08<00:00,  1.22s/it, est. speed input: 121.64 toks/s, output: 2361.69 toks/s]
-2025-03-15T07:49:26.404505200Z 
Splits: 100%|██████████| 1/1 [10:08<00:00, 608.79s/it]
Splits: 100%|██████████| 1/1 [10:08<00:00, 608.79s/it]
-2025-03-15T07:49:28.077966432Z [2025-03-15 07:49:28,077] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T07:49:32.046786118Z [2025-03-15 07:49:32,045] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T07:49:32.062658185Z [2025-03-15 07:49:32,062] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T07:49:32.062699254Z [2025-03-15 07:49:32,062] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T07:49:33.298993817Z [2025-03-15 07:49:33,298] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp2_400/results/quyanh/OpenRS-GRPO/results_2025-03-15T07-49-32.062451.json (evaluation_tracker.py:234)
-2025-03-15T07:49:33.302841688Z |      Task       |Version|     Metric     |Value|   |Stderr|
-2025-03-15T07:49:33.302885428Z |-----------------|------:|----------------|----:|---|-----:|
-2025-03-15T07:49:33.302890939Z |all              |       |extractive_match|0.822|±  |0.0171|
-2025-03-15T07:49:33.302895659Z |custom:math_500:0|      1|extractive_match|0.822|±  |0.0171|
-2025-03-15T07:49:35.814818974Z Evaluating task: amc23
-2025-03-15T07:49:52.625084006Z [2025-03-15 07:49:52,624] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T07:50:48.671625228Z INFO 03-15 07:50:48 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T07:50:56.158219152Z [2025-03-15 07:50:56,157] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T07:52:00.083267274Z [2025-03-15 07:52:00,082] [    INFO]: This model supports multiple tasks: {'generate', 'reward', 'score', 'embed', 'classify'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T07:52:00.092363567Z [2025-03-15 07:52:00,091] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=684d48dedf65ab38ebbe63b078c4573b62459dba, override_neuron_config=None, tokenizer_revision=684d48dedf65ab38ebbe63b078c4573b62459dba, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T07:52:04.383131542Z [2025-03-15 07:52:04,382] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T07:52:04.928585004Z [2025-03-15 07:52:04,928] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T07:52:06.223792023Z [2025-03-15 07:52:06,223] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T07:52:06.527234838Z [2025-03-15 07:52:06,526] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T07:52:06.528671935Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T07:52:07.173965916Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.55it/s]
-2025-03-15T07:52:07.174077763Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.55it/s]
-2025-03-15T07:52:07.508012644Z [2025-03-15 07:52:07,507] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T07:52:09.417248927Z [2025-03-15 07:52:09,416] [    INFO]: Memory profiling takes 1.69 seconds
-2025-03-15T07:52:09.417293870Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T07:52:09.417299957Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T07:52:09.628511028Z [2025-03-15 07:52:09,628] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T07:52:09.628547531Z [2025-03-15 07:52:09,628] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T07:52:12.982582061Z [2025-03-15 07:52:12,982] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T07:52:29.093212349Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:21,  1.58it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:01<00:17,  1.89it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:15,  2.02it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:02<00:15,  2.04it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:02<00:14,  2.11it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:02<00:13,  2.15it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:03<00:13,  2.15it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:03<00:12,  2.15it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:04<00:12,  2.16it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:04<00:11,  2.19it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:05<00:10,  2.20it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:05<00:10,  2.22it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:06<00:09,  2.22it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:06<00:09,  2.23it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:06<00:08,  2.23it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:07<00:08,  2.23it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:07<00:08,  2.19it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:08<00:07,  2.21it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:08<00:07,  2.22it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:09<00:06,  2.22it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:09<00:06,  2.22it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:10<00:05,  2.22it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:10<00:05,  2.19it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:11<00:04,  2.21it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:11<00:04,  2.21it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:11<00:04,  2.19it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:12<00:03,  2.20it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:12<00:03,  2.20it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:13<00:02,  2.21it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:13<00:02,  2.20it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:14<00:01,  2.17it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:14<00:01,  2.19it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:15<00:00,  2.19it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:15<00:00,  2.20it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:16<00:00,  2.15it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:16<00:00,  2.17it/s]
-2025-03-15T07:52:29.093520243Z [2025-03-15 07:52:29,093] [    INFO]: Graph capturing finished in 16 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T07:52:29.114203856Z [2025-03-15 07:52:29,113] [    INFO]: init engine (profile, create kv cache, warmup model) took 21.61 seconds (llm_engine.py:431)
-2025-03-15T07:52:29.889842476Z [2025-03-15 07:52:29,889] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T07:52:29.916959282Z [2025-03-15 07:52:29,916] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T07:52:29.916992632Z [2025-03-15 07:52:29,916] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T07:52:29.916998132Z [2025-03-15 07:52:29,916] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T07:52:29.917003466Z [2025-03-15 07:52:29,916] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T07:52:29.917025349Z [2025-03-15 07:52:29,916] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T07:52:29.917030034Z [2025-03-15 07:52:29,916] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T07:52:29.917098249Z [2025-03-15 07:52:29,917] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T07:52:29.917151426Z [2025-03-15 07:52:29,917] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T07:52:29.919293577Z [2025-03-15 07:52:29,919] [    INFO]: knoveleng/AMC-23 default (lighteval_task.py:187)
-2025-03-15T07:52:29.919325077Z [2025-03-15 07:52:29,919] [ WARNING]: Careful, the task custom|amc23 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T07:52:32.368074192Z [2025-03-15 07:52:32,367] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T07:52:32.368123372Z [2025-03-15 07:52:32,367] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T07:52:32.368143797Z [2025-03-15 07:52:32,367] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T07:52:32.388126301Z [2025-03-15 07:52:32,387] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T07:52:32.400520355Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 07:52:32,400] [ WARNING]: context_size + max_new_tokens=33060 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T07:52:42.914752264Z 
Processed prompts:   0%|          | 0/40 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T07:52:47.050422201Z 
Processed prompts:   2%|▎         | 1/40 [00:10<06:49, 10.51s/it, est. speed input: 9.80 toks/s, output: 67.27 toks/s]
-2025-03-15T07:52:49.239054739Z 
Processed prompts:   5%|▌         | 2/40 [00:14<04:16,  6.76s/it, est. speed input: 17.62 toks/s, output: 114.99 toks/s]
-2025-03-15T07:52:51.577701150Z 
Processed prompts:   8%|▊         | 3/40 [00:16<02:52,  4.67s/it, est. speed input: 22.75 toks/s, output: 165.08 toks/s]
-2025-03-15T07:52:52.704709585Z 
Processed prompts:  10%|█         | 4/40 [00:19<02:15,  3.75s/it, est. speed input: 29.99 toks/s, output: 209.88 toks/s]
-2025-03-15T07:52:53.836892167Z 
Processed prompts:  12%|█▎        | 5/40 [00:20<01:38,  2.80s/it, est. speed input: 36.90 toks/s, output: 263.11 toks/s]
-2025-03-15T07:52:54.423886043Z 
Processed prompts:  15%|█▌        | 6/40 [00:21<01:16,  2.24s/it, est. speed input: 43.02 toks/s, output: 314.06 toks/s]
-2025-03-15T07:52:55.410101074Z 
Processed prompts:  18%|█▊        | 7/40 [00:22<00:56,  1.70s/it, est. speed input: 47.10 toks/s, output: 370.55 toks/s]
-2025-03-15T07:52:56.578853028Z 
Processed prompts:  20%|██        | 8/40 [00:23<00:47,  1.47s/it, est. speed input: 49.29 toks/s, output: 419.52 toks/s]
-2025-03-15T07:52:57.783195642Z 
Processed prompts:  22%|██▎       | 9/40 [00:24<00:42,  1.38s/it, est. speed input: 55.56 toks/s, output: 464.06 toks/s]
-2025-03-15T07:52:58.333458948Z 
Processed prompts:  25%|██▌       | 10/40 [00:25<00:39,  1.32s/it, est. speed input: 59.30 toks/s, output: 506.85 toks/s]
-2025-03-15T07:52:58.969706058Z 
Processed prompts:  28%|██▊       | 11/40 [00:25<00:31,  1.09s/it, est. speed input: 62.25 toks/s, output: 560.93 toks/s]
-2025-03-15T07:53:00.325615890Z 
Processed prompts:  30%|███       | 12/40 [00:26<00:26,  1.05it/s, est. speed input: 66.33 toks/s, output: 612.35 toks/s]
-2025-03-15T07:53:05.788513744Z 
Processed prompts:  32%|███▎      | 13/40 [00:27<00:28,  1.07s/it, est. speed input: 70.38 toks/s, output: 647.55 toks/s]
-2025-03-15T07:53:09.516759196Z 
Processed prompts:  35%|███▌      | 14/40 [00:33<01:02,  2.40s/it, est. speed input: 63.56 toks/s, output: 606.71 toks/s]
-2025-03-15T07:53:10.213350755Z 
Processed prompts:  38%|███▊      | 15/40 [00:37<01:09,  2.80s/it, est. speed input: 61.52 toks/s, output: 610.91 toks/s]
-2025-03-15T07:53:11.576785029Z 
Processed prompts:  40%|████      | 16/40 [00:37<00:51,  2.17s/it, est. speed input: 64.38 toks/s, output: 664.83 toks/s]
-2025-03-15T07:53:15.485809717Z 
Processed prompts:  42%|████▎     | 17/40 [00:39<00:44,  1.93s/it, est. speed input: 67.37 toks/s, output: 706.97 toks/s]
-2025-03-15T07:53:24.670795886Z 
Processed prompts:  45%|████▌     | 18/40 [00:43<00:55,  2.52s/it, est. speed input: 64.25 toks/s, output: 708.37 toks/s]
-2025-03-15T07:53:25.707933210Z 
Processed prompts:  48%|████▊     | 19/40 [00:52<01:34,  4.52s/it, est. speed input: 56.86 toks/s, output: 649.72 toks/s]
-2025-03-15T07:53:27.322670494Z 
Processed prompts:  50%|█████     | 20/40 [00:53<01:09,  3.48s/it, est. speed input: 57.91 toks/s, output: 702.91 toks/s]
-2025-03-15T07:53:30.096738886Z 
Processed prompts:  52%|█████▎    | 21/40 [00:54<00:55,  2.92s/it, est. speed input: 58.29 toks/s, output: 748.14 toks/s]
-2025-03-15T07:53:55.853935238Z 
Processed prompts:  55%|█████▌    | 22/40 [00:57<00:51,  2.87s/it, est. speed input: 58.12 toks/s, output: 778.17 toks/s]
-2025-03-15T07:54:03.333788540Z 
Processed prompts:  57%|█████▊    | 23/40 [01:23<02:45,  9.74s/it, est. speed input: 43.67 toks/s, output: 603.71 toks/s]
-2025-03-15T07:54:03.545448233Z 
Processed prompts:  60%|██████    | 24/40 [01:30<02:25,  9.06s/it, est. speed input: 42.21 toks/s, output: 619.45 toks/s]
-2025-03-15T07:54:11.585777912Z 
Processed prompts:  62%|██████▎   | 25/40 [01:31<01:36,  6.41s/it, est. speed input: 45.02 toks/s, output: 683.42 toks/s]
-2025-03-15T07:54:15.278534186Z 
Processed prompts:  65%|██████▌   | 26/40 [01:39<01:36,  6.90s/it, est. speed input: 42.77 toks/s, output: 693.57 toks/s]
-2025-03-15T07:54:24.824794729Z 
Processed prompts:  68%|██████▊   | 27/40 [01:42<01:17,  5.94s/it, est. speed input: 42.78 toks/s, output: 734.32 toks/s]
-2025-03-15T07:54:28.273749700Z 
Processed prompts:  70%|███████   | 28/40 [01:52<01:24,  7.02s/it, est. speed input: 40.71 toks/s, output: 737.87 toks/s]
-2025-03-15T07:54:28.974897457Z 
Processed prompts:  72%|███████▎  | 29/40 [01:55<01:05,  5.95s/it, est. speed input: 40.64 toks/s, output: 781.91 toks/s]
-2025-03-15T07:54:41.802128836Z 
Processed prompts:  75%|███████▌  | 30/40 [01:56<00:43,  4.37s/it, est. speed input: 41.67 toks/s, output: 843.24 toks/s]
-2025-03-15T07:54:42.814026888Z 
Processed prompts:  78%|███████▊  | 31/40 [02:09<01:02,  6.91s/it, est. speed input: 39.31 toks/s, output: 826.13 toks/s]
-2025-03-15T07:54:45.477036287Z 
Processed prompts:  82%|████████▎ | 33/40 [02:10<00:27,  3.95s/it, est. speed input: 41.26 toks/s, output: 952.24 toks/s]
-2025-03-15T07:54:52.390051802Z 
Processed prompts:  85%|████████▌ | 34/40 [02:13<00:21,  3.63s/it, est. speed input: 41.28 toks/s, output: 999.97 toks/s]
-2025-03-15T07:54:53.522770754Z 
Processed prompts:  88%|████████▊ | 35/40 [02:19<00:22,  4.49s/it, est. speed input: 41.33 toks/s, output: 1018.00 toks/s]
-2025-03-15T07:55:10.556895661Z 
Processed prompts:  90%|█████████ | 36/40 [02:21<00:14,  3.58s/it, est. speed input: 41.82 toks/s, output: 1077.36 toks/s]
-2025-03-15T07:55:14.361571404Z 
Processed prompts:  92%|█████████▎| 37/40 [02:38<00:22,  7.34s/it, est. speed input: 38.32 toks/s, output: 1030.59 toks/s]
-2025-03-15T07:55:32.018103512Z 
Processed prompts:  95%|█████████▌| 38/40 [02:41<00:12,  6.33s/it, est. speed input: 38.38 toks/s, output: 1076.02 toks/s]
-2025-03-15T07:55:50.296122069Z 
Processed prompts:  98%|█████████▊| 39/40 [02:59<00:09,  9.61s/it, est. speed input: 35.36 toks/s, output: 1041.42 toks/s]
-2025-03-15T07:55:50.296335391Z 
Processed prompts: 100%|██████████| 40/40 [03:17<00:00, 12.15s/it, est. speed input: 32.66 toks/s, output: 1018.08 toks/s]
Processed prompts: 100%|██████████| 40/40 [03:17<00:00,  4.95s/it, est. speed input: 32.66 toks/s, output: 1018.08 toks/s]
-2025-03-15T07:55:50.350159949Z 
Splits: 100%|██████████| 1/1 [03:17<00:00, 197.96s/it]
Splits: 100%|██████████| 1/1 [03:17<00:00, 197.96s/it]
-2025-03-15T07:55:51.155840100Z [2025-03-15 07:55:51,155] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T07:55:51.400781281Z [2025-03-15 07:55:51,400] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T07:55:51.416138726Z [2025-03-15 07:55:51,415] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T07:55:51.416200571Z [2025-03-15 07:55:51,415] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T07:55:51.628829317Z [2025-03-15 07:55:51,628] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp2_400/results/quyanh/OpenRS-GRPO/results_2025-03-15T07-55-51.416032.json (evaluation_tracker.py:234)
-2025-03-15T07:55:51.632132770Z |     Task     |Version|     Metric     |Value|   |Stderr|
-2025-03-15T07:55:51.632174318Z |--------------|------:|----------------|----:|---|-----:|
-2025-03-15T07:55:51.632179618Z |all           |       |extractive_match|  0.7|±  |0.0734|
-2025-03-15T07:55:51.632184180Z |custom:amc23:0|      1|extractive_match|  0.7|±  |0.0734|
-2025-03-15T07:55:54.632749017Z ----------------------------------------
-2025-03-15T07:55:54.634120815Z ========================================
-2025-03-15T07:55:54.634142664Z Running Experiment 3
-2025-03-15T07:55:54.634147964Z Steps: 50 100 150 200 250 300 350 400
-2025-03-15T07:55:54.634152708Z ========================================
-2025-03-15T07:55:54.635385182Z ----------------------------------------
-2025-03-15T07:55:54.635419916Z Running evaluations for experiment 3, step 50
-2025-03-15T07:55:54.635425639Z Revision: rev3_50 = 3acd37fde3fdbfeb8c89ecb863823f05849eafbf
-2025-03-15T07:55:54.635430822Z Output directory: data/evals/Exp3_50
-2025-03-15T07:55:54.639974153Z Evaluating task: aime24
-2025-03-15T07:56:04.181891257Z [2025-03-15 07:56:04,181] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T07:56:46.617992231Z INFO 03-15 07:56:46 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T07:56:52.488314765Z [2025-03-15 07:56:52,487] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T07:57:37.304062717Z [2025-03-15 07:57:37,303] [    INFO]: This model supports multiple tasks: {'score', 'generate', 'classify', 'reward', 'embed'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T07:57:37.313918049Z [2025-03-15 07:57:37,313] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=3acd37fde3fdbfeb8c89ecb863823f05849eafbf, override_neuron_config=None, tokenizer_revision=3acd37fde3fdbfeb8c89ecb863823f05849eafbf, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T07:57:43.041884587Z [2025-03-15 07:57:43,041] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T07:57:43.652669209Z [2025-03-15 07:57:43,652] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T07:57:44.201495947Z [2025-03-15 07:57:44,200] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T07:57:52.291041035Z [2025-03-15 07:57:52,290] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T07:57:52.292772180Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T07:57:52.954133070Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.51it/s]
-2025-03-15T07:57:52.954190621Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.51it/s]
-2025-03-15T07:57:53.461698900Z [2025-03-15 07:57:53,460] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T07:57:55.403928391Z [2025-03-15 07:57:55,403] [    INFO]: Memory profiling takes 1.61 seconds
-2025-03-15T07:57:55.403974881Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T07:57:55.403978345Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T07:57:55.739639460Z [2025-03-15 07:57:55,739] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T07:57:55.739662245Z [2025-03-15 07:57:55,739] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T07:57:59.985258659Z [2025-03-15 07:57:59,984] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T07:58:15.558008189Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:19,  1.74it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:01<00:16,  1.97it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:15,  2.08it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:01<00:14,  2.15it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:02<00:13,  2.20it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:02<00:13,  2.22it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:03<00:12,  2.23it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:03<00:11,  2.25it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:04<00:11,  2.26it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:04<00:11,  2.25it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:05<00:10,  2.25it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:05<00:10,  2.28it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:05<00:09,  2.30it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:06<00:09,  2.31it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:06<00:08,  2.30it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:07<00:08,  2.28it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:07<00:07,  2.30it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:08<00:07,  2.30it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:08<00:06,  2.30it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:08<00:06,  2.30it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:09<00:06,  2.30it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:09<00:05,  2.30it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:10<00:05,  2.31it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:10<00:04,  2.32it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:11<00:04,  2.32it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:11<00:03,  2.28it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:11<00:03,  2.24it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:12<00:03,  2.25it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:12<00:02,  2.25it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:13<00:02,  2.26it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:13<00:01,  2.26it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:14<00:01,  2.25it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:14<00:00,  2.24it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:15<00:00,  2.25it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:15<00:00,  2.20it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:15<00:00,  2.25it/s]
-2025-03-15T07:58:15.558161431Z [2025-03-15 07:58:15,557] [    INFO]: Graph capturing finished in 16 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T07:58:15.568900740Z [2025-03-15 07:58:15,568] [    INFO]: init engine (profile, create kv cache, warmup model) took 22.11 seconds (llm_engine.py:431)
-2025-03-15T07:58:16.310382024Z [2025-03-15 07:58:16,310] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T07:58:16.325767064Z [2025-03-15 07:58:16,325] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T07:58:16.325811271Z [2025-03-15 07:58:16,325] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T07:58:16.325823069Z [2025-03-15 07:58:16,325] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T07:58:16.325828358Z [2025-03-15 07:58:16,325] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T07:58:16.325839958Z [2025-03-15 07:58:16,325] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T07:58:16.325872288Z [2025-03-15 07:58:16,325] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T07:58:16.325886428Z [2025-03-15 07:58:16,325] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T07:58:16.325937921Z [2025-03-15 07:58:16,325] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T07:58:16.327975195Z [2025-03-15 07:58:16,327] [    INFO]: HuggingFaceH4/aime_2024 default (lighteval_task.py:187)
-2025-03-15T07:58:16.328043755Z [2025-03-15 07:58:16,327] [ WARNING]: Careful, the task custom|aime24 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T07:58:18.448798737Z [2025-03-15 07:58:18,448] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T07:58:18.448851417Z [2025-03-15 07:58:18,448] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T07:58:18.448859753Z [2025-03-15 07:58:18,448] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T07:58:18.462717615Z [2025-03-15 07:58:18,462] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T07:58:18.473548011Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 07:58:18,473] [ WARNING]: context_size + max_new_tokens=33238 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T07:58:53.778686869Z 
Processed prompts:   0%|          | 0/30 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T07:59:03.655578878Z 
Processed prompts:   3%|▎         | 1/30 [00:35<17:03, 35.30s/it, est. speed input: 5.35 toks/s, output: 66.94 toks/s]
-2025-03-15T07:59:09.886471314Z 
Processed prompts:   7%|▋         | 2/30 [00:45<09:29, 20.35s/it, est. speed input: 6.93 toks/s, output: 117.76 toks/s]
-2025-03-15T07:59:20.139225551Z 
Processed prompts:  10%|█         | 3/30 [00:51<06:15, 13.90s/it, est. speed input: 8.77 toks/s, output: 168.08 toks/s]
-2025-03-15T07:59:23.905516037Z 
Processed prompts:  13%|█▎        | 4/30 [01:01<05:23, 12.46s/it, est. speed input: 10.57 toks/s, output: 203.50 toks/s]
-2025-03-15T07:59:29.565525767Z 
Processed prompts:  17%|█▋        | 5/30 [01:05<03:53,  9.33s/it, est. speed input: 12.69 toks/s, output: 254.74 toks/s]
-2025-03-15T07:59:30.162352122Z 
Processed prompts:  20%|██        | 6/30 [01:11<03:13,  8.08s/it, est. speed input: 14.63 toks/s, output: 296.94 toks/s]
-2025-03-15T07:59:41.853127709Z 
Processed prompts:  23%|██▎       | 7/30 [01:11<02:09,  5.63s/it, est. speed input: 17.52 toks/s, output: 356.92 toks/s]
-2025-03-15T08:00:05.772084238Z 
Processed prompts:  27%|██▋       | 8/30 [01:23<02:46,  7.56s/it, est. speed input: 17.70 toks/s, output: 368.73 toks/s]
-2025-03-15T08:00:06.685638283Z 
Processed prompts:  30%|███       | 9/30 [01:47<04:26, 12.68s/it, est. speed input: 16.31 toks/s, output: 347.03 toks/s]
-2025-03-15T08:01:05.405597926Z 
Processed prompts:  33%|███▎      | 10/30 [01:48<03:00,  9.04s/it, est. speed input: 17.48 toks/s, output: 404.56 toks/s]
-2025-03-15T08:01:05.756691412Z 
Processed prompts:  37%|███▋      | 11/30 [02:46<07:40, 24.25s/it, est. speed input: 12.37 toks/s, output: 319.22 toks/s]
-2025-03-15T08:01:16.465756782Z 
Processed prompts:  40%|████      | 12/30 [02:47<05:05, 16.98s/it, est. speed input: 13.87 toks/s, output: 375.50 toks/s]
-2025-03-15T08:01:16.706500490Z 
Processed prompts:  43%|████▎     | 13/30 [02:57<04:16, 15.08s/it, est. speed input: 13.81 toks/s, output: 409.41 toks/s]
-2025-03-15T08:01:26.616170340Z 
Processed prompts:  47%|████▋     | 14/30 [02:58<02:49, 10.60s/it, est. speed input: 14.75 toks/s, output: 465.34 toks/s]
-2025-03-15T08:01:29.297105099Z 
Processed prompts:  50%|█████     | 15/30 [03:08<02:35, 10.39s/it, est. speed input: 14.79 toks/s, output: 497.10 toks/s]
-2025-03-15T08:01:42.641970754Z 
Processed prompts:  53%|█████▎    | 16/30 [03:10<01:52,  8.07s/it, est. speed input: 15.27 toks/s, output: 546.33 toks/s]
-2025-03-15T08:01:56.405434282Z 
Processed prompts:  57%|█████▋    | 17/30 [03:24<02:05,  9.66s/it, est. speed input: 15.02 toks/s, output: 566.69 toks/s]
-2025-03-15T08:01:58.570136985Z 
Processed prompts:  60%|██████    | 18/30 [03:37<02:10, 10.89s/it, est. speed input: 14.91 toks/s, output: 586.90 toks/s]
-2025-03-15T08:02:36.897181240Z 
Processed prompts:  63%|██████▎   | 19/30 [03:40<01:30,  8.27s/it, est. speed input: 15.39 toks/s, output: 637.12 toks/s]
-2025-03-15T08:02:48.470408901Z 
Processed prompts:  67%|██████▋   | 20/30 [04:18<02:52, 17.29s/it, est. speed input: 13.70 toks/s, output: 598.72 toks/s]
-2025-03-15T08:03:02.261288279Z 
Processed prompts:  70%|███████   | 21/30 [04:29<02:20, 15.58s/it, est. speed input: 13.59 toks/s, output: 629.19 toks/s]
-2025-03-15T08:03:08.324091844Z 
Processed prompts:  73%|███████▎  | 22/30 [04:43<02:00, 15.04s/it, est. speed input: 13.38 toks/s, output: 654.87 toks/s]
-2025-03-15T08:03:38.467320042Z 
Processed prompts:  77%|███████▋  | 23/30 [04:49<01:26, 12.35s/it, est. speed input: 13.70 toks/s, output: 697.54 toks/s]
-2025-03-15T08:03:54.747365439Z 
Processed prompts:  80%|████████  | 24/30 [05:19<01:46, 17.69s/it, est. speed input: 12.91 toks/s, output: 688.85 toks/s]
-2025-03-15T08:04:50.385212704Z 
Processed prompts:  83%|████████▎ | 25/30 [05:36<01:26, 17.26s/it, est. speed input: 12.95 toks/s, output: 712.92 toks/s]
-2025-03-15T08:06:08.627945907Z 
Processed prompts:  87%|████████▋ | 26/30 [06:31<01:55, 28.78s/it, est. speed input: 11.52 toks/s, output: 670.61 toks/s]
-2025-03-15T08:06:56.698371791Z 
Processed prompts:  90%|█████████ | 27/30 [07:50<02:10, 43.62s/it, est. speed input: 9.91 toks/s, output: 619.60 toks/s] 
-2025-03-15T08:07:00.744188235Z 
Processed prompts:  93%|█████████▎| 28/30 [08:38<01:29, 44.95s/it, est. speed input: 9.43 toks/s, output: 623.82 toks/s]
-2025-03-15T08:07:04.200931612Z 
Processed prompts:  97%|█████████▋| 29/30 [08:42<00:32, 32.68s/it, est. speed input: 10.26 toks/s, output: 680.84 toks/s]
-2025-03-15T08:07:04.201103887Z 
Processed prompts: 100%|██████████| 30/30 [08:45<00:00, 23.91s/it, est. speed input: 10.50 toks/s, output: 738.38 toks/s]
Processed prompts: 100%|██████████| 30/30 [08:45<00:00, 17.52s/it, est. speed input: 10.50 toks/s, output: 738.38 toks/s]
-2025-03-15T08:07:04.307099129Z 
Splits: 100%|██████████| 1/1 [08:45<00:00, 525.84s/it]
Splits: 100%|██████████| 1/1 [08:45<00:00, 525.84s/it]
-2025-03-15T08:07:05.225751775Z [2025-03-15 08:07:05,225] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T08:07:05.479227202Z [2025-03-15 08:07:05,478] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T08:07:05.491827006Z [2025-03-15 08:07:05,491] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T08:07:05.491866180Z [2025-03-15 08:07:05,491] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T08:07:05.811211727Z [2025-03-15 08:07:05,810] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp3_50/results/quyanh/OpenRS-GRPO/results_2025-03-15T08-07-05.491769.json (evaluation_tracker.py:234)
-2025-03-15T08:07:05.815252814Z |     Task      |Version|     Metric     |Value |   |Stderr|
-2025-03-15T08:07:05.815282678Z |---------------|------:|----------------|-----:|---|-----:|
-2025-03-15T08:07:05.815287594Z |all            |       |extractive_match|0.4667|±  |0.0926|
-2025-03-15T08:07:05.815292087Z |custom:aime24:0|      1|extractive_match|0.4667|±  |0.0926|
-2025-03-15T08:07:08.367239147Z Evaluating task: math_500
-2025-03-15T08:07:24.358910001Z [2025-03-15 08:07:24,358] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T08:08:08.937442703Z INFO 03-15 08:08:08 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T08:08:14.487737986Z [2025-03-15 08:08:14,486] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T08:08:57.990655121Z [2025-03-15 08:08:57,989] [    INFO]: This model supports multiple tasks: {'generate', 'classify', 'score', 'reward', 'embed'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T08:08:58.004212061Z [2025-03-15 08:08:58,003] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=3acd37fde3fdbfeb8c89ecb863823f05849eafbf, override_neuron_config=None, tokenizer_revision=3acd37fde3fdbfeb8c89ecb863823f05849eafbf, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T08:09:05.417066451Z [2025-03-15 08:09:05,416] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T08:09:05.866947611Z [2025-03-15 08:09:05,866] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T08:09:06.401622729Z [2025-03-15 08:09:06,401] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T08:09:06.829279559Z [2025-03-15 08:09:06,828] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T08:09:06.830613283Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T08:09:07.480742499Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.54it/s]
-2025-03-15T08:09:07.480802386Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.54it/s]
-2025-03-15T08:09:07.843719083Z [2025-03-15 08:09:07,843] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T08:09:09.478171422Z [2025-03-15 08:09:09,477] [    INFO]: Memory profiling takes 1.42 seconds
-2025-03-15T08:09:09.478219367Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T08:09:09.478225359Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T08:09:09.672010979Z [2025-03-15 08:09:09,671] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T08:09:09.672043426Z [2025-03-15 08:09:09,671] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T08:09:13.824287574Z [2025-03-15 08:09:13,823] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T08:09:32.191233795Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:17,  1.94it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:00<00:15,  2.18it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:16,  1.94it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:02<00:17,  1.77it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:02<00:17,  1.68it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:03<00:16,  1.81it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:03<00:14,  1.92it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:04<00:14,  1.80it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:04<00:15,  1.73it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:05<00:14,  1.69it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:06<00:12,  1.85it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:06<00:11,  2.00it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:06<00:10,  2.10it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:07<00:09,  2.18it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:07<00:09,  2.22it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:08<00:08,  2.28it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:08<00:07,  2.30it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:08<00:07,  2.32it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:09<00:06,  2.34it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:09<00:06,  2.35it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:10<00:05,  2.35it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:10<00:06,  2.09it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:11<00:06,  1.89it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:12<00:06,  1.75it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:12<00:05,  1.89it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:13<00:04,  1.96it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:13<00:04,  1.85it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:14<00:04,  1.71it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:14<00:03,  1.86it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:15<00:02,  1.88it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:15<00:02,  1.73it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:16<00:01,  1.64it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:17<00:01,  1.80it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:17<00:00,  1.80it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:18<00:00,  1.66it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:18<00:00,  1.91it/s]
-2025-03-15T08:09:32.191683012Z [2025-03-15 08:09:32,191] [    INFO]: Graph capturing finished in 18 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T08:09:32.200987230Z [2025-03-15 08:09:32,200] [    INFO]: init engine (profile, create kv cache, warmup model) took 24.36 seconds (llm_engine.py:431)
-2025-03-15T08:09:33.130189384Z [2025-03-15 08:09:33,129] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T08:09:33.149990681Z [2025-03-15 08:09:33,149] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T08:09:33.150048867Z [2025-03-15 08:09:33,149] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T08:09:33.150090287Z [2025-03-15 08:09:33,149] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T08:09:33.150145042Z [2025-03-15 08:09:33,150] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T08:09:33.150198762Z [2025-03-15 08:09:33,150] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T08:09:33.150241908Z [2025-03-15 08:09:33,150] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T08:09:33.150305039Z [2025-03-15 08:09:33,150] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T08:09:33.150347794Z [2025-03-15 08:09:33,150] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T08:09:33.153078291Z [2025-03-15 08:09:33,152] [    INFO]: HuggingFaceH4/MATH-500 default (lighteval_task.py:187)
-2025-03-15T08:09:33.153153182Z [2025-03-15 08:09:33,153] [ WARNING]: Careful, the task custom|math_500 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T08:09:36.103347397Z [2025-03-15 08:09:36,102] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T08:09:36.103400717Z [2025-03-15 08:09:36,103] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T08:09:36.103436150Z [2025-03-15 08:09:36,103] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T08:09:36.234434832Z [2025-03-15 08:09:36,233] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T08:09:36.352346572Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 08:09:36,352] [ WARNING]: context_size + max_new_tokens=33636 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T08:09:53.702026803Z 
Processed prompts:   0%|          | 0/500 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T08:10:00.448575577Z 
Processed prompts:   0%|          | 1/500 [00:17<2:23:56, 17.31s/it, est. speed input: 50.15 toks/s, output: 17.33 toks/s]
-2025-03-15T08:10:06.027972499Z 
Processed prompts:   0%|          | 2/500 [00:24<1:32:05, 11.10s/it, est. speed input: 41.36 toks/s, output: 29.76 toks/s]
-2025-03-15T08:10:06.497515304Z 
Processed prompts:   1%|          | 3/500 [00:29<1:11:02,  8.58s/it, est. speed input: 39.92 toks/s, output: 41.54 toks/s]
-2025-03-15T08:10:08.099540604Z 
Processed prompts:   1%|          | 4/500 [00:30<44:26,  5.38s/it, est. speed input: 43.78 toks/s, output: 58.26 toks/s]  
-2025-03-15T08:10:08.231798482Z 
Processed prompts:   1%|          | 5/500 [00:31<33:07,  4.02s/it, est. speed input: 46.43 toks/s, output: 72.70 toks/s]
-2025-03-15T08:10:08.362841050Z 
Processed prompts:   1%|          | 6/500 [00:31<22:11,  2.69s/it, est. speed input: 50.35 toks/s, output: 89.77 toks/s]
-2025-03-15T08:10:09.515372521Z 
Processed prompts:   1%|▏         | 7/500 [00:31<15:15,  1.86s/it, est. speed input: 58.02 toks/s, output: 106.76 toks/s]
-2025-03-15T08:10:11.588017420Z 
Processed prompts:   2%|▏         | 8/500 [00:33<13:23,  1.63s/it, est. speed input: 60.78 toks/s, output: 120.40 toks/s]
-2025-03-15T08:10:14.138033598Z 
Processed prompts:   2%|▏         | 9/500 [00:35<14:29,  1.77s/it, est. speed input: 61.66 toks/s, output: 130.67 toks/s]
-2025-03-15T08:10:15.315222694Z 
Processed prompts:   2%|▏         | 10/500 [00:37<16:25,  2.01s/it, est. speed input: 61.15 toks/s, output: 139.20 toks/s]
-2025-03-15T08:10:16.554547097Z 
Processed prompts:   2%|▏         | 11/500 [00:38<14:18,  1.76s/it, est. speed input: 64.93 toks/s, output: 152.33 toks/s]
-2025-03-15T08:10:17.223297690Z 
Processed prompts:   2%|▏         | 12/500 [00:40<13:00,  1.60s/it, est. speed input: 66.16 toks/s, output: 164.96 toks/s]
-2025-03-15T08:10:18.939257515Z 
Processed prompts:   3%|▎         | 14/500 [00:40<08:11,  1.01s/it, est. speed input: 71.71 toks/s, output: 196.65 toks/s]
-2025-03-15T08:10:23.504186703Z 
Processed prompts:   3%|▎         | 15/500 [00:42<09:35,  1.19s/it, est. speed input: 72.20 toks/s, output: 206.01 toks/s]
-2025-03-15T08:10:24.715016790Z 
Processed prompts:   3%|▎         | 16/500 [00:47<16:43,  2.07s/it, est. speed input: 73.53 toks/s, output: 203.12 toks/s]
-2025-03-15T08:10:25.941243640Z 
Processed prompts:   3%|▎         | 17/500 [00:48<14:47,  1.84s/it, est. speed input: 74.60 toks/s, output: 215.08 toks/s]
-2025-03-15T08:10:26.499891082Z 
Processed prompts:   4%|▎         | 18/500 [00:49<13:23,  1.67s/it, est. speed input: 75.89 toks/s, output: 226.79 toks/s]
-2025-03-15T08:10:28.147792999Z 
Processed prompts:   4%|▍         | 19/500 [00:50<10:49,  1.35s/it, est. speed input: 77.67 toks/s, output: 241.29 toks/s]
-2025-03-15T08:10:28.358515829Z 
Processed prompts:   4%|▍         | 20/500 [00:51<11:29,  1.44s/it, est. speed input: 78.74 toks/s, output: 250.61 toks/s]
-2025-03-15T08:10:28.497183389Z 
Processed prompts:   4%|▍         | 22/500 [00:51<06:38,  1.20it/s, est. speed input: 84.58 toks/s, output: 283.54 toks/s]
-2025-03-15T08:10:29.057985717Z 
Processed prompts:   5%|▍         | 23/500 [00:52<05:16,  1.51it/s, est. speed input: 86.81 toks/s, output: 299.77 toks/s]
-2025-03-15T08:10:29.268780830Z 
Processed prompts:   5%|▍         | 24/500 [00:52<05:03,  1.57it/s, est. speed input: 88.67 toks/s, output: 313.55 toks/s]
-2025-03-15T08:10:30.071609035Z 
Processed prompts:   5%|▌         | 26/500 [00:52<03:14,  2.43it/s, est. speed input: 93.65 toks/s, output: 346.19 toks/s]
-2025-03-15T08:10:31.114267561Z 
Processed prompts:   5%|▌         | 27/500 [00:53<03:57,  1.99it/s, est. speed input: 94.86 toks/s, output: 357.97 toks/s]
-2025-03-15T08:10:31.796597663Z 
Processed prompts:   6%|▌         | 28/500 [00:54<05:00,  1.57it/s, est. speed input: 95.94 toks/s, output: 368.09 toks/s]
-2025-03-15T08:10:32.056149413Z 
Processed prompts:   6%|▌         | 29/500 [00:55<05:05,  1.54it/s, est. speed input: 97.20 toks/s, output: 380.48 toks/s]
-2025-03-15T08:10:32.560820778Z 
Processed prompts:   6%|▌         | 30/500 [00:55<04:15,  1.84it/s, est. speed input: 99.28 toks/s, output: 395.63 toks/s]
-2025-03-15T08:10:33.430514869Z 
Processed prompts:   6%|▌         | 31/500 [00:56<04:09,  1.88it/s, est. speed input: 100.81 toks/s, output: 408.99 toks/s]
-2025-03-15T08:10:34.425240639Z 
Processed prompts:   7%|▋         | 33/500 [00:57<03:48,  2.05it/s, est. speed input: 103.79 toks/s, output: 436.31 toks/s]
-2025-03-15T08:10:34.686492564Z 
Processed prompts:   7%|▋         | 34/500 [00:58<04:44,  1.64it/s, est. speed input: 104.22 toks/s, output: 445.72 toks/s]
-2025-03-15T08:10:35.376345729Z 
Processed prompts:   7%|▋         | 35/500 [00:58<04:02,  1.92it/s, est. speed input: 106.26 toks/s, output: 460.60 toks/s]
-2025-03-15T08:10:36.194630281Z 
Processed prompts:   7%|▋         | 36/500 [00:58<04:22,  1.77it/s, est. speed input: 107.40 toks/s, output: 472.09 toks/s]
-2025-03-15T08:10:37.631145358Z 
Processed prompts:   7%|▋         | 37/500 [00:59<04:54,  1.57it/s, est. speed input: 108.26 toks/s, output: 482.48 toks/s]
-2025-03-15T08:10:38.022951866Z 
Processed prompts:   8%|▊         | 38/500 [01:01<06:38,  1.16it/s, est. speed input: 108.58 toks/s, output: 488.00 toks/s]
-2025-03-15T08:10:40.709710236Z 
Processed prompts:   8%|▊         | 39/500 [01:01<05:35,  1.38it/s, est. speed input: 110.21 toks/s, output: 501.72 toks/s]
-2025-03-15T08:10:42.343742336Z 
Processed prompts:   8%|▊         | 40/500 [01:04<09:57,  1.30s/it, est. speed input: 107.64 toks/s, output: 497.56 toks/s]
-2025-03-15T08:10:43.296784310Z 
Processed prompts:   8%|▊         | 41/500 [01:05<10:41,  1.40s/it, est. speed input: 106.88 toks/s, output: 494.19 toks/s]
-2025-03-15T08:10:44.566545618Z 
Processed prompts:   8%|▊         | 42/500 [01:06<09:39,  1.27s/it, est. speed input: 108.08 toks/s, output: 503.91 toks/s]
-2025-03-15T08:10:45.212337622Z 
Processed prompts:   9%|▊         | 43/500 [01:08<09:39,  1.27s/it, est. speed input: 107.93 toks/s, output: 511.26 toks/s]
-2025-03-15T08:10:47.366736723Z 
Processed prompts:   9%|▉         | 44/500 [01:08<08:13,  1.08s/it, est. speed input: 109.08 toks/s, output: 523.19 toks/s]
-2025-03-15T08:10:48.207020439Z 
Processed prompts:   9%|▉         | 45/500 [01:10<10:37,  1.40s/it, est. speed input: 107.60 toks/s, output: 524.00 toks/s]
-2025-03-15T08:10:48.986200292Z 
Processed prompts:   9%|▉         | 46/500 [01:11<09:20,  1.23s/it, est. speed input: 108.16 toks/s, output: 534.55 toks/s]
-2025-03-15T08:10:50.083603372Z 
Processed prompts:   9%|▉         | 47/500 [01:12<08:17,  1.10s/it, est. speed input: 109.35 toks/s, output: 545.48 toks/s]
-2025-03-15T08:10:50.627119360Z 
Processed prompts:  10%|▉         | 48/500 [01:13<08:16,  1.10s/it, est. speed input: 109.43 toks/s, output: 546.48 toks/s]
-2025-03-15T08:10:51.692204463Z 
Processed prompts:  10%|█         | 50/500 [01:14<05:22,  1.39it/s, est. speed input: 112.29 toks/s, output: 575.66 toks/s]
-2025-03-15T08:10:52.282789695Z 
Processed prompts:  10%|█         | 52/500 [01:15<04:48,  1.55it/s, est. speed input: 115.08 toks/s, output: 591.19 toks/s]
-2025-03-15T08:10:52.941242373Z 
Processed prompts:  11%|█         | 53/500 [01:15<04:42,  1.58it/s, est. speed input: 116.14 toks/s, output: 603.09 toks/s]
-2025-03-15T08:10:54.309685336Z 
Processed prompts:  11%|█         | 54/500 [01:16<04:44,  1.57it/s, est. speed input: 116.96 toks/s, output: 614.39 toks/s]
-2025-03-15T08:10:55.228157283Z 
Processed prompts:  11%|█         | 55/500 [01:17<06:06,  1.21it/s, est. speed input: 116.72 toks/s, output: 620.06 toks/s]
-2025-03-15T08:10:55.766635781Z 
Processed prompts:  11%|█         | 56/500 [01:18<06:17,  1.18it/s, est. speed input: 117.27 toks/s, output: 629.29 toks/s]
-2025-03-15T08:10:57.393908181Z 
Processed prompts:  11%|█▏        | 57/500 [01:19<05:38,  1.31it/s, est. speed input: 119.05 toks/s, output: 641.46 toks/s]
-2025-03-15T08:10:58.762808383Z 
Processed prompts:  12%|█▏        | 59/500 [01:21<05:46,  1.27it/s, est. speed input: 120.10 toks/s, output: 661.11 toks/s]
-2025-03-15T08:10:58.975430046Z 
Processed prompts:  12%|█▏        | 60/500 [01:22<06:47,  1.08it/s, est. speed input: 119.80 toks/s, output: 666.52 toks/s]
-2025-03-15T08:10:59.445571839Z 
Processed prompts:  12%|█▏        | 61/500 [01:22<05:26,  1.34it/s, est. speed input: 121.42 toks/s, output: 681.20 toks/s]
-2025-03-15T08:11:00.817122091Z 
Processed prompts:  12%|█▏        | 62/500 [01:23<04:53,  1.49it/s, est. speed input: 122.56 toks/s, output: 693.73 toks/s]
-2025-03-15T08:11:01.287729571Z 
Processed prompts:  13%|█▎        | 63/500 [01:24<06:17,  1.16it/s, est. speed input: 122.32 toks/s, output: 698.83 toks/s]
-2025-03-15T08:11:02.279970686Z 
Processed prompts:  13%|█▎        | 64/500 [01:24<05:28,  1.33it/s, est. speed input: 123.26 toks/s, output: 711.32 toks/s]
-2025-03-15T08:11:03.337620569Z 
Processed prompts:  13%|█▎        | 65/500 [01:25<05:57,  1.22it/s, est. speed input: 125.43 toks/s, output: 719.45 toks/s]
-2025-03-15T08:11:04.927760388Z 
Processed prompts:  13%|█▎        | 67/500 [01:26<04:58,  1.45it/s, est. speed input: 127.31 toks/s, output: 737.16 toks/s]
-2025-03-15T08:11:05.989980056Z 
Processed prompts:  14%|█▍        | 69/500 [01:28<05:15,  1.37it/s, est. speed input: 127.89 toks/s, output: 743.79 toks/s]
-2025-03-15T08:11:08.884187000Z 
Processed prompts:  14%|█▍        | 70/500 [01:29<05:45,  1.24it/s, est. speed input: 127.94 toks/s, output: 751.27 toks/s]
-2025-03-15T08:11:09.626773770Z 
Processed prompts:  14%|█▍        | 71/500 [01:32<09:18,  1.30s/it, est. speed input: 125.48 toks/s, output: 744.02 toks/s]
-2025-03-15T08:11:10.239494902Z 
Processed prompts:  14%|█▍        | 72/500 [01:33<08:16,  1.16s/it, est. speed input: 125.95 toks/s, output: 754.34 toks/s]
-2025-03-15T08:11:10.456303557Z 
Processed prompts:  15%|█▍        | 73/500 [01:33<07:12,  1.01s/it, est. speed input: 126.63 toks/s, output: 765.66 toks/s]
-2025-03-15T08:11:11.462027462Z 
Processed prompts:  15%|█▍        | 74/500 [01:34<05:38,  1.26it/s, est. speed input: 127.66 toks/s, output: 772.61 toks/s]
-2025-03-15T08:11:11.942188433Z 
Processed prompts:  15%|█▌        | 75/500 [01:35<06:02,  1.17it/s, est. speed input: 127.91 toks/s, output: 780.66 toks/s]
-2025-03-15T08:11:13.217626709Z 
Processed prompts:  15%|█▌        | 76/500 [01:35<05:16,  1.34it/s, est. speed input: 128.87 toks/s, output: 792.95 toks/s]
-2025-03-15T08:11:13.435046435Z 
Processed prompts:  15%|█▌        | 77/500 [01:36<06:20,  1.11it/s, est. speed input: 128.54 toks/s, output: 798.70 toks/s]
-2025-03-15T08:11:14.181611986Z 
Processed prompts:  16%|█▌        | 78/500 [01:37<04:55,  1.43it/s, est. speed input: 129.49 toks/s, output: 803.00 toks/s]
-2025-03-15T08:11:14.995592074Z 
Processed prompts:  16%|█▌        | 79/500 [01:37<05:00,  1.40it/s, est. speed input: 129.78 toks/s, output: 806.80 toks/s]
-2025-03-15T08:11:15.149420918Z 
Processed prompts:  16%|█▌        | 80/500 [01:38<05:12,  1.34it/s, est. speed input: 129.95 toks/s, output: 806.90 toks/s]
-2025-03-15T08:11:15.434410635Z 
Processed prompts:  16%|█▌        | 81/500 [01:38<03:57,  1.76it/s, est. speed input: 130.96 toks/s, output: 811.73 toks/s]
-2025-03-15T08:11:18.537693437Z 
Processed prompts:  16%|█▋        | 82/500 [01:39<03:22,  2.07it/s, est. speed input: 131.91 toks/s, output: 825.55 toks/s]
-2025-03-15T08:11:20.155151947Z 
Processed prompts:  17%|█▋        | 83/500 [01:42<08:48,  1.27s/it, est. speed input: 129.66 toks/s, output: 816.58 toks/s]
-2025-03-15T08:11:21.082074812Z 
Processed prompts:  17%|█▋        | 84/500 [01:43<09:30,  1.37s/it, est. speed input: 129.14 toks/s, output: 819.94 toks/s]
-2025-03-15T08:11:22.566799971Z 
Processed prompts:  17%|█▋        | 85/500 [01:44<08:33,  1.24s/it, est. speed input: 129.14 toks/s, output: 819.11 toks/s]
-2025-03-15T08:11:23.060458011Z 
Processed prompts:  17%|█▋        | 86/500 [01:46<09:03,  1.31s/it, est. speed input: 128.77 toks/s, output: 823.70 toks/s]
-2025-03-15T08:11:25.661851277Z 
Processed prompts:  17%|█▋        | 87/500 [01:46<07:20,  1.07s/it, est. speed input: 129.54 toks/s, output: 835.92 toks/s]
-2025-03-15T08:11:25.820922249Z 
Processed prompts:  18%|█▊        | 88/500 [01:49<10:29,  1.53s/it, est. speed input: 127.61 toks/s, output: 826.86 toks/s]
-2025-03-15T08:11:27.973053215Z 
Processed prompts:  18%|█▊        | 89/500 [01:49<07:38,  1.12s/it, est. speed input: 128.62 toks/s, output: 841.56 toks/s]
-2025-03-15T08:11:29.444183787Z 
Processed prompts:  18%|█▊        | 90/500 [01:51<09:45,  1.43s/it, est. speed input: 127.21 toks/s, output: 830.98 toks/s]
-2025-03-15T08:11:29.878842279Z 
Processed prompts:  18%|█▊        | 91/500 [01:53<09:49,  1.44s/it, est. speed input: 126.60 toks/s, output: 825.53 toks/s]
-2025-03-15T08:11:31.560994404Z 
Processed prompts:  18%|█▊        | 92/500 [01:53<07:44,  1.14s/it, est. speed input: 128.79 toks/s, output: 838.21 toks/s]
-2025-03-15T08:11:34.697070921Z 
Processed prompts:  19%|█▊        | 93/500 [01:55<08:49,  1.30s/it, est. speed input: 128.08 toks/s, output: 841.79 toks/s]
-2025-03-15T08:11:35.485936753Z 
Processed prompts:  19%|█▉        | 94/500 [01:58<12:31,  1.85s/it, est. speed input: 125.81 toks/s, output: 835.26 toks/s]
-2025-03-15T08:11:36.558432809Z 
Processed prompts:  19%|█▉        | 95/500 [01:59<10:20,  1.53s/it, est. speed input: 125.96 toks/s, output: 834.54 toks/s]
-2025-03-15T08:11:37.496079218Z 
Processed prompts:  19%|█▉        | 96/500 [02:00<09:23,  1.39s/it, est. speed input: 126.16 toks/s, output: 842.84 toks/s]
-2025-03-15T08:11:37.878549228Z 
Processed prompts:  19%|█▉        | 97/500 [02:01<08:26,  1.26s/it, est. speed input: 126.32 toks/s, output: 852.06 toks/s]
-2025-03-15T08:11:39.155323773Z 
Processed prompts:  20%|█▉        | 99/500 [02:01<05:06,  1.31it/s, est. speed input: 128.30 toks/s, output: 880.80 toks/s]
-2025-03-15T08:11:39.539407561Z 
Processed prompts:  20%|██        | 100/500 [02:02<05:56,  1.12it/s, est. speed input: 127.99 toks/s, output: 882.86 toks/s]
-2025-03-15T08:11:41.098032815Z 
Processed prompts:  20%|██        | 102/500 [02:03<03:59,  1.66it/s, est. speed input: 129.57 toks/s, output: 897.09 toks/s]
-2025-03-15T08:11:43.996500565Z 
Processed prompts:  21%|██        | 103/500 [02:04<05:25,  1.22it/s, est. speed input: 128.89 toks/s, output: 891.44 toks/s]
-2025-03-15T08:11:45.573278648Z 
Processed prompts:  21%|██        | 104/500 [02:07<08:47,  1.33s/it, est. speed input: 126.92 toks/s, output: 879.84 toks/s]
-2025-03-15T08:11:47.503114519Z 
Processed prompts:  21%|██        | 105/500 [02:09<09:11,  1.40s/it, est. speed input: 126.37 toks/s, output: 884.73 toks/s]
-2025-03-15T08:11:48.588147522Z 
Processed prompts:  21%|██        | 106/500 [02:11<10:06,  1.54s/it, est. speed input: 125.64 toks/s, output: 887.31 toks/s]
-2025-03-15T08:11:50.243884493Z 
Processed prompts:  21%|██▏       | 107/500 [02:12<09:15,  1.41s/it, est. speed input: 125.53 toks/s, output: 888.73 toks/s]
-2025-03-15T08:11:50.623285837Z 
Processed prompts:  22%|██▏       | 108/500 [02:13<09:41,  1.48s/it, est. speed input: 125.42 toks/s, output: 893.31 toks/s]
-2025-03-15T08:11:51.930085633Z 
Processed prompts:  22%|██▏       | 109/500 [02:14<07:34,  1.16s/it, est. speed input: 125.99 toks/s, output: 899.69 toks/s]
-2025-03-15T08:11:52.380424637Z 
Processed prompts:  22%|██▏       | 110/500 [02:15<07:50,  1.21s/it, est. speed input: 126.05 toks/s, output: 906.56 toks/s]
-2025-03-15T08:11:52.757303126Z 
Processed prompts:  22%|██▏       | 111/500 [02:15<06:22,  1.02it/s, est. speed input: 126.57 toks/s, output: 919.10 toks/s]
-2025-03-15T08:11:53.419515118Z 
Processed prompts:  22%|██▏       | 112/500 [02:16<05:11,  1.24it/s, est. speed input: 127.24 toks/s, output: 932.09 toks/s]
-2025-03-15T08:11:53.582680017Z 
Processed prompts:  23%|██▎       | 113/500 [02:17<04:54,  1.31it/s, est. speed input: 127.71 toks/s, output: 943.11 toks/s]
-2025-03-15T08:11:53.818054285Z 
Processed prompts:  23%|██▎       | 114/500 [02:17<03:45,  1.72it/s, est. speed input: 128.41 toks/s, output: 949.11 toks/s]
-2025-03-15T08:11:54.052998876Z 
Processed prompts:  23%|██▎       | 115/500 [02:17<03:04,  2.09it/s, est. speed input: 129.03 toks/s, output: 951.91 toks/s]
-2025-03-15T08:11:54.713888399Z 
Processed prompts:  23%|██▎       | 116/500 [02:17<02:35,  2.46it/s, est. speed input: 129.67 toks/s, output: 956.88 toks/s]
-2025-03-15T08:11:54.877551515Z 
Processed prompts:  23%|██▎       | 117/500 [02:18<03:04,  2.07it/s, est. speed input: 129.89 toks/s, output: 958.04 toks/s]
-2025-03-15T08:11:55.183179754Z 
Processed prompts:  24%|██▎       | 118/500 [02:18<02:27,  2.58it/s, est. speed input: 131.06 toks/s, output: 972.41 toks/s]
-2025-03-15T08:11:56.066958434Z 
Processed prompts:  24%|██▍       | 119/500 [02:18<02:18,  2.76it/s, est. speed input: 131.61 toks/s, output: 975.53 toks/s]
-2025-03-15T08:11:56.729234247Z 
Processed prompts:  24%|██▍       | 121/500 [02:19<02:31,  2.51it/s, est. speed input: 132.52 toks/s, output: 989.90 toks/s]
-2025-03-15T08:11:59.237227578Z 
Processed prompts:  24%|██▍       | 122/500 [02:20<02:55,  2.15it/s, est. speed input: 132.73 toks/s, output: 991.40 toks/s]
-2025-03-15T08:12:00.327746851Z 
Processed prompts:  25%|██▍       | 124/500 [02:22<04:57,  1.26it/s, est. speed input: 132.05 toks/s, output: 987.29 toks/s]
-2025-03-15T08:12:00.848439600Z 
Processed prompts:  25%|██▌       | 125/500 [02:23<05:22,  1.16it/s, est. speed input: 131.90 toks/s, output: 989.10 toks/s]
-2025-03-15T08:12:01.155634526Z 
Processed prompts:  25%|██▌       | 126/500 [02:24<04:50,  1.29it/s, est. speed input: 132.41 toks/s, output: 1000.96 toks/s]
-2025-03-15T08:12:02.825931462Z 
Processed prompts:  25%|██▌       | 127/500 [02:24<04:04,  1.53it/s, est. speed input: 133.20 toks/s, output: 1014.26 toks/s]
-2025-03-15T08:12:04.567924267Z 
Processed prompts:  26%|██▌       | 128/500 [02:26<05:45,  1.08it/s, est. speed input: 132.48 toks/s, output: 1008.60 toks/s]
-2025-03-15T08:12:05.379632355Z 
Processed prompts:  26%|██▌       | 129/500 [02:28<07:08,  1.16s/it, est. speed input: 132.11 toks/s, output: 1012.06 toks/s]
-2025-03-15T08:12:05.556725152Z 
Processed prompts:  26%|██▌       | 130/500 [02:28<06:31,  1.06s/it, est. speed input: 132.68 toks/s, output: 1021.85 toks/s]
-2025-03-15T08:12:05.938122571Z 
Processed prompts:  26%|██▋       | 132/500 [02:29<03:49,  1.61it/s, est. speed input: 134.41 toks/s, output: 1051.22 toks/s]
-2025-03-15T08:12:06.249174564Z 
Processed prompts:  27%|██▋       | 133/500 [02:29<03:27,  1.77it/s, est. speed input: 135.18 toks/s, output: 1063.84 toks/s]
-2025-03-15T08:12:06.700993028Z 
Processed prompts:  27%|██▋       | 135/500 [02:29<02:24,  2.52it/s, est. speed input: 136.44 toks/s, output: 1074.06 toks/s]
-2025-03-15T08:12:07.079540945Z 
Processed prompts:  27%|██▋       | 136/500 [02:30<02:28,  2.44it/s, est. speed input: 136.98 toks/s, output: 1086.11 toks/s]
-2025-03-15T08:12:07.885801765Z 
Processed prompts:  27%|██▋       | 137/500 [02:30<02:25,  2.49it/s, est. speed input: 137.48 toks/s, output: 1098.66 toks/s]
-2025-03-15T08:12:08.263685174Z 
Processed prompts:  28%|██▊       | 138/500 [02:31<03:03,  1.97it/s, est. speed input: 137.83 toks/s, output: 1108.08 toks/s]
-2025-03-15T08:12:09.213050315Z 
Processed prompts:  28%|██▊       | 139/500 [02:31<02:50,  2.12it/s, est. speed input: 138.34 toks/s, output: 1120.59 toks/s]
-2025-03-15T08:12:10.450807862Z 
Processed prompts:  28%|██▊       | 140/500 [02:32<03:37,  1.65it/s, est. speed input: 138.58 toks/s, output: 1128.88 toks/s]
-2025-03-15T08:12:10.688991913Z 
Processed prompts:  28%|██▊       | 141/500 [02:34<04:41,  1.27it/s, est. speed input: 138.21 toks/s, output: 1125.83 toks/s]
-2025-03-15T08:12:11.785306875Z 
Processed prompts:  28%|██▊       | 142/500 [02:34<03:44,  1.60it/s, est. speed input: 138.92 toks/s, output: 1139.33 toks/s]
-2025-03-15T08:12:12.236900881Z 
Processed prompts:  29%|██▊       | 143/500 [02:35<04:32,  1.31it/s, est. speed input: 138.74 toks/s, output: 1142.18 toks/s]
-2025-03-15T08:12:16.204018666Z 
Processed prompts:  29%|██▉       | 144/500 [02:35<03:59,  1.49it/s, est. speed input: 139.12 toks/s, output: 1148.33 toks/s]
-2025-03-15T08:12:17.523060635Z 
Processed prompts:  29%|██▉       | 145/500 [02:39<09:44,  1.65s/it, est. speed input: 137.54 toks/s, output: 1135.01 toks/s]
-2025-03-15T08:12:19.135748160Z 
Processed prompts:  29%|██▉       | 146/500 [02:41<09:08,  1.55s/it, est. speed input: 137.11 toks/s, output: 1128.76 toks/s]
-2025-03-15T08:12:20.752973799Z 
Processed prompts:  29%|██▉       | 147/500 [02:42<09:13,  1.57s/it, est. speed input: 136.51 toks/s, output: 1127.54 toks/s]
-2025-03-15T08:12:21.141659963Z 
Processed prompts:  30%|██▉       | 148/500 [02:44<09:17,  1.58s/it, est. speed input: 136.69 toks/s, output: 1131.59 toks/s]
-2025-03-15T08:12:21.531395883Z 
Processed prompts:  30%|██▉       | 149/500 [02:44<07:10,  1.23s/it, est. speed input: 137.26 toks/s, output: 1144.06 toks/s]
-2025-03-15T08:12:23.302776140Z 
Processed prompts:  30%|███       | 150/500 [02:45<05:41,  1.02it/s, est. speed input: 137.65 toks/s, output: 1149.06 toks/s]
-2025-03-15T08:12:23.690736578Z 
Processed prompts:  30%|███       | 151/500 [02:46<07:03,  1.21s/it, est. speed input: 136.87 toks/s, output: 1142.51 toks/s]
-2025-03-15T08:12:26.135925459Z 
Processed prompts:  30%|███       | 152/500 [02:47<05:36,  1.03it/s, est. speed input: 137.38 toks/s, output: 1154.97 toks/s]
-2025-03-15T08:12:27.791735242Z 
Processed prompts:  31%|███       | 153/500 [02:49<08:09,  1.41s/it, est. speed input: 136.15 toks/s, output: 1153.42 toks/s]
-2025-03-15T08:12:28.480141101Z 
Processed prompts:  31%|███       | 154/500 [02:51<08:33,  1.48s/it, est. speed input: 135.48 toks/s, output: 1144.93 toks/s]
-2025-03-15T08:12:28.948471771Z 
Processed prompts:  31%|███       | 155/500 [02:52<07:09,  1.25s/it, est. speed input: 135.79 toks/s, output: 1155.41 toks/s]
-2025-03-15T08:12:33.116557046Z 
Processed prompts:  31%|███       | 156/500 [02:52<05:48,  1.01s/it, est. speed input: 136.19 toks/s, output: 1167.33 toks/s]
-2025-03-15T08:12:33.658467587Z 
Processed prompts:  32%|███▏      | 158/500 [02:56<08:35,  1.51s/it, est. speed input: 134.47 toks/s, output: 1160.63 toks/s]
-2025-03-15T08:12:34.422300250Z 
Processed prompts:  32%|███▏      | 159/500 [02:57<07:12,  1.27s/it, est. speed input: 135.63 toks/s, output: 1172.09 toks/s]
-2025-03-15T08:12:35.040658653Z 
Processed prompts:  32%|███▏      | 160/500 [02:58<06:26,  1.14s/it, est. speed input: 135.68 toks/s, output: 1171.97 toks/s]
-2025-03-15T08:12:35.361664239Z 
Processed prompts:  32%|███▏      | 161/500 [02:58<05:37,  1.00it/s, est. speed input: 136.62 toks/s, output: 1182.91 toks/s]
-2025-03-15T08:12:35.681247070Z 
Processed prompts:  32%|███▏      | 162/500 [02:58<04:32,  1.24it/s, est. speed input: 137.25 toks/s, output: 1195.78 toks/s]
-2025-03-15T08:12:36.449014062Z 
Processed prompts:  33%|███▎      | 163/500 [02:59<03:44,  1.50it/s, est. speed input: 137.62 toks/s, output: 1197.01 toks/s]
-2025-03-15T08:12:37.217612739Z 
Processed prompts:  33%|███▎      | 164/500 [03:00<03:54,  1.44it/s, est. speed input: 137.72 toks/s, output: 1202.00 toks/s]
-2025-03-15T08:12:38.285464022Z 
Processed prompts:  33%|███▎      | 165/500 [03:00<04:00,  1.39it/s, est. speed input: 137.75 toks/s, output: 1201.32 toks/s]
-2025-03-15T08:12:38.532520560Z 
Processed prompts:  33%|███▎      | 166/500 [03:01<04:34,  1.22it/s, est. speed input: 137.59 toks/s, output: 1202.43 toks/s]
-2025-03-15T08:12:39.171351906Z 
Processed prompts:  33%|███▎      | 167/500 [03:02<03:36,  1.54it/s, est. speed input: 138.02 toks/s, output: 1205.27 toks/s]
-2025-03-15T08:12:40.046545023Z 
Processed prompts:  34%|███▎      | 168/500 [03:02<03:34,  1.54it/s, est. speed input: 138.45 toks/s, output: 1216.00 toks/s]
-2025-03-15T08:12:40.686697455Z 
Processed prompts:  34%|███▍      | 169/500 [03:03<03:56,  1.40it/s, est. speed input: 138.51 toks/s, output: 1225.14 toks/s]
-2025-03-15T08:12:41.403899812Z 
Processed prompts:  34%|███▍      | 170/500 [03:04<03:48,  1.44it/s, est. speed input: 139.12 toks/s, output: 1235.81 toks/s]
-2025-03-15T08:12:41.576447622Z 
Processed prompts:  34%|███▍      | 171/500 [03:05<03:50,  1.43it/s, est. speed input: 140.00 toks/s, output: 1245.94 toks/s]
-2025-03-15T08:12:42.417949352Z 
Processed prompts:  34%|███▍      | 172/500 [03:05<02:57,  1.84it/s, est. speed input: 140.49 toks/s, output: 1251.81 toks/s]
-2025-03-15T08:12:43.035387173Z 
Processed prompts:  35%|███▍      | 174/500 [03:06<02:38,  2.06it/s, est. speed input: 141.07 toks/s, output: 1256.68 toks/s]
-2025-03-15T08:12:43.503768886Z 
Processed prompts:  35%|███▌      | 175/500 [03:06<02:48,  1.93it/s, est. speed input: 141.55 toks/s, output: 1267.42 toks/s]
-2025-03-15T08:12:45.155889209Z 
Processed prompts:  35%|███▌      | 176/500 [03:07<02:43,  1.98it/s, est. speed input: 141.88 toks/s, output: 1279.14 toks/s]
-2025-03-15T08:12:45.625739361Z 
Processed prompts:  35%|███▌      | 177/500 [03:08<04:23,  1.22it/s, est. speed input: 141.28 toks/s, output: 1277.84 toks/s]
-2025-03-15T08:12:46.169045468Z 
Processed prompts:  36%|███▌      | 178/500 [03:09<03:51,  1.39it/s, est. speed input: 141.56 toks/s, output: 1283.62 toks/s]
-2025-03-15T08:12:46.427360943Z 
Processed prompts:  36%|███▌      | 179/500 [03:09<03:34,  1.49it/s, est. speed input: 141.75 toks/s, output: 1284.84 toks/s]
-2025-03-15T08:12:47.636238677Z 
Processed prompts:  36%|███▌      | 181/500 [03:10<02:16,  2.34it/s, est. speed input: 143.08 toks/s, output: 1300.73 toks/s]
-2025-03-15T08:12:48.549063654Z 
Processed prompts:  36%|███▋      | 182/500 [03:11<03:16,  1.62it/s, est. speed input: 142.88 toks/s, output: 1307.36 toks/s]
-2025-03-15T08:12:49.177610401Z 
Processed prompts:  37%|███▋      | 183/500 [03:12<03:39,  1.44it/s, est. speed input: 142.79 toks/s, output: 1306.95 toks/s]
-2025-03-15T08:12:51.345450188Z 
Processed prompts:  37%|███▋      | 185/500 [03:12<02:47,  1.88it/s, est. speed input: 143.79 toks/s, output: 1322.30 toks/s]
-2025-03-15T08:12:51.739535268Z 
Processed prompts:  37%|███▋      | 187/500 [03:14<03:51,  1.35it/s, est. speed input: 143.79 toks/s, output: 1327.27 toks/s]
-2025-03-15T08:12:52.208206800Z 
Processed prompts:  38%|███▊      | 188/500 [03:15<03:28,  1.50it/s, est. speed input: 144.11 toks/s, output: 1334.07 toks/s]
-2025-03-15T08:12:52.393221977Z 
Processed prompts:  38%|███▊      | 189/500 [03:15<03:13,  1.61it/s, est. speed input: 144.37 toks/s, output: 1339.51 toks/s]
-2025-03-15T08:12:53.082841678Z 
Processed prompts:  38%|███▊      | 191/500 [03:15<02:06,  2.44it/s, est. speed input: 145.58 toks/s, output: 1356.07 toks/s]
-2025-03-15T08:12:53.255758786Z 
Processed prompts:  38%|███▊      | 192/500 [03:16<02:25,  2.12it/s, est. speed input: 145.83 toks/s, output: 1366.06 toks/s]
-2025-03-15T08:12:53.943233957Z 
Processed prompts:  39%|███▉      | 194/500 [03:16<01:38,  3.10it/s, est. speed input: 146.84 toks/s, output: 1374.98 toks/s]
-2025-03-15T08:12:54.336989873Z 
Processed prompts:  39%|███▉      | 195/500 [03:17<02:02,  2.49it/s, est. speed input: 146.98 toks/s, output: 1383.41 toks/s]
-2025-03-15T08:12:55.320765379Z 
Processed prompts:  39%|███▉      | 196/500 [03:17<02:01,  2.50it/s, est. speed input: 147.25 toks/s, output: 1386.90 toks/s]
-2025-03-15T08:12:56.894915811Z 
Processed prompts:  39%|███▉      | 197/500 [03:18<02:45,  1.83it/s, est. speed input: 147.08 toks/s, output: 1384.07 toks/s]
-2025-03-15T08:12:59.142611518Z 
Processed prompts:  40%|███▉      | 198/500 [03:20<04:07,  1.22it/s, est. speed input: 146.47 toks/s, output: 1376.67 toks/s]
-2025-03-15T08:13:00.431561053Z 
Processed prompts:  40%|███▉      | 199/500 [03:22<06:04,  1.21s/it, est. speed input: 145.40 toks/s, output: 1366.84 toks/s]
-2025-03-15T08:13:01.511960931Z 
Processed prompts:  40%|████      | 200/500 [03:24<06:10,  1.23s/it, est. speed input: 145.05 toks/s, output: 1366.76 toks/s]
-2025-03-15T08:13:02.803593741Z 
Processed prompts:  41%|████      | 203/500 [03:25<03:44,  1.32it/s, est. speed input: 146.15 toks/s, output: 1392.89 toks/s]
-2025-03-15T08:13:03.052591577Z 
Processed prompts:  41%|████      | 204/500 [03:26<04:16,  1.15it/s, est. speed input: 145.93 toks/s, output: 1398.84 toks/s]
-2025-03-15T08:13:05.240473740Z 
Processed prompts:  41%|████      | 205/500 [03:26<03:34,  1.38it/s, est. speed input: 146.31 toks/s, output: 1404.24 toks/s]
-2025-03-15T08:13:05.636592747Z 
Processed prompts:  41%|████      | 206/500 [03:28<05:18,  1.08s/it, est. speed input: 145.30 toks/s, output: 1393.21 toks/s]
-2025-03-15T08:13:06.330194643Z 
Processed prompts:  41%|████▏     | 207/500 [03:29<04:25,  1.10it/s, est. speed input: 145.53 toks/s, output: 1394.16 toks/s]
-2025-03-15T08:13:07.175935128Z 
Processed prompts:  42%|████▏     | 208/500 [03:29<04:07,  1.18it/s, est. speed input: 145.59 toks/s, output: 1396.05 toks/s]
-2025-03-15T08:13:07.947464639Z 
Processed prompts:  42%|████▏     | 209/500 [03:30<04:06,  1.18it/s, est. speed input: 145.68 toks/s, output: 1405.09 toks/s]
-2025-03-15T08:13:08.123906212Z 
Processed prompts:  42%|████▏     | 211/500 [03:31<03:05,  1.56it/s, est. speed input: 146.17 toks/s, output: 1408.08 toks/s]
-2025-03-15T08:13:09.123755778Z 
Processed prompts:  42%|████▏     | 212/500 [03:31<02:32,  1.88it/s, est. speed input: 146.60 toks/s, output: 1415.25 toks/s]
-2025-03-15T08:13:10.274044018Z 
Processed prompts:  43%|████▎     | 213/500 [03:32<03:06,  1.54it/s, est. speed input: 146.44 toks/s, output: 1415.71 toks/s]
-2025-03-15T08:13:11.274144683Z 
Processed prompts:  43%|████▎     | 214/500 [03:33<03:44,  1.27it/s, est. speed input: 146.17 toks/s, output: 1412.10 toks/s]
-2025-03-15T08:13:11.825529881Z 
Processed prompts:  43%|████▎     | 215/500 [03:34<04:00,  1.18it/s, est. speed input: 145.99 toks/s, output: 1409.80 toks/s]
-2025-03-15T08:13:12.080565792Z 
Processed prompts:  43%|████▎     | 216/500 [03:35<03:36,  1.31it/s, est. speed input: 146.15 toks/s, output: 1413.63 toks/s]
-2025-03-15T08:13:12.257602387Z 
Processed prompts:  44%|████▎     | 218/500 [03:35<02:14,  2.09it/s, est. speed input: 146.99 toks/s, output: 1420.65 toks/s]
-2025-03-15T08:13:13.646983709Z 
Processed prompts:  44%|████▍     | 219/500 [03:35<01:53,  2.47it/s, est. speed input: 147.40 toks/s, output: 1426.45 toks/s]
-2025-03-15T08:13:14.882422104Z 
Processed prompts:  44%|████▍     | 220/500 [03:37<03:04,  1.52it/s, est. speed input: 146.97 toks/s, output: 1423.03 toks/s]
-2025-03-15T08:13:17.114240131Z 
Processed prompts:  44%|████▍     | 221/500 [03:38<03:46,  1.23it/s, est. speed input: 146.67 toks/s, output: 1422.68 toks/s]
-2025-03-15T08:13:17.826634717Z 
Processed prompts:  44%|████▍     | 222/500 [03:40<05:35,  1.21s/it, est. speed input: 145.65 toks/s, output: 1410.69 toks/s]
-2025-03-15T08:13:22.282682463Z 
Processed prompts:  45%|████▍     | 223/500 [03:41<04:55,  1.07s/it, est. speed input: 145.66 toks/s, output: 1409.42 toks/s]
-2025-03-15T08:13:22.463272020Z 
Processed prompts:  45%|████▍     | 224/500 [03:45<09:24,  2.04s/it, est. speed input: 143.27 toks/s, output: 1386.26 toks/s]
-2025-03-15T08:13:22.874376777Z 
Processed prompts:  45%|████▌     | 225/500 [03:46<06:52,  1.50s/it, est. speed input: 143.61 toks/s, output: 1387.40 toks/s]
-2025-03-15T08:13:24.058481302Z 
Processed prompts:  45%|████▌     | 226/500 [03:46<05:23,  1.18s/it, est. speed input: 144.19 toks/s, output: 1399.39 toks/s]
-2025-03-15T08:13:24.237453013Z 
Processed prompts:  46%|████▌     | 228/500 [03:47<04:07,  1.10it/s, est. speed input: 144.59 toks/s, output: 1409.06 toks/s]
-2025-03-15T08:13:24.647180691Z 
Processed prompts:  46%|████▌     | 229/500 [03:47<03:18,  1.37it/s, est. speed input: 145.90 toks/s, output: 1422.46 toks/s]
-2025-03-15T08:13:26.130577219Z 
Processed prompts:  46%|████▌     | 230/500 [03:48<02:54,  1.54it/s, est. speed input: 146.11 toks/s, output: 1424.25 toks/s]
-2025-03-15T08:13:26.539504465Z 
Processed prompts:  46%|████▌     | 231/500 [03:49<03:55,  1.14it/s, est. speed input: 145.74 toks/s, output: 1429.54 toks/s]
-2025-03-15T08:13:27.102271383Z 
Processed prompts:  46%|████▋     | 232/500 [03:50<03:19,  1.34it/s, est. speed input: 145.97 toks/s, output: 1433.92 toks/s]
-2025-03-15T08:13:27.358705081Z 
Processed prompts:  47%|████▋     | 233/500 [03:50<03:04,  1.44it/s, est. speed input: 147.13 toks/s, output: 1444.90 toks/s]
-2025-03-15T08:13:30.086053217Z 
Processed prompts:  47%|████▋     | 234/500 [03:50<02:30,  1.77it/s, est. speed input: 147.48 toks/s, output: 1452.21 toks/s]
-2025-03-15T08:13:30.265873027Z 
Processed prompts:  47%|████▋     | 235/500 [03:53<05:17,  1.20s/it, est. speed input: 146.57 toks/s, output: 1449.72 toks/s]
-2025-03-15T08:13:30.445721957Z 
Processed prompts:  47%|████▋     | 236/500 [03:53<03:57,  1.11it/s, est. speed input: 146.91 toks/s, output: 1452.51 toks/s]
-2025-03-15T08:13:31.007462885Z 
Processed prompts:  47%|████▋     | 237/500 [03:54<03:00,  1.46it/s, est. speed input: 147.24 toks/s, output: 1454.20 toks/s]
-2025-03-15T08:13:31.569218016Z 
Processed prompts:  48%|████▊     | 238/500 [03:54<02:49,  1.54it/s, est. speed input: 147.31 toks/s, output: 1452.90 toks/s]
-2025-03-15T08:13:32.130923223Z 
Processed prompts:  48%|████▊     | 239/500 [03:55<02:42,  1.61it/s, est. speed input: 147.40 toks/s, output: 1452.40 toks/s]
-2025-03-15T08:13:32.538697469Z 
Processed prompts:  48%|████▊     | 240/500 [03:55<02:37,  1.65it/s, est. speed input: 147.94 toks/s, output: 1463.37 toks/s]
-2025-03-15T08:13:33.485943209Z 
Processed prompts:  48%|████▊     | 241/500 [03:56<02:21,  1.83it/s, est. speed input: 148.14 toks/s, output: 1465.41 toks/s]
-2025-03-15T08:13:34.357432705Z 
Processed prompts:  48%|████▊     | 242/500 [03:57<02:51,  1.50it/s, est. speed input: 147.97 toks/s, output: 1461.70 toks/s]
-2025-03-15T08:13:34.842650665Z 
Processed prompts:  49%|████▊     | 243/500 [03:57<03:06,  1.37it/s, est. speed input: 147.90 toks/s, output: 1462.92 toks/s]
-2025-03-15T08:13:35.327912743Z 
Processed prompts:  49%|████▉     | 244/500 [03:58<02:47,  1.53it/s, est. speed input: 148.08 toks/s, output: 1468.47 toks/s]
-2025-03-15T08:13:36.020510887Z 
Processed prompts:  49%|████▉     | 245/500 [03:58<02:34,  1.66it/s, est. speed input: 148.20 toks/s, output: 1467.96 toks/s]
-2025-03-15T08:13:36.405396784Z 
Processed prompts:  49%|████▉     | 246/500 [03:59<02:40,  1.59it/s, est. speed input: 148.21 toks/s, output: 1467.04 toks/s]
-2025-03-15T08:13:37.710931599Z 
Processed prompts:  49%|████▉     | 247/500 [04:00<02:20,  1.80it/s, est. speed input: 148.43 toks/s, output: 1470.20 toks/s]
-2025-03-15T08:13:38.169569809Z 
Processed prompts:  50%|████▉     | 248/500 [04:01<03:16,  1.28it/s, est. speed input: 148.08 toks/s, output: 1467.64 toks/s]
-2025-03-15T08:13:40.317987093Z 
Processed prompts:  50%|████▉     | 249/500 [04:01<02:51,  1.46it/s, est. speed input: 148.26 toks/s, output: 1470.51 toks/s]
-2025-03-15T08:13:40.624326310Z 
Processed prompts:  50%|█████     | 250/500 [04:03<04:40,  1.12s/it, est. speed input: 147.40 toks/s, output: 1462.59 toks/s]
-2025-03-15T08:13:41.543746109Z 
Processed prompts:  50%|█████     | 251/500 [04:04<03:38,  1.14it/s, est. speed input: 147.61 toks/s, output: 1462.26 toks/s]
-2025-03-15T08:13:42.157682957Z 
Processed prompts:  50%|█████     | 252/500 [04:05<03:40,  1.12it/s, est. speed input: 147.47 toks/s, output: 1459.88 toks/s]
-2025-03-15T08:13:42.386825439Z 
Processed prompts:  51%|█████     | 253/500 [04:05<03:19,  1.24it/s, est. speed input: 147.50 toks/s, output: 1457.95 toks/s]
-2025-03-15T08:13:43.676436499Z 
Processed prompts:  51%|█████     | 254/500 [04:05<02:36,  1.58it/s, est. speed input: 147.79 toks/s, output: 1460.69 toks/s]
-2025-03-15T08:13:45.808542711Z 
Processed prompts:  51%|█████     | 255/500 [04:07<03:23,  1.20it/s, est. speed input: 147.44 toks/s, output: 1456.99 toks/s]
-2025-03-15T08:13:46.720039419Z 
Processed prompts:  51%|█████     | 256/500 [04:09<04:57,  1.22s/it, est. speed input: 146.58 toks/s, output: 1447.20 toks/s]
-2025-03-15T08:13:47.254214918Z 
Processed prompts:  51%|█████▏    | 257/500 [04:10<04:34,  1.13s/it, est. speed input: 146.49 toks/s, output: 1447.65 toks/s]
-2025-03-15T08:13:47.938487757Z 
Processed prompts:  52%|█████▏    | 258/500 [04:10<03:49,  1.05it/s, est. speed input: 146.56 toks/s, output: 1446.31 toks/s]
-2025-03-15T08:13:48.471754921Z 
Processed prompts:  52%|█████▏    | 259/500 [04:11<03:29,  1.15it/s, est. speed input: 146.59 toks/s, output: 1447.33 toks/s]
-2025-03-15T08:13:48.776139513Z 
Processed prompts:  52%|█████▏    | 260/500 [04:12<03:04,  1.30it/s, est. speed input: 146.66 toks/s, output: 1446.08 toks/s]
-2025-03-15T08:13:49.230290626Z 
Processed prompts:  52%|█████▏    | 261/500 [04:12<02:30,  1.59it/s, est. speed input: 147.49 toks/s, output: 1458.62 toks/s]
-2025-03-15T08:13:50.136039598Z 
Processed prompts:  52%|█████▏    | 262/500 [04:12<02:17,  1.73it/s, est. speed input: 147.63 toks/s, output: 1459.57 toks/s]
-2025-03-15T08:13:50.359445029Z 
Processed prompts:  53%|█████▎    | 263/500 [04:13<02:40,  1.48it/s, est. speed input: 147.60 toks/s, output: 1466.38 toks/s]
-2025-03-15T08:13:53.046702229Z 
Processed prompts:  53%|█████▎    | 264/500 [04:13<02:07,  1.85it/s, est. speed input: 148.26 toks/s, output: 1479.36 toks/s]
-2025-03-15T08:13:53.495585853Z 
Processed prompts:  53%|█████▎    | 265/500 [04:16<04:38,  1.18s/it, est. speed input: 147.09 toks/s, output: 1465.87 toks/s]
-2025-03-15T08:13:53.646296355Z 
Processed prompts:  53%|█████▎    | 266/500 [04:17<03:45,  1.04it/s, est. speed input: 147.18 toks/s, output: 1464.40 toks/s]
-2025-03-15T08:13:56.098988610Z 
Processed prompts:  53%|█████▎    | 267/500 [04:17<02:47,  1.39it/s, est. speed input: 147.52 toks/s, output: 1469.47 toks/s]
-2025-03-15T08:13:57.956121629Z 
Processed prompts:  54%|█████▍    | 269/500 [04:19<03:40,  1.05it/s, est. speed input: 146.95 toks/s, output: 1465.62 toks/s]
-2025-03-15T08:13:59.816481599Z 
Processed prompts:  54%|█████▍    | 270/500 [04:21<04:30,  1.18s/it, est. speed input: 146.36 toks/s, output: 1464.51 toks/s]
-2025-03-15T08:14:00.558627647Z 
Processed prompts:  54%|█████▍    | 272/500 [04:23<04:05,  1.08s/it, est. speed input: 146.09 toks/s, output: 1461.21 toks/s]
-2025-03-15T08:14:01.076916411Z 
Processed prompts:  55%|█████▍    | 273/500 [04:24<03:46,  1.00it/s, est. speed input: 146.08 toks/s, output: 1461.27 toks/s]
-2025-03-15T08:14:01.225288401Z 
Processed prompts:  55%|█████▌    | 275/500 [04:24<02:39,  1.41it/s, est. speed input: 146.53 toks/s, output: 1464.17 toks/s]
-2025-03-15T08:14:01.595577631Z 
Processed prompts:  55%|█████▌    | 276/500 [04:24<02:10,  1.71it/s, est. speed input: 146.87 toks/s, output: 1469.97 toks/s]
-2025-03-15T08:14:01.968216877Z 
Processed prompts:  55%|█████▌    | 277/500 [04:25<01:58,  1.88it/s, est. speed input: 147.04 toks/s, output: 1470.86 toks/s]
-2025-03-15T08:14:02.191900143Z 
Processed prompts:  56%|█████▌    | 278/500 [04:25<01:49,  2.03it/s, est. speed input: 147.21 toks/s, output: 1472.16 toks/s]
-2025-03-15T08:14:03.224857411Z 
Processed prompts:  56%|█████▌    | 280/500 [04:25<01:13,  3.01it/s, est. speed input: 147.87 toks/s, output: 1479.79 toks/s]
-2025-03-15T08:14:03.446241961Z 
Processed prompts:  56%|█████▌    | 281/500 [04:26<01:48,  2.02it/s, est. speed input: 147.69 toks/s, output: 1478.29 toks/s]
-2025-03-15T08:14:04.469638097Z 
Processed prompts:  56%|█████▋    | 282/500 [04:27<01:32,  2.35it/s, est. speed input: 147.94 toks/s, output: 1480.66 toks/s]
-2025-03-15T08:14:05.418436336Z 
Processed prompts:  57%|█████▋    | 284/500 [04:28<01:39,  2.17it/s, est. speed input: 148.18 toks/s, output: 1487.18 toks/s]
-2025-03-15T08:14:05.711936426Z 
Processed prompts:  57%|█████▋    | 285/500 [04:29<02:03,  1.74it/s, est. speed input: 148.19 toks/s, output: 1496.17 toks/s]
-2025-03-15T08:14:06.293655522Z 
Processed prompts:  57%|█████▋    | 286/500 [04:29<01:47,  1.98it/s, est. speed input: 148.39 toks/s, output: 1497.51 toks/s]
-2025-03-15T08:14:06.876186651Z 
Processed prompts:  57%|█████▋    | 287/500 [04:29<01:51,  1.91it/s, est. speed input: 148.43 toks/s, output: 1496.72 toks/s]
-2025-03-15T08:14:07.312512464Z 
Processed prompts:  58%|█████▊    | 288/500 [04:30<01:54,  1.85it/s, est. speed input: 148.49 toks/s, output: 1497.56 toks/s]
-2025-03-15T08:14:07.529398625Z 
Processed prompts:  58%|█████▊    | 290/500 [04:30<01:23,  2.50it/s, est. speed input: 149.68 toks/s, output: 1512.77 toks/s]
-2025-03-15T08:14:07.817664185Z 
Processed prompts:  58%|█████▊    | 291/500 [04:31<01:14,  2.81it/s, est. speed input: 149.94 toks/s, output: 1515.91 toks/s]
-2025-03-15T08:14:08.033157716Z 
Processed prompts:  58%|█████▊    | 292/500 [04:31<01:10,  2.95it/s, est. speed input: 150.19 toks/s, output: 1521.42 toks/s]
-2025-03-15T08:14:09.893602944Z 
Processed prompts:  59%|█████▊    | 293/500 [04:31<01:03,  3.27it/s, est. speed input: 151.23 toks/s, output: 1534.44 toks/s]
-2025-03-15T08:14:13.411791398Z 
Processed prompts:  59%|█████▉    | 294/500 [04:33<02:31,  1.36it/s, est. speed input: 150.57 toks/s, output: 1527.91 toks/s]
-2025-03-15T08:14:13.928603604Z 
Processed prompts:  59%|█████▉    | 296/500 [04:37<04:01,  1.19s/it, est. speed input: 149.40 toks/s, output: 1519.41 toks/s]
-2025-03-15T08:14:14.296332233Z 
Processed prompts:  59%|█████▉    | 297/500 [04:37<03:28,  1.03s/it, est. speed input: 149.43 toks/s, output: 1518.43 toks/s]
-2025-03-15T08:14:14.588735328Z 
Processed prompts:  60%|█████▉    | 299/500 [04:37<02:17,  1.46it/s, est. speed input: 150.16 toks/s, output: 1536.61 toks/s]
-2025-03-15T08:14:15.400329793Z 
Processed prompts:  60%|██████    | 300/500 [04:38<01:59,  1.68it/s, est. speed input: 150.42 toks/s, output: 1543.65 toks/s]
-2025-03-15T08:14:16.054545878Z 
Processed prompts:  61%|██████    | 303/500 [04:39<01:25,  2.29it/s, est. speed input: 151.14 toks/s, output: 1558.77 toks/s]
-2025-03-15T08:14:16.693409716Z 
Processed prompts:  61%|██████    | 304/500 [04:39<01:33,  2.09it/s, est. speed input: 151.13 toks/s, output: 1557.82 toks/s]
-2025-03-15T08:14:18.191345091Z 
Processed prompts:  61%|██████    | 305/500 [04:40<01:39,  1.95it/s, est. speed input: 151.13 toks/s, output: 1557.55 toks/s]
-2025-03-15T08:14:19.259509841Z 
Processed prompts:  61%|██████    | 306/500 [04:41<02:23,  1.35it/s, est. speed input: 150.69 toks/s, output: 1553.47 toks/s]
-2025-03-15T08:14:19.546404257Z 
Processed prompts:  61%|██████▏   | 307/500 [04:42<02:38,  1.21it/s, est. speed input: 150.44 toks/s, output: 1549.78 toks/s]
-2025-03-15T08:14:19.759749069Z 
Processed prompts:  62%|██████▏   | 308/500 [04:43<02:10,  1.47it/s, est. speed input: 150.63 toks/s, output: 1551.84 toks/s]
-2025-03-15T08:14:20.747985435Z 
Processed prompts:  62%|██████▏   | 309/500 [04:43<01:45,  1.80it/s, est. speed input: 150.85 toks/s, output: 1553.70 toks/s]
-2025-03-15T08:14:20.960292355Z 
Processed prompts:  62%|██████▏   | 310/500 [04:44<02:08,  1.48it/s, est. speed input: 150.63 toks/s, output: 1550.42 toks/s]
-2025-03-15T08:14:21.244014319Z 
Processed prompts:  62%|██████▏   | 311/500 [04:44<01:42,  1.84it/s, est. speed input: 150.87 toks/s, output: 1553.33 toks/s]
-2025-03-15T08:14:21.664116731Z 
Processed prompts:  62%|██████▏   | 312/500 [04:44<01:27,  2.14it/s, est. speed input: 151.07 toks/s, output: 1556.11 toks/s]
-2025-03-15T08:14:22.714932249Z 
Processed prompts:  63%|██████▎   | 313/500 [04:45<01:24,  2.20it/s, est. speed input: 151.18 toks/s, output: 1556.50 toks/s]
-2025-03-15T08:14:24.820541247Z 
Processed prompts:  63%|██████▎   | 314/500 [04:46<01:57,  1.59it/s, est. speed input: 151.06 toks/s, output: 1562.57 toks/s]
-2025-03-15T08:14:27.718333750Z 
Processed prompts:  63%|██████▎   | 315/500 [04:48<03:17,  1.07s/it, est. speed input: 150.33 toks/s, output: 1556.96 toks/s]
-2025-03-15T08:14:28.632541446Z 
Processed prompts:  63%|██████▎   | 317/500 [04:51<03:47,  1.24s/it, est. speed input: 149.49 toks/s, output: 1547.87 toks/s]
-2025-03-15T08:14:28.980646817Z 
Processed prompts:  64%|██████▍   | 319/500 [04:52<02:48,  1.07it/s, est. speed input: 149.82 toks/s, output: 1560.41 toks/s]
-2025-03-15T08:14:31.142550002Z 
Processed prompts:  64%|██████▍   | 321/500 [04:52<01:57,  1.52it/s, est. speed input: 151.05 toks/s, output: 1579.42 toks/s]
-2025-03-15T08:14:33.926836586Z 
Processed prompts:  64%|██████▍   | 322/500 [04:54<02:52,  1.03it/s, est. speed input: 150.28 toks/s, output: 1572.34 toks/s]
-2025-03-15T08:14:34.274991281Z 
Processed prompts:  65%|██████▍   | 323/500 [04:57<04:03,  1.38s/it, est. speed input: 149.22 toks/s, output: 1562.40 toks/s]
-2025-03-15T08:14:35.037892562Z 
Processed prompts:  65%|██████▍   | 324/500 [04:57<03:18,  1.13s/it, est. speed input: 149.44 toks/s, output: 1570.64 toks/s]
-2025-03-15T08:14:36.357141935Z 
Processed prompts:  65%|██████▌   | 326/500 [04:58<02:22,  1.22it/s, est. speed input: 150.76 toks/s, output: 1583.86 toks/s]
-2025-03-15T08:14:37.049964533Z 
Processed prompts:  65%|██████▌   | 327/500 [04:59<02:41,  1.07it/s, est. speed input: 150.82 toks/s, output: 1591.11 toks/s]
-2025-03-15T08:14:37.326587131Z 
Processed prompts:  66%|██████▌   | 328/500 [05:00<02:30,  1.14it/s, est. speed input: 150.81 toks/s, output: 1592.14 toks/s]
-2025-03-15T08:14:38.219114878Z 
Processed prompts:  66%|██████▌   | 329/500 [05:00<02:03,  1.39it/s, est. speed input: 151.21 toks/s, output: 1604.90 toks/s]
-2025-03-15T08:14:40.580392367Z 
Processed prompts:  66%|██████▌   | 330/500 [05:01<02:10,  1.31it/s, est. speed input: 151.13 toks/s, output: 1608.50 toks/s]
-2025-03-15T08:14:42.469325073Z 
Processed prompts:  67%|██████▋   | 334/500 [05:04<01:49,  1.52it/s, est. speed input: 151.24 toks/s, output: 1613.42 toks/s]
-2025-03-15T08:14:44.563612338Z 
Processed prompts:  67%|██████▋   | 335/500 [05:06<02:24,  1.14it/s, est. speed input: 150.61 toks/s, output: 1606.90 toks/s]
-2025-03-15T08:14:47.059988170Z 
Processed prompts:  67%|██████▋   | 336/500 [05:08<03:04,  1.13s/it, est. speed input: 149.90 toks/s, output: 1600.18 toks/s]
-2025-03-15T08:14:47.652967308Z 
Processed prompts:  67%|██████▋   | 337/500 [05:10<03:53,  1.43s/it, est. speed input: 148.98 toks/s, output: 1590.56 toks/s]
-2025-03-15T08:14:51.582881944Z 
Processed prompts:  68%|██████▊   | 338/500 [05:11<03:19,  1.23s/it, est. speed input: 148.99 toks/s, output: 1591.04 toks/s]
-2025-03-15T08:14:51.908631010Z 
Processed prompts:  68%|██████▊   | 339/500 [05:15<05:09,  1.93s/it, est. speed input: 147.63 toks/s, output: 1585.46 toks/s]
-2025-03-15T08:14:52.819919856Z 
Processed prompts:  68%|██████▊   | 340/500 [05:15<03:59,  1.49s/it, est. speed input: 147.77 toks/s, output: 1587.60 toks/s]
-2025-03-15T08:14:55.168162017Z 
Processed prompts:  68%|██████▊   | 341/500 [05:16<03:31,  1.33s/it, est. speed input: 147.71 toks/s, output: 1592.23 toks/s]
-2025-03-15T08:14:57.059935614Z 
Processed prompts:  68%|██████▊   | 342/500 [05:18<04:16,  1.62s/it, est. speed input: 146.90 toks/s, output: 1584.17 toks/s]
-2025-03-15T08:14:57.580095676Z 
Processed prompts:  69%|██████▊   | 343/500 [05:20<04:26,  1.70s/it, est. speed input: 146.34 toks/s, output: 1579.90 toks/s]
-2025-03-15T08:15:01.213578675Z 
Processed prompts:  69%|██████▉   | 344/500 [05:21<03:31,  1.36s/it, est. speed input: 146.57 toks/s, output: 1591.63 toks/s]
-2025-03-15T08:15:01.415632348Z 
Processed prompts:  69%|██████▉   | 345/500 [05:24<05:13,  2.03s/it, est. speed input: 145.25 toks/s, output: 1580.23 toks/s]
-2025-03-15T08:15:01.741486056Z 
Processed prompts:  69%|██████▉   | 346/500 [05:25<03:48,  1.49s/it, est. speed input: 145.46 toks/s, output: 1584.57 toks/s]
-2025-03-15T08:15:03.691060328Z 
Processed prompts:  69%|██████▉   | 347/500 [05:25<02:54,  1.14s/it, est. speed input: 145.63 toks/s, output: 1588.80 toks/s]
-2025-03-15T08:15:08.002859289Z 
Processed prompts:  70%|██████▉   | 348/500 [05:27<03:30,  1.38s/it, est. speed input: 145.10 toks/s, output: 1587.07 toks/s]
-2025-03-15T08:15:08.967017071Z 
Processed prompts:  70%|███████   | 350/500 [05:31<04:20,  1.74s/it, est. speed input: 144.13 toks/s, output: 1594.78 toks/s]
-2025-03-15T08:15:09.222461775Z 
Processed prompts:  70%|███████   | 351/500 [05:32<03:50,  1.55s/it, est. speed input: 144.00 toks/s, output: 1595.12 toks/s]
-2025-03-15T08:15:10.564588384Z 
Processed prompts:  70%|███████   | 352/500 [05:32<02:59,  1.21s/it, est. speed input: 144.19 toks/s, output: 1599.44 toks/s]
-2025-03-15T08:15:11.072004607Z 
Processed prompts:  71%|███████   | 353/500 [05:34<03:03,  1.25s/it, est. speed input: 143.93 toks/s, output: 1600.18 toks/s]
-2025-03-15T08:15:11.764172398Z 
Processed prompts:  71%|███████   | 354/500 [05:34<02:31,  1.04s/it, est. speed input: 144.17 toks/s, output: 1612.00 toks/s]
-2025-03-15T08:15:14.930294844Z 
Processed prompts:  71%|███████   | 355/500 [05:35<02:16,  1.06it/s, est. speed input: 144.36 toks/s, output: 1622.92 toks/s]
-2025-03-15T08:15:18.880689372Z 
Processed prompts:  71%|███████   | 356/500 [05:38<03:48,  1.58s/it, est. speed input: 143.54 toks/s, output: 1622.00 toks/s]
-2025-03-15T08:15:20.452530315Z 
Processed prompts:  71%|███████▏  | 357/500 [05:42<05:25,  2.28s/it, est. speed input: 142.20 toks/s, output: 1610.29 toks/s]
-2025-03-15T08:15:21.774256757Z 
Processed prompts:  72%|███████▏  | 358/500 [05:44<04:53,  2.07s/it, est. speed input: 141.89 toks/s, output: 1613.61 toks/s]
-2025-03-15T08:15:26.094645254Z 
Processed prompts:  72%|███████▏  | 359/500 [05:45<04:20,  1.85s/it, est. speed input: 141.65 toks/s, output: 1614.22 toks/s]
-2025-03-15T08:15:26.528572824Z 
Processed prompts:  72%|███████▏  | 360/500 [05:49<06:01,  2.58s/it, est. speed input: 140.26 toks/s, output: 1607.40 toks/s]
-2025-03-15T08:15:27.586745840Z 
Processed prompts:  73%|███████▎  | 363/500 [05:50<02:46,  1.22s/it, est. speed input: 140.95 toks/s, output: 1624.04 toks/s]
-2025-03-15T08:15:31.419235830Z 
Processed prompts:  73%|███████▎  | 364/500 [05:51<02:40,  1.18s/it, est. speed input: 141.14 toks/s, output: 1633.47 toks/s]
-2025-03-15T08:15:33.650274765Z 
Processed prompts:  73%|███████▎  | 365/500 [05:55<04:02,  1.80s/it, est. speed input: 140.03 toks/s, output: 1630.18 toks/s]
-2025-03-15T08:15:41.455273034Z 
Processed prompts:  73%|███████▎  | 366/500 [05:57<04:15,  1.90s/it, est. speed input: 139.58 toks/s, output: 1634.35 toks/s]
-2025-03-15T08:15:45.554690988Z 
Processed prompts:  73%|███████▎  | 367/500 [06:05<07:38,  3.45s/it, est. speed input: 137.00 toks/s, output: 1613.80 toks/s]
-2025-03-15T08:15:45.679123775Z 
Processed prompts:  74%|███████▎  | 368/500 [06:09<07:58,  3.63s/it, est. speed input: 135.73 toks/s, output: 1601.27 toks/s]
-2025-03-15T08:15:45.989342504Z 
Processed prompts:  74%|███████▍  | 369/500 [06:09<05:46,  2.65s/it, est. speed input: 135.93 toks/s, output: 1606.20 toks/s]
-2025-03-15T08:15:46.979143385Z 
Processed prompts:  74%|███████▍  | 370/500 [06:09<04:17,  1.98s/it, est. speed input: 136.95 toks/s, output: 1619.26 toks/s]
-2025-03-15T08:15:50.637441339Z 
Processed prompts:  74%|███████▍  | 371/500 [06:10<03:38,  1.69s/it, est. speed input: 136.86 toks/s, output: 1621.95 toks/s]
-2025-03-15T08:15:50.821905316Z 
Processed prompts:  74%|███████▍  | 372/500 [06:14<04:50,  2.27s/it, est. speed input: 135.79 toks/s, output: 1612.29 toks/s]
-2025-03-15T08:15:52.619985271Z 
Processed prompts:  75%|███████▍  | 373/500 [06:14<03:29,  1.65s/it, est. speed input: 136.14 toks/s, output: 1625.92 toks/s]
-2025-03-15T08:15:55.059140760Z 
Processed prompts:  75%|███████▍  | 374/500 [06:16<03:33,  1.70s/it, est. speed input: 136.35 toks/s, output: 1632.60 toks/s]
-2025-03-15T08:15:59.286611742Z 
Processed prompts:  75%|███████▌  | 375/500 [06:18<03:59,  1.92s/it, est. speed input: 135.76 toks/s, output: 1630.91 toks/s]
-2025-03-15T08:16:02.087435541Z 
Processed prompts:  75%|███████▌  | 376/500 [06:22<05:23,  2.61s/it, est. speed input: 134.86 toks/s, output: 1627.39 toks/s]
-2025-03-15T08:16:03.340269797Z 
Processed prompts:  75%|███████▌  | 377/500 [06:25<05:27,  2.66s/it, est. speed input: 134.19 toks/s, output: 1627.57 toks/s]
-2025-03-15T08:16:03.578655572Z 
Processed prompts:  76%|███████▌  | 378/500 [06:26<04:33,  2.24s/it, est. speed input: 134.27 toks/s, output: 1636.81 toks/s]
-2025-03-15T08:16:05.652246917Z 
Processed prompts:  76%|███████▌  | 379/500 [06:27<03:18,  1.64s/it, est. speed input: 134.46 toks/s, output: 1643.60 toks/s]
-2025-03-15T08:16:07.289144501Z 
Processed prompts:  76%|███████▌  | 380/500 [06:29<03:32,  1.77s/it, est. speed input: 134.14 toks/s, output: 1649.37 toks/s]
-2025-03-15T08:16:11.854834450Z 
Processed prompts:  76%|███████▌  | 381/500 [06:30<03:26,  1.73s/it, est. speed input: 133.97 toks/s, output: 1656.99 toks/s]
-2025-03-15T08:16:18.988760459Z 
Processed prompts:  76%|███████▋  | 382/500 [06:35<05:04,  2.58s/it, est. speed input: 132.83 toks/s, output: 1652.43 toks/s]
-2025-03-15T08:16:19.458062952Z 
Processed prompts:  77%|███████▋  | 383/500 [06:42<07:41,  3.95s/it, est. speed input: 130.97 toks/s, output: 1637.75 toks/s]
-2025-03-15T08:16:20.036451477Z 
Processed prompts:  77%|███████▋  | 384/500 [06:43<05:36,  2.90s/it, est. speed input: 131.46 toks/s, output: 1650.46 toks/s]
-2025-03-15T08:16:24.599058844Z 
Processed prompts:  77%|███████▋  | 385/500 [06:43<04:13,  2.21s/it, est. speed input: 131.57 toks/s, output: 1660.53 toks/s]
-2025-03-15T08:16:25.813188686Z 
Processed prompts:  77%|███████▋  | 386/500 [06:48<05:32,  2.91s/it, est. speed input: 130.43 toks/s, output: 1656.61 toks/s]
-2025-03-15T08:16:34.688584659Z 
Processed prompts:  77%|███████▋  | 387/500 [06:49<04:31,  2.40s/it, est. speed input: 130.44 toks/s, output: 1666.35 toks/s]
-2025-03-15T08:16:38.252030943Z 
Processed prompts:  78%|███████▊  | 388/500 [06:58<08:06,  4.34s/it, est. speed input: 128.24 toks/s, output: 1645.70 toks/s]
-2025-03-15T08:16:39.011057711Z 
Processed prompts:  78%|███████▊  | 389/500 [07:01<07:36,  4.11s/it, est. speed input: 127.39 toks/s, output: 1639.46 toks/s]
-2025-03-15T08:16:42.600204324Z 
Processed prompts:  78%|███████▊  | 390/500 [07:02<05:41,  3.11s/it, est. speed input: 127.42 toks/s, output: 1646.53 toks/s]
-2025-03-15T08:16:42.889700055Z 
Processed prompts:  78%|███████▊  | 391/500 [07:06<05:54,  3.25s/it, est. speed input: 126.70 toks/s, output: 1647.41 toks/s]
-2025-03-15T08:16:47.199757505Z 
Processed prompts:  78%|███████▊  | 392/500 [07:06<04:15,  2.36s/it, est. speed input: 126.85 toks/s, output: 1654.36 toks/s]
-2025-03-15T08:16:50.816191124Z 
Processed prompts:  79%|███████▊  | 393/500 [07:10<05:15,  2.95s/it, est. speed input: 125.85 toks/s, output: 1648.43 toks/s]
-2025-03-15T08:16:52.586094256Z 
Processed prompts:  79%|███████▉  | 394/500 [07:14<05:33,  3.15s/it, est. speed input: 125.44 toks/s, output: 1649.51 toks/s]
-2025-03-15T08:16:53.154451793Z 
Processed prompts:  79%|███████▉  | 395/500 [07:16<04:47,  2.73s/it, est. speed input: 125.33 toks/s, output: 1657.64 toks/s]
-2025-03-15T08:16:56.169802101Z 
Processed prompts:  79%|███████▉  | 396/500 [07:16<03:36,  2.08s/it, est. speed input: 125.41 toks/s, output: 1664.91 toks/s]
-2025-03-15T08:17:01.309171847Z 
Processed prompts:  79%|███████▉  | 397/500 [07:19<04:03,  2.36s/it, est. speed input: 124.85 toks/s, output: 1668.33 toks/s]
-2025-03-15T08:17:02.513237934Z 
Processed prompts:  80%|███████▉  | 398/500 [07:24<05:26,  3.20s/it, est. speed input: 123.70 toks/s, output: 1663.93 toks/s]
-2025-03-15T08:17:08.309696741Z 
Processed prompts:  80%|███████▉  | 399/500 [07:26<04:22,  2.60s/it, est. speed input: 123.58 toks/s, output: 1667.28 toks/s]
-2025-03-15T08:17:08.879667435Z 
Processed prompts:  80%|████████  | 400/500 [07:31<05:55,  3.56s/it, est. speed input: 122.21 toks/s, output: 1653.54 toks/s]
-2025-03-15T08:17:14.311374822Z 
Processed prompts:  80%|████████  | 401/500 [07:32<04:23,  2.66s/it, est. speed input: 122.28 toks/s, output: 1660.21 toks/s]
-2025-03-15T08:17:16.014575552Z 
Processed prompts:  80%|████████  | 402/500 [07:37<05:42,  3.49s/it, est. speed input: 121.09 toks/s, output: 1653.39 toks/s]
-2025-03-15T08:17:18.962980080Z 
Processed prompts:  81%|████████  | 403/500 [07:39<04:46,  2.96s/it, est. speed input: 121.30 toks/s, output: 1662.22 toks/s]
-2025-03-15T08:17:22.429562982Z 
Processed prompts:  81%|████████  | 404/500 [07:42<04:43,  2.95s/it, est. speed input: 120.93 toks/s, output: 1666.59 toks/s]
-2025-03-15T08:17:22.936999643Z 
Processed prompts:  81%|████████  | 405/500 [07:46<04:55,  3.11s/it, est. speed input: 120.28 toks/s, output: 1666.59 toks/s]
-2025-03-15T08:17:28.137709989Z 
Processed prompts:  81%|████████  | 406/500 [07:46<03:38,  2.33s/it, est. speed input: 120.69 toks/s, output: 1679.77 toks/s]
-2025-03-15T08:17:32.546134333Z 
Processed prompts:  81%|████████▏ | 407/500 [07:51<04:56,  3.19s/it, est. speed input: 119.93 toks/s, output: 1676.28 toks/s]
-2025-03-15T08:17:37.044790172Z 
Processed prompts:  82%|████████▏ | 408/500 [07:56<05:27,  3.56s/it, est. speed input: 119.04 toks/s, output: 1669.96 toks/s]
-2025-03-15T08:17:39.153098923Z 
Processed prompts:  82%|████████▏ | 409/500 [08:00<05:49,  3.84s/it, est. speed input: 118.19 toks/s, output: 1669.40 toks/s]
-2025-03-15T08:17:41.235743001Z 
Processed prompts:  82%|████████▏ | 410/500 [08:02<04:58,  3.32s/it, est. speed input: 118.03 toks/s, output: 1677.20 toks/s]
-2025-03-15T08:17:47.915426935Z 
Processed prompts:  82%|████████▏ | 411/500 [08:04<04:22,  2.95s/it, est. speed input: 117.84 toks/s, output: 1685.08 toks/s]
-2025-03-15T08:17:52.534683296Z 
Processed prompts:  82%|████████▏ | 412/500 [08:11<05:57,  4.07s/it, est. speed input: 116.47 toks/s, output: 1673.92 toks/s]
-2025-03-15T08:18:05.254588324Z 
Processed prompts:  83%|████████▎ | 413/500 [08:16<06:08,  4.23s/it, est. speed input: 115.76 toks/s, output: 1673.49 toks/s]
-2025-03-15T08:18:06.601892777Z 
Processed prompts:  83%|████████▎ | 414/500 [08:28<09:43,  6.78s/it, est. speed input: 113.06 toks/s, output: 1640.92 toks/s]
-2025-03-15T08:18:11.146966474Z 
Processed prompts:  83%|████████▎ | 415/500 [08:30<07:17,  5.15s/it, est. speed input: 113.09 toks/s, output: 1651.75 toks/s]
-2025-03-15T08:18:21.946876378Z 
Processed prompts:  83%|████████▎ | 416/500 [08:34<06:57,  4.97s/it, est. speed input: 112.71 toks/s, output: 1652.36 toks/s]
-2025-03-15T08:18:22.602521240Z 
Processed prompts:  83%|████████▎ | 417/500 [08:45<09:17,  6.72s/it, est. speed input: 110.63 toks/s, output: 1632.13 toks/s]
-2025-03-15T08:18:22.711006637Z 
Processed prompts:  84%|████████▎ | 418/500 [08:46<06:41,  4.90s/it, est. speed input: 110.77 toks/s, output: 1645.35 toks/s]
-2025-03-15T08:18:27.654593588Z 
Processed prompts:  84%|████████▍ | 419/500 [08:46<04:40,  3.46s/it, est. speed input: 110.96 toks/s, output: 1656.81 toks/s]
-2025-03-15T08:18:38.757910711Z 
Processed prompts:  84%|████████▍ | 420/500 [08:51<05:12,  3.91s/it, est. speed input: 110.17 toks/s, output: 1656.68 toks/s]
-2025-03-15T08:18:39.140965564Z 
Processed prompts:  84%|████████▍ | 421/500 [09:02<07:59,  6.07s/it, est. speed input: 108.47 toks/s, output: 1638.12 toks/s]
-2025-03-15T08:18:40.417736162Z 
Processed prompts:  84%|████████▍ | 422/500 [09:02<05:40,  4.36s/it, est. speed input: 108.66 toks/s, output: 1652.32 toks/s]
-2025-03-15T08:18:42.888974933Z 
Processed prompts:  85%|████████▍ | 423/500 [09:04<04:24,  3.44s/it, est. speed input: 108.62 toks/s, output: 1661.27 toks/s]
-2025-03-15T08:18:44.583539753Z 
Processed prompts:  85%|████████▍ | 424/500 [09:06<03:59,  3.15s/it, est. speed input: 108.36 toks/s, output: 1669.14 toks/s]
-2025-03-15T08:18:47.372880074Z 
Processed prompts:  85%|████████▌ | 425/500 [09:08<03:23,  2.71s/it, est. speed input: 108.21 toks/s, output: 1674.22 toks/s]
-2025-03-15T08:18:54.520402419Z 
Processed prompts:  85%|████████▌ | 426/500 [09:10<03:22,  2.73s/it, est. speed input: 107.93 toks/s, output: 1681.16 toks/s]
-2025-03-15T08:18:58.750159098Z 
Processed prompts:  85%|████████▌ | 427/500 [09:18<04:56,  4.06s/it, est. speed input: 107.10 toks/s, output: 1675.09 toks/s]
-2025-03-15T08:19:02.615161987Z 
Processed prompts:  86%|████████▌ | 428/500 [09:22<04:55,  4.11s/it, est. speed input: 106.52 toks/s, output: 1677.98 toks/s]
-2025-03-15T08:19:06.897632751Z 
Processed prompts:  86%|████████▌ | 429/500 [09:26<04:46,  4.04s/it, est. speed input: 106.22 toks/s, output: 1682.04 toks/s]
-2025-03-15T08:19:07.603304956Z 
Processed prompts:  86%|████████▌ | 430/500 [09:30<04:47,  4.11s/it, est. speed input: 105.68 toks/s, output: 1684.96 toks/s]
-2025-03-15T08:19:10.594966152Z 
Processed prompts:  86%|████████▌ | 431/500 [09:31<03:33,  3.09s/it, est. speed input: 105.76 toks/s, output: 1696.55 toks/s]
-2025-03-15T08:19:17.203252976Z 
Processed prompts:  86%|████████▋ | 432/500 [09:34<03:28,  3.06s/it, est. speed input: 105.58 toks/s, output: 1703.28 toks/s]
-2025-03-15T08:19:17.797138623Z 
Processed prompts:  87%|████████▋ | 433/500 [09:40<04:36,  4.12s/it, est. speed input: 104.66 toks/s, output: 1699.53 toks/s]
-2025-03-15T08:19:19.848654899Z 
Processed prompts:  87%|████████▋ | 434/500 [09:41<03:22,  3.07s/it, est. speed input: 104.82 toks/s, output: 1713.43 toks/s]
-2025-03-15T08:19:23.532126344Z 
Processed prompts:  87%|████████▋ | 435/500 [09:43<02:59,  2.76s/it, est. speed input: 104.77 toks/s, output: 1723.05 toks/s]
-2025-03-15T08:19:25.244714753Z 
Processed prompts:  87%|████████▋ | 436/500 [09:47<03:14,  3.04s/it, est. speed input: 104.37 toks/s, output: 1727.92 toks/s]
-2025-03-15T08:19:28.737376750Z 
Processed prompts:  87%|████████▋ | 437/500 [09:48<02:46,  2.64s/it, est. speed input: 104.30 toks/s, output: 1738.60 toks/s]
-2025-03-15T08:19:29.577227929Z 
Processed prompts:  88%|████████▊ | 438/500 [09:52<02:59,  2.90s/it, est. speed input: 103.87 toks/s, output: 1740.50 toks/s]
-2025-03-15T08:19:36.671634030Z 
Processed prompts:  88%|████████▊ | 439/500 [09:53<02:19,  2.28s/it, est. speed input: 103.96 toks/s, output: 1753.77 toks/s]
-2025-03-15T08:19:36.954078669Z 
Processed prompts:  88%|████████▊ | 440/500 [10:00<03:43,  3.72s/it, est. speed input: 102.96 toks/s, output: 1748.85 toks/s]
-2025-03-15T08:19:49.324372031Z 
Processed prompts:  88%|████████▊ | 441/500 [10:00<02:38,  2.69s/it, est. speed input: 103.23 toks/s, output: 1763.83 toks/s]
-2025-03-15T08:19:54.845684982Z 
Processed prompts:  88%|████████▊ | 442/500 [10:12<05:24,  5.60s/it, est. speed input: 101.53 toks/s, output: 1744.16 toks/s]
-2025-03-15T08:19:55.796652147Z 
Processed prompts:  89%|████████▊ | 443/500 [10:18<05:17,  5.57s/it, est. speed input: 100.84 toks/s, output: 1744.57 toks/s]
-2025-03-15T08:19:57.981111663Z 
Processed prompts:  89%|████████▉ | 444/500 [10:19<03:54,  4.19s/it, est. speed input: 101.05 toks/s, output: 1757.88 toks/s]
-2025-03-15T08:19:58.510490138Z 
Processed prompts:  89%|████████▉ | 445/500 [10:21<03:17,  3.59s/it, est. speed input: 100.89 toks/s, output: 1766.34 toks/s]
-2025-03-15T08:20:00.305221916Z 
Processed prompts:  89%|████████▉ | 446/500 [10:22<02:24,  2.67s/it, est. speed input: 101.01 toks/s, output: 1779.81 toks/s]
-2025-03-15T08:20:02.048992947Z 
Processed prompts:  89%|████████▉ | 447/500 [10:23<02:07,  2.41s/it, est. speed input: 101.58 toks/s, output: 1790.72 toks/s]
-2025-03-15T08:20:13.307407570Z 
Processed prompts:  90%|████████▉ | 448/500 [10:25<01:54,  2.21s/it, est. speed input: 101.45 toks/s, output: 1796.88 toks/s]
-2025-03-15T08:20:24.064551209Z 
Processed prompts:  90%|████████▉ | 449/500 [10:36<04:11,  4.92s/it, est. speed input: 99.93 toks/s, output: 1781.29 toks/s] 
-2025-03-15T08:20:29.743444539Z 
Processed prompts:  90%|█████████ | 450/500 [10:47<05:33,  6.67s/it, est. speed input: 98.55 toks/s, output: 1768.00 toks/s]
-2025-03-15T08:20:37.544243488Z 
Processed prompts:  90%|█████████ | 451/500 [10:53<05:12,  6.37s/it, est. speed input: 97.88 toks/s, output: 1767.64 toks/s]
-2025-03-15T08:20:54.309825713Z 
Processed prompts:  90%|█████████ | 452/500 [11:01<05:26,  6.80s/it, est. speed input: 96.88 toks/s, output: 1759.41 toks/s]
-2025-03-15T08:20:55.073326643Z 
Processed prompts:  91%|█████████ | 453/500 [11:17<07:40,  9.79s/it, est. speed input: 94.74 toks/s, output: 1732.51 toks/s]
-2025-03-15T08:20:55.407714781Z 
Processed prompts:  91%|█████████ | 454/500 [11:18<05:25,  7.08s/it, est. speed input: 94.83 toks/s, output: 1747.18 toks/s]
-2025-03-15T08:21:03.103647863Z 
Processed prompts:  91%|█████████ | 455/500 [11:19<03:47,  5.06s/it, est. speed input: 95.88 toks/s, output: 1762.95 toks/s]
-2025-03-15T08:21:12.354886624Z 
Processed prompts:  91%|█████████ | 456/500 [11:26<04:17,  5.85s/it, est. speed input: 95.04 toks/s, output: 1759.90 toks/s]
-2025-03-15T08:21:20.081262745Z 
Processed prompts:  91%|█████████▏| 457/500 [11:35<04:55,  6.87s/it, est. speed input: 94.39 toks/s, output: 1753.32 toks/s]
-2025-03-15T08:21:43.036067351Z 
Processed prompts:  92%|█████████▏| 458/500 [11:43<04:59,  7.13s/it, est. speed input: 93.67 toks/s, output: 1750.96 toks/s]
-2025-03-15T08:21:46.328421419Z 
Processed prompts:  92%|█████████▏| 459/500 [12:06<08:06, 11.88s/it, est. speed input: 91.08 toks/s, output: 1712.78 toks/s]
-2025-03-15T08:21:59.152449269Z 
Processed prompts:  92%|█████████▏| 460/500 [12:09<06:12,  9.30s/it, est. speed input: 90.97 toks/s, output: 1722.22 toks/s]
-2025-03-15T08:22:09.359388623Z 
Processed prompts:  92%|█████████▏| 461/500 [12:22<06:43, 10.36s/it, est. speed input: 89.74 toks/s, output: 1709.79 toks/s]
-2025-03-15T08:22:10.894085059Z 
Processed prompts:  92%|█████████▏| 462/500 [12:32<06:31, 10.31s/it, est. speed input: 88.73 toks/s, output: 1704.02 toks/s]
-2025-03-15T08:22:21.091130490Z 
Processed prompts:  93%|█████████▎| 463/500 [12:34<04:44,  7.68s/it, est. speed input: 88.98 toks/s, output: 1717.98 toks/s]
-2025-03-15T08:22:21.778670455Z 
Processed prompts:  93%|█████████▎| 464/500 [12:44<05:03,  8.43s/it, est. speed input: 88.09 toks/s, output: 1712.61 toks/s]
-2025-03-15T08:22:25.687549595Z 
Processed prompts:  93%|█████████▎| 465/500 [12:45<03:33,  6.11s/it, est. speed input: 88.18 toks/s, output: 1728.62 toks/s]
-2025-03-15T08:22:27.243595604Z 
Processed prompts:  93%|█████████▎| 466/500 [12:49<03:05,  5.45s/it, est. speed input: 88.74 toks/s, output: 1737.42 toks/s]
-2025-03-15T08:22:36.918895700Z 
Processed prompts:  93%|█████████▎| 467/500 [12:50<02:21,  4.28s/it, est. speed input: 88.69 toks/s, output: 1747.76 toks/s]
-2025-03-15T08:22:46.346912806Z 
Processed prompts:  94%|█████████▎| 468/500 [13:00<03:08,  5.90s/it, est. speed input: 87.83 toks/s, output: 1743.83 toks/s]
-2025-03-15T08:22:57.983408080Z 
Processed prompts:  94%|█████████▍| 469/500 [13:09<03:35,  6.96s/it, est. speed input: 86.98 toks/s, output: 1740.87 toks/s]
-2025-03-15T08:23:00.499926772Z 
Processed prompts:  94%|█████████▍| 470/500 [13:21<04:10,  8.36s/it, est. speed input: 85.88 toks/s, output: 1732.56 toks/s]
-2025-03-15T08:23:05.832782218Z 
Processed prompts:  94%|█████████▍| 471/500 [13:24<03:11,  6.61s/it, est. speed input: 85.77 toks/s, output: 1745.16 toks/s]
-2025-03-15T08:23:09.123516056Z 
Processed prompts:  94%|█████████▍| 472/500 [13:29<02:54,  6.23s/it, est. speed input: 85.42 toks/s, output: 1751.76 toks/s]
-2025-03-15T08:23:14.982823383Z 
Processed prompts:  95%|█████████▍| 473/500 [13:32<02:24,  5.35s/it, est. speed input: 85.28 toks/s, output: 1762.81 toks/s]
-2025-03-15T08:23:21.438084296Z 
Processed prompts:  95%|█████████▍| 474/500 [13:38<02:22,  5.50s/it, est. speed input: 84.82 toks/s, output: 1767.23 toks/s]
-2025-03-15T08:23:21.753986075Z 
Processed prompts:  95%|█████████▌| 475/500 [13:45<02:24,  5.79s/it, est. speed input: 84.49 toks/s, output: 1771.73 toks/s]
-2025-03-15T08:23:44.820519596Z 
Processed prompts:  95%|█████████▌| 476/500 [13:45<01:39,  4.15s/it, est. speed input: 84.74 toks/s, output: 1789.39 toks/s]
-2025-03-15T08:23:47.248413941Z 
Processed prompts:  95%|█████████▌| 477/500 [14:08<03:45,  9.82s/it, est. speed input: 82.63 toks/s, output: 1759.44 toks/s]
-2025-03-15T08:23:48.025210847Z 
Processed prompts:  96%|█████████▌| 478/500 [14:10<02:47,  7.60s/it, est. speed input: 82.73 toks/s, output: 1773.17 toks/s]
-2025-03-15T08:24:02.530037953Z 
Processed prompts:  96%|█████████▌| 479/500 [14:11<01:56,  5.56s/it, est. speed input: 82.84 toks/s, output: 1790.31 toks/s]
-2025-03-15T08:24:02.983921877Z 
Processed prompts:  96%|█████████▌| 480/500 [14:26<02:44,  8.24s/it, est. speed input: 81.60 toks/s, output: 1779.34 toks/s]
-2025-03-15T08:24:06.578720883Z 
Processed prompts:  96%|█████████▌| 481/500 [14:26<01:52,  5.90s/it, est. speed input: 81.71 toks/s, output: 1797.44 toks/s]
-2025-03-15T08:24:16.359768919Z 
Processed prompts:  96%|█████████▋| 482/500 [14:30<01:33,  5.21s/it, est. speed input: 81.54 toks/s, output: 1809.11 toks/s]
-2025-03-15T08:24:19.369999984Z 
Processed prompts:  97%|█████████▋| 483/500 [14:39<01:51,  6.58s/it, est. speed input: 80.78 toks/s, output: 1808.31 toks/s]
-2025-03-15T08:24:21.840986008Z 
Processed prompts:  97%|█████████▋| 484/500 [14:42<01:28,  5.51s/it, est. speed input: 80.81 toks/s, output: 1821.51 toks/s]
-2025-03-15T08:25:14.946960370Z 
Processed prompts:  97%|█████████▋| 485/500 [14:45<01:08,  4.60s/it, est. speed input: 80.74 toks/s, output: 1835.85 toks/s]
-2025-03-15T08:25:25.650903334Z 
Processed prompts:  97%|█████████▋| 486/500 [15:38<04:28, 19.15s/it, est. speed input: 76.37 toks/s, output: 1752.51 toks/s]
-2025-03-15T08:25:40.605162763Z 
Processed prompts:  97%|█████████▋| 487/500 [15:49<03:36, 16.62s/it, est. speed input: 75.71 toks/s, output: 1753.52 toks/s]
-2025-03-15T08:26:10.317366962Z 
Processed prompts:  98%|█████████▊| 488/500 [16:04<03:13, 16.12s/it, est. speed input: 74.65 toks/s, output: 1744.89 toks/s]
-2025-03-15T08:27:22.946101387Z 
Processed prompts:  98%|█████████▊| 489/500 [16:33<03:42, 20.20s/it, est. speed input: 72.60 toks/s, output: 1714.49 toks/s]
-2025-03-15T08:27:23.788074300Z 
Processed prompts:  98%|█████████▊| 490/500 [17:46<05:59, 35.93s/it, est. speed input: 67.78 toks/s, output: 1620.95 toks/s]
-2025-03-15T08:30:19.146602216Z 
Processed prompts:  98%|█████████▊| 491/500 [17:47<03:48, 25.40s/it, est. speed input: 67.96 toks/s, output: 1642.90 toks/s]
-2025-03-15T08:30:23.033612921Z 
Processed prompts:  98%|█████████▊| 492/500 [20:42<09:23, 70.39s/it, est. speed input: 58.66 toks/s, output: 1437.16 toks/s]
-2025-03-15T08:30:23.643776823Z 
Processed prompts:  99%|█████████▊| 493/500 [20:46<05:53, 50.44s/it, est. speed input: 58.63 toks/s, output: 1458.82 toks/s]
-2025-03-15T08:30:23.761125960Z 
Processed prompts:  99%|█████████▉| 494/500 [20:47<03:32, 35.49s/it, est. speed input: 58.72 toks/s, output: 1484.25 toks/s]
-2025-03-15T08:30:23.992994975Z 
Processed prompts:  99%|█████████▉| 495/500 [20:47<02:04, 24.88s/it, est. speed input: 58.84 toks/s, output: 1510.27 toks/s]
-2025-03-15T08:31:01.975236514Z 
Processed prompts:  99%|█████████▉| 497/500 [20:47<00:40, 13.45s/it, est. speed input: 59.05 toks/s, output: 1562.29 toks/s]
-2025-03-15T08:31:06.137949233Z 
Processed prompts: 100%|█████████▉| 498/500 [21:25<00:39, 19.53s/it, est. speed input: 57.39 toks/s, output: 1541.54 toks/s]
-2025-03-15T08:31:07.470478395Z 
Processed prompts: 100%|█████████▉| 499/500 [21:29<00:15, 15.51s/it, est. speed input: 57.28 toks/s, output: 1561.90 toks/s]
-2025-03-15T08:31:07.470623078Z 
Processed prompts: 100%|██████████| 500/500 [21:31<00:00, 11.66s/it, est. speed input: 57.29 toks/s, output: 1585.59 toks/s]
Processed prompts: 100%|██████████| 500/500 [21:31<00:00,  2.58s/it, est. speed input: 57.29 toks/s, output: 1585.59 toks/s]
-2025-03-15T08:31:08.352064412Z 
Splits: 100%|██████████| 1/1 [21:32<00:00, 1292.12s/it]
Splits: 100%|██████████| 1/1 [21:32<00:00, 1292.12s/it]
-2025-03-15T08:31:10.745505158Z [2025-03-15 08:31:10,744] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T08:31:16.009165985Z [2025-03-15 08:31:16,008] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T08:31:16.022565194Z [2025-03-15 08:31:16,022] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T08:31:16.022597305Z [2025-03-15 08:31:16,022] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T08:31:17.715727433Z [2025-03-15 08:31:17,715] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp3_50/results/quyanh/OpenRS-GRPO/results_2025-03-15T08-31-16.022306.json (evaluation_tracker.py:234)
-2025-03-15T08:31:17.720148063Z |      Task       |Version|     Metric     |Value|   |Stderr|
-2025-03-15T08:31:17.720197166Z |-----------------|------:|----------------|----:|---|-----:|
-2025-03-15T08:31:17.720206563Z |all              |       |extractive_match|0.844|±  |0.0162|
-2025-03-15T08:31:17.720211273Z |custom:math_500:0|      1|extractive_match|0.844|±  |0.0162|
-2025-03-15T08:31:20.895022583Z Evaluating task: amc23
-2025-03-15T08:31:41.680685632Z [2025-03-15 08:31:41,680] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T08:32:22.591517857Z INFO 03-15 08:32:22 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T08:32:30.273699792Z [2025-03-15 08:32:30,270] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T08:33:20.241511809Z [2025-03-15 08:33:20,240] [    INFO]: This model supports multiple tasks: {'score', 'generate', 'reward', 'embed', 'classify'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T08:33:20.250755173Z [2025-03-15 08:33:20,250] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=3acd37fde3fdbfeb8c89ecb863823f05849eafbf, override_neuron_config=None, tokenizer_revision=3acd37fde3fdbfeb8c89ecb863823f05849eafbf, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T08:33:24.046064577Z [2025-03-15 08:33:24,045] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T08:33:24.556693261Z [2025-03-15 08:33:24,556] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T08:33:25.325503526Z [2025-03-15 08:33:25,325] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T08:33:25.615337732Z [2025-03-15 08:33:25,614] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T08:33:25.616641106Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T08:33:26.312104329Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.44it/s]
-2025-03-15T08:33:26.312158302Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.44it/s]
-2025-03-15T08:33:26.640110114Z [2025-03-15 08:33:26,639] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T08:33:28.573299862Z [2025-03-15 08:33:28,572] [    INFO]: Memory profiling takes 1.72 seconds
-2025-03-15T08:33:28.573364089Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T08:33:28.573371012Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T08:33:28.790005965Z [2025-03-15 08:33:28,789] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T08:33:28.790058842Z [2025-03-15 08:33:28,789] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T08:33:32.582253563Z [2025-03-15 08:33:32,581] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T08:33:47.563002105Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:20,  1.62it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:01<00:16,  1.99it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:14,  2.15it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:01<00:13,  2.23it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:02<00:13,  2.27it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:02<00:12,  2.30it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:03<00:12,  2.28it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:03<00:11,  2.31it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:04<00:11,  2.33it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:04<00:10,  2.35it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:04<00:10,  2.36it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:05<00:09,  2.36it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:05<00:09,  2.32it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:06<00:09,  2.33it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:06<00:08,  2.33it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:07<00:08,  2.32it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:07<00:07,  2.34it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:07<00:07,  2.36it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:08<00:06,  2.37it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:08<00:06,  2.38it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:09<00:05,  2.39it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:09<00:05,  2.38it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:09<00:05,  2.38it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:10<00:04,  2.40it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:10<00:04,  2.40it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:11<00:03,  2.37it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:11<00:03,  2.37it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:12<00:02,  2.40it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:12<00:02,  2.39it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:12<00:02,  2.41it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:13<00:01,  2.41it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:13<00:01,  2.41it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:14<00:00,  2.42it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:14<00:00,  2.42it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:14<00:00,  2.33it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:14<00:00,  2.34it/s]
-2025-03-15T08:33:47.563109975Z [2025-03-15 08:33:47,562] [    INFO]: Graph capturing finished in 15 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T08:33:47.572052512Z [2025-03-15 08:33:47,571] [    INFO]: init engine (profile, create kv cache, warmup model) took 20.93 seconds (llm_engine.py:431)
-2025-03-15T08:33:48.293683811Z [2025-03-15 08:33:48,293] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T08:33:48.313482099Z [2025-03-15 08:33:48,313] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T08:33:48.313520545Z [2025-03-15 08:33:48,313] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T08:33:48.313541099Z [2025-03-15 08:33:48,313] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T08:33:48.313548548Z [2025-03-15 08:33:48,313] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T08:33:48.313605435Z [2025-03-15 08:33:48,313] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T08:33:48.313653255Z [2025-03-15 08:33:48,313] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T08:33:48.313685909Z [2025-03-15 08:33:48,313] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T08:33:48.313703712Z [2025-03-15 08:33:48,313] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T08:33:48.315755376Z [2025-03-15 08:33:48,315] [    INFO]: knoveleng/AMC-23 default (lighteval_task.py:187)
-2025-03-15T08:33:48.315812016Z [2025-03-15 08:33:48,315] [ WARNING]: Careful, the task custom|amc23 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T08:33:50.941159372Z [2025-03-15 08:33:50,940] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T08:33:50.941230792Z [2025-03-15 08:33:50,940] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T08:33:50.941236572Z [2025-03-15 08:33:50,941] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T08:33:50.956049024Z [2025-03-15 08:33:50,955] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T08:33:50.969243198Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 08:33:50,968] [ WARNING]: context_size + max_new_tokens=33060 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T08:34:01.980573152Z 
Processed prompts:   0%|          | 0/40 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T08:34:02.863888673Z 
Processed prompts:   2%|▎         | 1/40 [00:11<07:09, 11.01s/it, est. speed input: 9.36 toks/s, output: 65.33 toks/s]
-2025-03-15T08:34:05.603127615Z 
Processed prompts:   5%|▌         | 2/40 [00:11<03:11,  5.05s/it, est. speed input: 21.70 toks/s, output: 125.83 toks/s]
-2025-03-15T08:34:09.317967785Z 
Processed prompts:   8%|▊         | 3/40 [00:14<02:27,  4.00s/it, est. speed input: 26.18 toks/s, output: 167.69 toks/s]
-2025-03-15T08:34:09.749206577Z 
Processed prompts:  10%|█         | 4/40 [00:18<02:19,  3.88s/it, est. speed input: 26.17 toks/s, output: 197.89 toks/s]
-2025-03-15T08:34:11.373138897Z 
Processed prompts:  12%|█▎        | 5/40 [00:18<01:32,  2.64s/it, est. speed input: 34.78 toks/s, output: 257.53 toks/s]
-2025-03-15T08:34:11.800674955Z 
Processed prompts:  15%|█▌        | 6/40 [00:20<01:18,  2.29s/it, est. speed input: 40.54 toks/s, output: 301.30 toks/s]
-2025-03-15T08:34:13.851274439Z 
Processed prompts:  18%|█▊        | 7/40 [00:20<00:55,  1.68s/it, est. speed input: 46.82 toks/s, output: 359.41 toks/s]
-2025-03-15T08:34:14.438565984Z 
Processed prompts:  20%|██        | 8/40 [00:22<00:57,  1.80s/it, est. speed input: 51.01 toks/s, output: 391.62 toks/s]
-2025-03-15T08:34:15.019263935Z 
Processed prompts:  22%|██▎       | 9/40 [00:23<00:44,  1.42s/it, est. speed input: 56.64 toks/s, output: 446.26 toks/s]
-2025-03-15T08:34:16.612931347Z 
Processed prompts:  25%|██▌       | 10/40 [00:24<00:34,  1.16s/it, est. speed input: 60.05 toks/s, output: 499.94 toks/s]
-2025-03-15T08:34:17.774831091Z 
Processed prompts:  28%|██▊       | 11/40 [00:25<00:37,  1.29s/it, est. speed input: 64.32 toks/s, output: 533.42 toks/s]
-2025-03-15T08:34:21.210064034Z 
Processed prompts:  30%|███       | 12/40 [00:26<00:35,  1.25s/it, est. speed input: 69.33 toks/s, output: 574.92 toks/s]
-2025-03-15T08:34:26.354166362Z 
Processed prompts:  32%|███▎      | 13/40 [00:30<00:51,  1.91s/it, est. speed input: 65.06 toks/s, output: 574.43 toks/s]
-2025-03-15T08:34:28.056598145Z 
Processed prompts:  35%|███▌      | 14/40 [00:35<01:15,  2.89s/it, est. speed input: 62.10 toks/s, output: 555.83 toks/s]
-2025-03-15T08:34:30.180444092Z 
Processed prompts:  38%|███▊      | 15/40 [00:37<01:03,  2.53s/it, est. speed input: 63.48 toks/s, output: 595.25 toks/s]
-2025-03-15T08:34:32.072278547Z 
Processed prompts:  40%|████      | 16/40 [00:39<00:57,  2.41s/it, est. speed input: 63.33 toks/s, output: 627.97 toks/s]
-2025-03-15T08:34:44.209436711Z 
Processed prompts:  42%|████▎     | 17/40 [00:41<00:51,  2.25s/it, est. speed input: 65.38 toks/s, output: 664.13 toks/s]
-2025-03-15T08:34:52.674382569Z 
Processed prompts:  45%|████▌     | 18/40 [00:53<01:54,  5.22s/it, est. speed input: 54.29 toks/s, output: 578.01 toks/s]
-2025-03-15T08:34:53.573451164Z 
Processed prompts:  48%|████▊     | 19/40 [01:01<02:10,  6.20s/it, est. speed input: 49.30 toks/s, output: 563.88 toks/s]
-2025-03-15T08:35:05.423657223Z 
Processed prompts:  50%|█████     | 20/40 [01:02<01:32,  4.61s/it, est. speed input: 51.25 toks/s, output: 620.94 toks/s]
-2025-03-15T08:35:27.652313928Z 
Processed prompts:  52%|█████▎    | 21/40 [01:14<02:08,  6.78s/it, est. speed input: 45.12 toks/s, output: 587.09 toks/s]
-2025-03-15T08:35:32.232043284Z 
Processed prompts:  55%|█████▌    | 22/40 [01:36<03:25, 11.42s/it, est. speed input: 36.11 toks/s, output: 516.16 toks/s]
-2025-03-15T08:35:32.368223432Z 
Processed prompts:  57%|█████▊    | 23/40 [01:41<02:39,  9.37s/it, est. speed input: 36.39 toks/s, output: 556.63 toks/s]
-2025-03-15T08:35:33.491276162Z 
Processed prompts:  60%|██████    | 24/40 [01:41<01:45,  6.60s/it, est. speed input: 37.47 toks/s, output: 619.69 toks/s]
-2025-03-15T08:35:38.815830041Z 
Processed prompts:  62%|██████▎   | 25/40 [01:42<01:14,  4.95s/it, est. speed input: 39.64 toks/s, output: 676.72 toks/s]
-2025-03-15T08:35:53.556151580Z 
Processed prompts:  65%|██████▌   | 26/40 [01:47<01:10,  5.07s/it, est. speed input: 38.75 toks/s, output: 707.22 toks/s]
-2025-03-15T08:36:11.629247143Z 
Processed prompts:  68%|██████▊   | 27/40 [02:02<01:43,  7.97s/it, est. speed input: 35.36 toks/s, output: 686.29 toks/s]
-2025-03-15T08:36:30.619317287Z 
Processed prompts:  70%|███████   | 28/40 [02:20<02:11, 11.00s/it, est. speed input: 31.87 toks/s, output: 662.05 toks/s]
-2025-03-15T08:36:42.398674454Z 
Processed prompts:  72%|███████▎  | 29/40 [02:39<02:27, 13.40s/it, est. speed input: 28.93 toks/s, output: 647.04 toks/s]
-2025-03-15T08:36:53.895457037Z 
Processed prompts:  75%|███████▌  | 30/40 [02:51<02:09, 12.91s/it, est. speed input: 28.64 toks/s, output: 666.04 toks/s]
-2025-03-15T08:37:05.873458980Z 
Processed prompts:  78%|███████▊  | 31/40 [03:02<01:52, 12.49s/it, est. speed input: 27.54 toks/s, output: 687.63 toks/s]
-2025-03-15T08:37:32.574912323Z 
Processed prompts:  80%|████████  | 32/40 [03:14<01:38, 12.33s/it, est. speed input: 26.66 toks/s, output: 708.93 toks/s]
-2025-03-15T08:37:45.976247255Z 
Processed prompts:  82%|████████▎ | 33/40 [03:41<01:56, 16.64s/it, est. speed input: 24.24 toks/s, output: 687.39 toks/s]
-2025-03-15T08:37:47.112344085Z 
Processed prompts:  85%|████████▌ | 34/40 [03:55<01:34, 15.67s/it, est. speed input: 23.45 toks/s, output: 712.17 toks/s]
-2025-03-15T08:38:47.184904314Z 
Processed prompts:  88%|████████▊ | 35/40 [03:56<00:56, 11.31s/it, est. speed input: 24.57 toks/s, output: 772.77 toks/s]
-2025-03-15T08:38:56.456254478Z 
Processed prompts:  90%|█████████ | 36/40 [04:56<01:43, 25.94s/it, est. speed input: 19.97 toks/s, output: 681.89 toks/s]
-2025-03-15T08:39:24.101085635Z 
Processed prompts:  92%|█████████▎| 37/40 [05:05<01:02, 20.94s/it, est. speed input: 19.74 toks/s, output: 727.31 toks/s]
-2025-03-15T08:41:27.636923580Z 
Processed prompts:  95%|█████████▌| 38/40 [05:33<00:45, 22.95s/it, est. speed input: 18.59 toks/s, output: 734.28 toks/s]
-2025-03-15T08:41:28.162684589Z 
Processed prompts:  98%|█████████▊| 39/40 [07:36<00:53, 53.13s/it, est. speed input: 13.91 toks/s, output: 607.05 toks/s]
-2025-03-15T08:41:28.162741389Z 
Processed prompts: 100%|██████████| 40/40 [07:37<00:00, 37.35s/it, est. speed input: 14.14 toks/s, output: 677.78 toks/s]
Processed prompts: 100%|██████████| 40/40 [07:37<00:00, 11.43s/it, est. speed input: 14.14 toks/s, output: 677.78 toks/s]
-2025-03-15T08:41:28.240363127Z 
Splits: 100%|██████████| 1/1 [07:37<00:00, 457.28s/it]
Splits: 100%|██████████| 1/1 [07:37<00:00, 457.28s/it]
-2025-03-15T08:41:29.127723218Z [2025-03-15 08:41:29,127] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T08:41:29.629244804Z [2025-03-15 08:41:29,628] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T08:41:29.644358851Z [2025-03-15 08:41:29,644] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T08:41:29.644403852Z [2025-03-15 08:41:29,644] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T08:41:29.963750239Z [2025-03-15 08:41:29,963] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp3_50/results/quyanh/OpenRS-GRPO/results_2025-03-15T08-41-29.644364.json (evaluation_tracker.py:234)
-2025-03-15T08:41:29.966551028Z |     Task     |Version|     Metric     |Value|   |Stderr|
-2025-03-15T08:41:29.966585380Z |--------------|------:|----------------|----:|---|-----:|
-2025-03-15T08:41:29.966590448Z |all           |       |extractive_match|0.725|±  |0.0715|
-2025-03-15T08:41:29.966594840Z |custom:amc23:0|      1|extractive_match|0.725|±  |0.0715|
-2025-03-15T08:41:32.881676881Z ----------------------------------------
-2025-03-15T08:41:32.882825194Z ----------------------------------------
-2025-03-15T08:41:32.882840439Z Running evaluations for experiment 3, step 100
-2025-03-15T08:41:32.882845456Z Revision: rev3_100 = 210c0db52a43ff19a8cd46285256a4afb54a93bc
-2025-03-15T08:41:32.882850121Z Output directory: data/evals/Exp3_100
-2025-03-15T08:41:32.886789955Z Evaluating task: aime24
-2025-03-15T08:41:42.264879008Z [2025-03-15 08:41:42,264] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T08:42:03.279433570Z INFO 03-15 08:42:03 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T08:42:05.995159564Z [2025-03-15 08:42:05,994] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T08:42:51.066279126Z [2025-03-15 08:42:51,065] [    INFO]: This model supports multiple tasks: {'generate', 'reward', 'embed', 'score', 'classify'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T08:42:51.072088643Z [2025-03-15 08:42:51,071] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=210c0db52a43ff19a8cd46285256a4afb54a93bc, override_neuron_config=None, tokenizer_revision=210c0db52a43ff19a8cd46285256a4afb54a93bc, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T08:42:55.322610267Z [2025-03-15 08:42:55,322] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T08:42:55.754874863Z [2025-03-15 08:42:55,754] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T08:42:56.252551263Z [2025-03-15 08:42:56,252] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T08:43:03.002869830Z [2025-03-15 08:43:03,002] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T08:43:03.004312734Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T08:43:03.710705140Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.42it/s]
-2025-03-15T08:43:03.710746070Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.42it/s]
-2025-03-15T08:43:04.201184900Z [2025-03-15 08:43:04,200] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T08:43:06.084469920Z [2025-03-15 08:43:06,083] [    INFO]: Memory profiling takes 1.58 seconds
-2025-03-15T08:43:06.084533606Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T08:43:06.084540146Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T08:43:06.393202122Z [2025-03-15 08:43:06,392] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T08:43:06.393263749Z [2025-03-15 08:43:06,392] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T08:43:10.783544853Z [2025-03-15 08:43:10,783] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T08:43:25.457730454Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:16,  2.01it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:00<00:14,  2.22it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:13,  2.32it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:01<00:12,  2.39it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:02<00:12,  2.43it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:02<00:11,  2.43it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:02<00:11,  2.44it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:03<00:10,  2.45it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:03<00:10,  2.47it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:04<00:10,  2.48it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:04<00:09,  2.48it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:04<00:09,  2.47it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:05<00:09,  2.43it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:05<00:08,  2.40it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:06<00:08,  2.42it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:06<00:07,  2.44it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:07<00:07,  2.45it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:07<00:06,  2.46it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:07<00:06,  2.47it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:08<00:06,  2.47it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:08<00:05,  2.47it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:09<00:05,  2.32it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:09<00:05,  2.27it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:10<00:04,  2.26it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:10<00:04,  2.22it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:10<00:04,  2.24it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:11<00:03,  2.30it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:11<00:03,  2.32it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:12<00:02,  2.36it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:12<00:02,  2.38it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:12<00:01,  2.40it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:13<00:01,  2.42it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:13<00:00,  2.44it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:14<00:00,  2.43it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:14<00:00,  2.37it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:14<00:00,  2.39it/s]
-2025-03-15T08:43:25.457940506Z [2025-03-15 08:43:25,457] [    INFO]: Graph capturing finished in 15 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T08:43:25.467427933Z [2025-03-15 08:43:25,467] [    INFO]: init engine (profile, create kv cache, warmup model) took 21.27 seconds (llm_engine.py:431)
-2025-03-15T08:43:26.210886019Z [2025-03-15 08:43:26,210] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T08:43:26.228883433Z [2025-03-15 08:43:26,228] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T08:43:26.228924949Z [2025-03-15 08:43:26,228] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T08:43:26.228936043Z [2025-03-15 08:43:26,228] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T08:43:26.228945649Z [2025-03-15 08:43:26,228] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T08:43:26.228950273Z [2025-03-15 08:43:26,228] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T08:43:26.228954673Z [2025-03-15 08:43:26,228] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T08:43:26.228959212Z [2025-03-15 08:43:26,228] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T08:43:26.228981752Z [2025-03-15 08:43:26,228] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T08:43:26.231087202Z [2025-03-15 08:43:26,230] [    INFO]: HuggingFaceH4/aime_2024 default (lighteval_task.py:187)
-2025-03-15T08:43:26.231112274Z [2025-03-15 08:43:26,230] [ WARNING]: Careful, the task custom|aime24 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T08:43:28.569123462Z [2025-03-15 08:43:28,568] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T08:43:28.569167703Z [2025-03-15 08:43:28,568] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T08:43:28.569188192Z [2025-03-15 08:43:28,569] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T08:43:28.583397050Z [2025-03-15 08:43:28,583] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T08:43:28.594673777Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 08:43:28,594] [ WARNING]: context_size + max_new_tokens=33238 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T08:44:11.240791463Z 
Processed prompts:   0%|          | 0/30 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T08:44:16.076362850Z 
Processed prompts:   3%|▎         | 1/30 [00:42<20:36, 42.64s/it, est. speed input: 4.92 toks/s, output: 65.66 toks/s]
-2025-03-15T08:44:18.471877472Z 
Processed prompts:   7%|▋         | 2/30 [00:47<09:31, 20.40s/it, est. speed input: 8.11 toks/s, output: 123.93 toks/s]
-2025-03-15T08:44:23.346678901Z 
Processed prompts:  10%|█         | 3/30 [00:49<05:28, 12.18s/it, est. speed input: 12.13 toks/s, output: 182.62 toks/s]
-2025-03-15T08:44:30.828191119Z 
Processed prompts:  13%|█▎        | 4/30 [00:54<04:01,  9.30s/it, est. speed input: 13.32 toks/s, output: 230.46 toks/s]
-2025-03-15T08:44:36.411312991Z 
Processed prompts:  17%|█▋        | 5/30 [01:02<03:36,  8.64s/it, est. speed input: 13.74 toks/s, output: 266.11 toks/s]
-2025-03-15T08:44:58.219909680Z 
Processed prompts:  20%|██        | 6/30 [01:07<03:02,  7.60s/it, est. speed input: 15.57 toks/s, output: 307.10 toks/s]
-2025-03-15T08:45:10.905944275Z 
Processed prompts:  23%|██▎       | 7/30 [01:29<04:41, 12.25s/it, est. speed input: 13.31 toks/s, output: 293.81 toks/s]
-2025-03-15T08:45:34.337321588Z 
Processed prompts:  27%|██▋       | 8/30 [01:42<04:32, 12.39s/it, est. speed input: 13.05 toks/s, output: 317.98 toks/s]
-2025-03-15T08:45:38.426254588Z 
Processed prompts:  30%|███       | 9/30 [02:05<05:32, 15.84s/it, est. speed input: 12.65 toks/s, output: 317.89 toks/s]
-2025-03-15T08:46:09.847131475Z 
Processed prompts:  33%|███▎      | 10/30 [02:09<04:04, 12.21s/it, est. speed input: 13.26 toks/s, output: 366.82 toks/s]
-2025-03-15T08:46:33.098987997Z 
Processed prompts:  37%|███▋      | 11/30 [02:41<05:43, 18.09s/it, est. speed input: 11.85 toks/s, output: 352.28 toks/s]
-2025-03-15T08:46:36.890859939Z 
Processed prompts:  40%|████      | 12/30 [03:04<05:53, 19.66s/it, est. speed input: 11.11 toks/s, output: 363.68 toks/s]
-2025-03-15T08:47:03.451866490Z 
Processed prompts:  43%|████▎     | 13/30 [03:08<04:12, 14.85s/it, est. speed input: 12.07 toks/s, output: 411.99 toks/s]
-2025-03-15T08:47:17.048860537Z 
Processed prompts:  47%|████▋     | 14/30 [03:34<04:54, 18.39s/it, est. speed input: 11.37 toks/s, output: 415.67 toks/s]
-2025-03-15T08:47:36.174091705Z 
Processed prompts:  50%|█████     | 15/30 [03:48<04:14, 16.95s/it, est. speed input: 11.89 toks/s, output: 445.17 toks/s]
-2025-03-15T08:47:44.582209566Z 
Processed prompts:  53%|█████▎    | 16/30 [04:07<04:06, 17.60s/it, est. speed input: 11.67 toks/s, output: 464.59 toks/s]
-2025-03-15T08:47:53.734401315Z 
Processed prompts:  57%|█████▋    | 17/30 [04:15<03:12, 14.84s/it, est. speed input: 11.99 toks/s, output: 502.99 toks/s]
-2025-03-15T08:47:54.302945940Z 
Processed prompts:  60%|██████    | 18/30 [04:25<02:37, 13.13s/it, est. speed input: 13.34 toks/s, output: 539.20 toks/s]
-2025-03-15T08:47:56.718285077Z 
Processed prompts:  63%|██████▎   | 19/30 [04:25<01:42,  9.36s/it, est. speed input: 13.92 toks/s, output: 591.60 toks/s]
-2025-03-15T08:48:26.645727989Z 
Processed prompts:  67%|██████▋   | 20/30 [04:28<01:12,  7.27s/it, est. speed input: 14.60 toks/s, output: 639.85 toks/s]
-2025-03-15T08:48:50.834823188Z 
Processed prompts:  70%|███████   | 21/30 [04:58<02:06, 14.07s/it, est. speed input: 13.60 toks/s, output: 629.47 toks/s]
-2025-03-15T08:48:52.358070342Z 
Processed prompts:  73%|███████▎  | 22/30 [05:22<02:16, 17.11s/it, est. speed input: 13.06 toks/s, output: 636.32 toks/s]
-2025-03-15T08:49:12.971876964Z 
Processed prompts:  77%|███████▋  | 23/30 [05:23<01:27, 12.43s/it, est. speed input: 13.39 toks/s, output: 687.45 toks/s]
-2025-03-15T08:49:21.815795610Z 
Processed prompts:  80%|████████  | 24/30 [05:44<01:29, 14.89s/it, est. speed input: 13.04 toks/s, output: 700.90 toks/s]
-2025-03-15T08:50:33.482541568Z 
Processed prompts:  83%|████████▎ | 25/30 [05:53<01:05, 13.07s/it, est. speed input: 13.35 toks/s, output: 738.21 toks/s]
-2025-03-15T08:51:19.743656095Z 
Processed prompts:  87%|████████▋ | 26/30 [07:04<02:02, 30.65s/it, est. speed input: 11.46 toks/s, output: 670.62 toks/s]
-2025-03-15T08:51:30.453665065Z 
Processed prompts:  90%|█████████ | 27/30 [07:51<01:46, 35.34s/it, est. speed input: 10.67 toks/s, output: 662.88 toks/s]
-2025-03-15T08:51:50.842536227Z 
Processed prompts:  93%|█████████▎| 28/30 [08:01<00:55, 27.95s/it, est. speed input: 10.78 toks/s, output: 706.62 toks/s]
-2025-03-15T08:52:20.725201177Z 
Processed prompts:  97%|█████████▋| 29/30 [08:22<00:25, 25.68s/it, est. speed input: 10.70 toks/s, output: 737.36 toks/s]
-2025-03-15T08:52:20.725252663Z 
Processed prompts: 100%|██████████| 30/30 [08:52<00:00, 26.94s/it, est. speed input: 10.38 toks/s, output: 757.26 toks/s]
Processed prompts: 100%|██████████| 30/30 [08:52<00:00, 17.74s/it, est. speed input: 10.38 toks/s, output: 757.26 toks/s]
-2025-03-15T08:52:20.835387320Z 
Splits: 100%|██████████| 1/1 [08:52<00:00, 532.25s/it]
Splits: 100%|██████████| 1/1 [08:52<00:00, 532.25s/it]
-2025-03-15T08:52:21.692855221Z [2025-03-15 08:52:21,692] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T08:52:21.989771420Z [2025-03-15 08:52:21,989] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T08:52:22.004775677Z [2025-03-15 08:52:22,004] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T08:52:22.004834191Z [2025-03-15 08:52:22,004] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T08:52:22.393651419Z [2025-03-15 08:52:22,393] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp3_100/results/quyanh/OpenRS-GRPO/results_2025-03-15T08-52-22.004802.json (evaluation_tracker.py:234)
-2025-03-15T08:52:22.397015338Z |     Task      |Version|     Metric     |Value|   |Stderr|
-2025-03-15T08:52:22.397059054Z |---------------|------:|----------------|----:|---|-----:|
-2025-03-15T08:52:22.397064677Z |all            |       |extractive_match|  0.3|±  |0.0851|
-2025-03-15T08:52:22.397072258Z |custom:aime24:0|      1|extractive_match|  0.3|±  |0.0851|
-2025-03-15T08:52:24.973189618Z Evaluating task: math_500
-2025-03-15T08:52:43.872649978Z [2025-03-15 08:52:43,872] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T08:53:15.041840525Z INFO 03-15 08:53:15 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T08:53:18.499597033Z [2025-03-15 08:53:18,498] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T08:53:54.722732691Z [2025-03-15 08:53:54,721] [    INFO]: This model supports multiple tasks: {'score', 'classify', 'embed', 'reward', 'generate'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T08:53:54.753795958Z [2025-03-15 08:53:54,752] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=210c0db52a43ff19a8cd46285256a4afb54a93bc, override_neuron_config=None, tokenizer_revision=210c0db52a43ff19a8cd46285256a4afb54a93bc, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T08:53:58.078118132Z [2025-03-15 08:53:58,077] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T08:53:58.531013406Z [2025-03-15 08:53:58,530] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T08:53:59.241659456Z [2025-03-15 08:53:59,241] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T08:53:59.938415345Z [2025-03-15 08:53:59,937] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T08:53:59.939359262Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T08:54:00.532511442Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.69it/s]
-2025-03-15T08:54:00.532557136Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.69it/s]
-2025-03-15T08:54:00.863528713Z [2025-03-15 08:54:00,862] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T08:54:02.498146209Z [2025-03-15 08:54:02,497] [    INFO]: Memory profiling takes 1.43 seconds
-2025-03-15T08:54:02.498199162Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T08:54:02.498205285Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T08:54:02.702309710Z [2025-03-15 08:54:02,701] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T08:54:02.702356120Z [2025-03-15 08:54:02,702] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T08:54:06.354477995Z [2025-03-15 08:54:06,354] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T08:54:21.109788267Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:16,  2.03it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:00<00:14,  2.22it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:13,  2.31it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:01<00:13,  2.35it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:02<00:12,  2.38it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:02<00:12,  2.39it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:03<00:11,  2.35it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:03<00:11,  2.37it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:03<00:10,  2.37it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:04<00:10,  2.39it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:04<00:10,  2.40it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:05<00:09,  2.41it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:05<00:09,  2.40it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:05<00:08,  2.39it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:06<00:08,  2.39it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:06<00:07,  2.40it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:07<00:07,  2.41it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:07<00:07,  2.42it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:07<00:06,  2.43it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:08<00:06,  2.43it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:08<00:05,  2.42it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:09<00:05,  2.42it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:09<00:04,  2.42it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:10<00:04,  2.38it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:10<00:04,  2.38it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:10<00:03,  2.36it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:11<00:03,  2.36it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:11<00:02,  2.37it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:12<00:02,  2.37it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:12<00:02,  2.36it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:13<00:01,  2.35it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:13<00:01,  2.37it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:13<00:00,  2.38it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:14<00:00,  2.39it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:14<00:00,  2.35it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:14<00:00,  2.38it/s]
-2025-03-15T08:54:21.110179332Z [2025-03-15 08:54:21,109] [    INFO]: Graph capturing finished in 15 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T08:54:21.118606340Z [2025-03-15 08:54:21,118] [    INFO]: init engine (profile, create kv cache, warmup model) took 20.26 seconds (llm_engine.py:431)
-2025-03-15T08:54:21.836250138Z [2025-03-15 08:54:21,835] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T08:54:21.852451189Z [2025-03-15 08:54:21,852] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T08:54:21.852483874Z [2025-03-15 08:54:21,852] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T08:54:21.852490076Z [2025-03-15 08:54:21,852] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T08:54:21.852500451Z [2025-03-15 08:54:21,852] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T08:54:21.852512926Z [2025-03-15 08:54:21,852] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T08:54:21.852567694Z [2025-03-15 08:54:21,852] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T08:54:21.852592334Z [2025-03-15 08:54:21,852] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T08:54:21.852686358Z [2025-03-15 08:54:21,852] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T08:54:21.854862622Z [2025-03-15 08:54:21,854] [    INFO]: HuggingFaceH4/MATH-500 default (lighteval_task.py:187)
-2025-03-15T08:54:21.854887145Z [2025-03-15 08:54:21,854] [ WARNING]: Careful, the task custom|math_500 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T08:54:24.188143032Z [2025-03-15 08:54:24,187] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T08:54:24.188202772Z [2025-03-15 08:54:24,188] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T08:54:24.188223600Z [2025-03-15 08:54:24,188] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T08:54:24.350792284Z [2025-03-15 08:54:24,350] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T08:54:24.496920755Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 08:54:24,496] [ WARNING]: context_size + max_new_tokens=33636 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T08:54:41.878151110Z 
Processed prompts:   0%|          | 0/500 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T08:54:54.032900712Z 
Processed prompts:   0%|          | 1/500 [00:17<2:23:58, 17.31s/it, est. speed input: 50.14 toks/s, output: 17.33 toks/s]
-2025-03-15T08:54:55.738528514Z 
Processed prompts:   0%|          | 2/500 [00:29<1:58:30, 14.28s/it, est. speed input: 34.79 toks/s, output: 27.62 toks/s]
-2025-03-15T08:54:56.546500319Z 
Processed prompts:   1%|          | 3/500 [00:31<1:10:43,  8.54s/it, est. speed input: 37.28 toks/s, output: 43.56 toks/s]
-2025-03-15T08:54:58.034338489Z 
Processed prompts:   1%|          | 4/500 [00:31<45:20,  5.49s/it, est. speed input: 40.31 toks/s, output: 59.91 toks/s]  
-2025-03-15T08:54:58.846495160Z 
Processed prompts:   1%|          | 5/500 [00:33<33:21,  4.04s/it, est. speed input: 42.94 toks/s, output: 74.70 toks/s]
-2025-03-15T08:54:59.489504974Z 
Processed prompts:   1%|          | 6/500 [00:34<24:14,  2.95s/it, est. speed input: 49.27 toks/s, output: 90.37 toks/s]
-2025-03-15T08:55:03.178739511Z 
Processed prompts:   1%|▏         | 7/500 [00:34<18:00,  2.19s/it, est. speed input: 52.23 toks/s, output: 106.15 toks/s]
-2025-03-15T08:55:05.222414608Z 
Processed prompts:   2%|▏         | 8/500 [00:38<21:53,  2.67s/it, est. speed input: 50.55 toks/s, output: 113.44 toks/s]
-2025-03-15T08:55:06.754802346Z 
Processed prompts:   2%|▏         | 9/500 [00:40<20:14,  2.47s/it, est. speed input: 51.19 toks/s, output: 125.15 toks/s]
-2025-03-15T08:55:07.312459294Z 
Processed prompts:   2%|▏         | 10/500 [00:42<17:49,  2.18s/it, est. speed input: 53.07 toks/s, output: 138.00 toks/s]
-2025-03-15T08:55:08.500229223Z 
Processed prompts:   2%|▏         | 12/500 [00:42<10:29,  1.29s/it, est. speed input: 61.13 toks/s, output: 170.78 toks/s]
-2025-03-15T08:55:08.635338441Z 
Processed prompts:   3%|▎         | 13/500 [00:43<10:15,  1.26s/it, est. speed input: 62.98 toks/s, output: 183.53 toks/s]
-2025-03-15T08:55:09.240550611Z 
Processed prompts:   3%|▎         | 15/500 [00:44<06:11,  1.31it/s, est. speed input: 68.98 toks/s, output: 217.64 toks/s]
-2025-03-15T08:55:09.920317340Z 
Processed prompts:   3%|▎         | 16/500 [00:44<05:52,  1.37it/s, est. speed input: 71.00 toks/s, output: 232.04 toks/s]
-2025-03-15T08:55:11.713715594Z 
Processed prompts:   4%|▎         | 18/500 [00:45<04:36,  1.74it/s, est. speed input: 75.91 toks/s, output: 263.00 toks/s]
-2025-03-15T08:55:12.147799489Z 
Processed prompts:   4%|▍         | 19/500 [00:47<06:45,  1.19it/s, est. speed input: 76.25 toks/s, output: 270.13 toks/s]
-2025-03-15T08:55:13.416981666Z 
Processed prompts:   4%|▍         | 20/500 [00:47<05:57,  1.34it/s, est. speed input: 78.66 toks/s, output: 284.80 toks/s]
-2025-03-15T08:55:14.927056489Z 
Processed prompts:   4%|▍         | 21/500 [00:48<07:00,  1.14it/s, est. speed input: 79.49 toks/s, output: 294.51 toks/s]
-2025-03-15T08:55:16.763523221Z 
Processed prompts:   4%|▍         | 22/500 [00:50<08:20,  1.05s/it, est. speed input: 79.88 toks/s, output: 302.78 toks/s]
-2025-03-15T08:55:17.958511234Z 
Processed prompts:   5%|▍         | 23/500 [00:52<10:03,  1.27s/it, est. speed input: 79.74 toks/s, output: 309.19 toks/s]
-2025-03-15T08:55:18.282790073Z 
Processed prompts:   5%|▍         | 24/500 [00:53<09:52,  1.25s/it, est. speed input: 80.91 toks/s, output: 319.32 toks/s]
-2025-03-15T08:55:18.789072491Z 
Processed prompts:   5%|▌         | 25/500 [00:53<07:45,  1.02it/s, est. speed input: 83.44 toks/s, output: 334.42 toks/s]
-2025-03-15T08:55:19.667186679Z 
Processed prompts:   5%|▌         | 26/500 [00:54<06:39,  1.19it/s, est. speed input: 85.13 toks/s, output: 348.32 toks/s]
-2025-03-15T08:55:21.415252136Z 
Processed prompts:   5%|▌         | 27/500 [00:55<06:43,  1.17it/s, est. speed input: 86.28 toks/s, output: 359.78 toks/s]
-2025-03-15T08:55:21.681233964Z 
Processed prompts:   6%|▌         | 28/500 [00:56<08:47,  1.12s/it, est. speed input: 85.88 toks/s, output: 365.69 toks/s]
-2025-03-15T08:55:22.011381131Z 
Processed prompts:   6%|▌         | 29/500 [00:57<06:47,  1.16it/s, est. speed input: 87.70 toks/s, output: 380.95 toks/s]
-2025-03-15T08:55:25.452678651Z 
Processed prompts:   6%|▌         | 30/500 [00:57<05:31,  1.42it/s, est. speed input: 89.48 toks/s, output: 395.72 toks/s]
-2025-03-15T08:55:25.913268475Z 
Processed prompts:   6%|▌         | 31/500 [01:00<11:53,  1.52s/it, est. speed input: 86.82 toks/s, output: 390.25 toks/s]
-2025-03-15T08:55:27.443593841Z 
Processed prompts:   6%|▋         | 32/500 [01:01<09:23,  1.20s/it, est. speed input: 88.51 toks/s, output: 404.21 toks/s]
-2025-03-15T08:55:28.541728201Z 
Processed prompts:   7%|▋         | 33/500 [01:02<10:08,  1.30s/it, est. speed input: 88.43 toks/s, output: 411.23 toks/s]
-2025-03-15T08:55:29.566028623Z 
Processed prompts:   7%|▋         | 34/500 [01:03<09:38,  1.24s/it, est. speed input: 89.14 toks/s, output: 421.01 toks/s]
-2025-03-15T08:55:30.417988363Z 
Processed prompts:   7%|▋         | 35/500 [01:04<09:06,  1.18s/it, est. speed input: 89.69 toks/s, output: 431.19 toks/s]
-2025-03-15T08:55:31.199769819Z 
Processed prompts:   7%|▋         | 36/500 [01:05<08:20,  1.08s/it, est. speed input: 90.67 toks/s, output: 442.40 toks/s]
-2025-03-15T08:55:31.788008963Z 
Processed prompts:   7%|▋         | 37/500 [01:06<07:38,  1.01it/s, est. speed input: 91.64 toks/s, output: 453.99 toks/s]
-2025-03-15T08:55:32.322331620Z 
Processed prompts:   8%|▊         | 38/500 [01:07<06:41,  1.15it/s, est. speed input: 93.05 toks/s, output: 466.78 toks/s]
-2025-03-15T08:55:32.608631088Z 
Processed prompts:   8%|▊         | 39/500 [01:07<05:54,  1.30it/s, est. speed input: 95.09 toks/s, output: 479.85 toks/s]
-2025-03-15T08:55:33.012548778Z 
Processed prompts:   8%|▊         | 41/500 [01:08<03:40,  2.08it/s, est. speed input: 98.64 toks/s, output: 511.27 toks/s]
-2025-03-15T08:55:33.675177441Z 
Processed prompts:   8%|▊         | 42/500 [01:08<03:31,  2.17it/s, est. speed input: 100.75 toks/s, output: 524.98 toks/s]
-2025-03-15T08:55:34.719176841Z 
Processed prompts:   9%|▊         | 43/500 [01:09<03:54,  1.95it/s, est. speed input: 101.91 toks/s, output: 536.66 toks/s]
-2025-03-15T08:55:35.312623519Z 
Processed prompts:   9%|▉         | 44/500 [01:10<05:00,  1.52it/s, est. speed input: 103.32 toks/s, output: 545.37 toks/s]
-2025-03-15T08:55:36.160173201Z 
Processed prompts:   9%|▉         | 45/500 [01:10<04:51,  1.56it/s, est. speed input: 104.23 toks/s, output: 549.78 toks/s]
-2025-03-15T08:55:36.756093765Z 
Processed prompts:   9%|▉         | 46/500 [01:11<05:17,  1.43it/s, est. speed input: 108.81 toks/s, output: 559.94 toks/s]
-2025-03-15T08:55:38.127651591Z 
Processed prompts:   9%|▉         | 47/500 [01:12<05:03,  1.49it/s, est. speed input: 109.66 toks/s, output: 564.24 toks/s]
-2025-03-15T08:55:38.935161062Z 
Processed prompts:  10%|▉         | 48/500 [01:13<06:35,  1.14it/s, est. speed input: 109.66 toks/s, output: 570.34 toks/s]
-2025-03-15T08:55:39.823367864Z 
Processed prompts:  10%|▉         | 49/500 [01:14<06:25,  1.17it/s, est. speed input: 110.77 toks/s, output: 580.75 toks/s]
-2025-03-15T08:55:40.752598516Z 
Processed prompts:  10%|█         | 50/500 [01:15<06:29,  1.16it/s, est. speed input: 111.26 toks/s, output: 590.38 toks/s]
-2025-03-15T08:55:41.031848635Z 
Processed prompts:  10%|█         | 51/500 [01:16<06:36,  1.13it/s, est. speed input: 115.05 toks/s, output: 599.64 toks/s]
-2025-03-15T08:55:41.518613373Z 
Processed prompts:  10%|█         | 52/500 [01:16<05:15,  1.42it/s, est. speed input: 117.02 toks/s, output: 613.90 toks/s]
-2025-03-15T08:55:43.176358309Z 
Processed prompts:  11%|█         | 54/500 [01:16<03:39,  2.03it/s, est. speed input: 119.94 toks/s, output: 642.81 toks/s]
-2025-03-15T08:55:44.242540723Z 
Processed prompts:  11%|█         | 55/500 [01:18<05:47,  1.28it/s, est. speed input: 119.64 toks/s, output: 645.67 toks/s]
-2025-03-15T08:55:44.980746269Z 
Processed prompts:  11%|█         | 56/500 [01:19<06:19,  1.17it/s, est. speed input: 119.72 toks/s, output: 653.42 toks/s]
-2025-03-15T08:55:47.618026797Z 
Processed prompts:  11%|█▏        | 57/500 [01:20<06:04,  1.21it/s, est. speed input: 120.59 toks/s, output: 663.80 toks/s]
-2025-03-15T08:55:47.839472073Z 
Processed prompts:  12%|█▏        | 58/500 [01:23<09:48,  1.33s/it, est. speed input: 118.46 toks/s, output: 659.06 toks/s]
-2025-03-15T08:55:48.587112502Z 
Processed prompts:  12%|█▏        | 59/500 [01:23<07:27,  1.01s/it, est. speed input: 119.65 toks/s, output: 666.32 toks/s]
-2025-03-15T08:55:49.648002614Z 
Processed prompts:  12%|█▏        | 60/500 [01:24<06:52,  1.07it/s, est. speed input: 120.43 toks/s, output: 676.71 toks/s]
-2025-03-15T08:55:50.061476266Z 
Processed prompts:  12%|█▏        | 61/500 [01:25<07:07,  1.03it/s, est. speed input: 120.51 toks/s, output: 684.58 toks/s]
-2025-03-15T08:55:52.548034662Z 
Processed prompts:  12%|█▏        | 62/500 [01:25<05:53,  1.24it/s, est. speed input: 123.48 toks/s, output: 697.56 toks/s]
-2025-03-15T08:55:53.176289345Z 
Processed prompts:  13%|█▎        | 63/500 [01:27<09:30,  1.31s/it, est. speed input: 121.80 toks/s, output: 694.10 toks/s]
-2025-03-15T08:55:54.005025719Z 
Processed prompts:  13%|█▎        | 64/500 [01:28<08:01,  1.10s/it, est. speed input: 122.58 toks/s, output: 705.42 toks/s]
-2025-03-15T08:55:54.695806197Z 
Processed prompts:  13%|█▎        | 65/500 [01:29<07:24,  1.02s/it, est. speed input: 122.81 toks/s, output: 704.32 toks/s]
-2025-03-15T08:55:57.322968784Z 
Processed prompts:  13%|█▎        | 66/500 [01:30<06:40,  1.08it/s, est. speed input: 123.49 toks/s, output: 715.13 toks/s]
-2025-03-15T08:55:58.755005653Z 
Processed prompts:  13%|█▎        | 67/500 [01:32<10:20,  1.43s/it, est. speed input: 121.33 toks/s, output: 702.82 toks/s]
-2025-03-15T08:55:59.245469335Z 
Processed prompts:  14%|█▎        | 68/500 [01:34<10:18,  1.43s/it, est. speed input: 120.96 toks/s, output: 708.28 toks/s]
-2025-03-15T08:55:59.873479741Z 
Processed prompts:  14%|█▍        | 69/500 [01:34<08:15,  1.15s/it, est. speed input: 121.91 toks/s, output: 720.75 toks/s]
-2025-03-15T08:56:01.118758873Z 
Processed prompts:  14%|█▍        | 70/500 [01:35<07:07,  1.01it/s, est. speed input: 122.53 toks/s, output: 732.13 toks/s]
-2025-03-15T08:56:01.877328417Z 
Processed prompts:  14%|█▍        | 72/500 [01:36<05:52,  1.22it/s, est. speed input: 124.48 toks/s, output: 754.72 toks/s]
-2025-03-15T08:56:03.042913301Z 
Processed prompts:  15%|█▍        | 73/500 [01:37<05:44,  1.24it/s, est. speed input: 124.88 toks/s, output: 764.93 toks/s]
-2025-03-15T08:56:04.005784628Z 
Processed prompts:  15%|█▍        | 74/500 [01:38<06:23,  1.11it/s, est. speed input: 124.67 toks/s, output: 764.76 toks/s]
-2025-03-15T08:56:04.633390570Z 
Processed prompts:  15%|█▌        | 75/500 [01:39<06:29,  1.09it/s, est. speed input: 124.72 toks/s, output: 766.03 toks/s]
-2025-03-15T08:56:07.347330652Z 
Processed prompts:  15%|█▌        | 76/500 [01:40<05:54,  1.20it/s, est. speed input: 125.46 toks/s, output: 777.28 toks/s]
-2025-03-15T08:56:07.705395821Z 
Processed prompts:  15%|█▌        | 77/500 [01:42<09:40,  1.37s/it, est. speed input: 123.42 toks/s, output: 772.77 toks/s]
-2025-03-15T08:56:07.997599927Z 
Processed prompts:  16%|█▌        | 78/500 [01:43<07:35,  1.08s/it, est. speed input: 124.45 toks/s, output: 786.09 toks/s]
-2025-03-15T08:56:09.233985393Z 
Processed prompts:  16%|█▌        | 79/500 [01:43<05:57,  1.18it/s, est. speed input: 125.94 toks/s, output: 799.87 toks/s]
-2025-03-15T08:56:10.002887286Z 
Processed prompts:  16%|█▌        | 80/500 [01:44<06:44,  1.04it/s, est. speed input: 125.69 toks/s, output: 806.41 toks/s]
-2025-03-15T08:56:10.158716973Z 
Processed prompts:  16%|█▌        | 81/500 [01:45<06:19,  1.10it/s, est. speed input: 125.91 toks/s, output: 805.55 toks/s]
-2025-03-15T08:56:11.332082598Z 
Processed prompts:  16%|█▋        | 82/500 [01:45<04:45,  1.47it/s, est. speed input: 126.93 toks/s, output: 820.32 toks/s]
-2025-03-15T08:56:12.240484292Z 
Processed prompts:  17%|█▋        | 83/500 [01:46<05:45,  1.21it/s, est. speed input: 126.62 toks/s, output: 814.27 toks/s]
-2025-03-15T08:56:13.223554387Z 
Processed prompts:  17%|█▋        | 84/500 [01:47<05:54,  1.17it/s, est. speed input: 126.88 toks/s, output: 823.34 toks/s]
-2025-03-15T08:56:13.450458222Z 
Processed prompts:  17%|█▋        | 85/500 [01:48<06:10,  1.12it/s, est. speed input: 127.05 toks/s, output: 831.73 toks/s]
-2025-03-15T08:56:14.356714773Z 
Processed prompts:  17%|█▋        | 86/500 [01:48<04:46,  1.44it/s, est. speed input: 127.89 toks/s, output: 835.93 toks/s]
-2025-03-15T08:56:15.195463535Z 
Processed prompts:  17%|█▋        | 87/500 [01:49<05:12,  1.32it/s, est. speed input: 128.14 toks/s, output: 844.86 toks/s]
-2025-03-15T08:56:15.766716826Z 
Processed prompts:  18%|█▊        | 88/500 [01:50<05:21,  1.28it/s, est. speed input: 129.02 toks/s, output: 854.26 toks/s]
-2025-03-15T08:56:16.604044754Z 
Processed prompts:  18%|█▊        | 89/500 [01:51<04:55,  1.39it/s, est. speed input: 129.63 toks/s, output: 865.67 toks/s]
-2025-03-15T08:56:16.895765008Z 
Processed prompts:  18%|█▊        | 90/500 [01:52<05:09,  1.33it/s, est. speed input: 130.15 toks/s, output: 874.99 toks/s]
-2025-03-15T08:56:17.741012603Z 
Processed prompts:  18%|█▊        | 91/500 [01:52<04:11,  1.63it/s, est. speed input: 131.18 toks/s, output: 888.50 toks/s]
-2025-03-15T08:56:18.305774616Z 
Processed prompts:  19%|█▊        | 93/500 [01:53<03:34,  1.90it/s, est. speed input: 132.54 toks/s, output: 908.15 toks/s]
-2025-03-15T08:56:18.676479419Z 
Processed prompts:  19%|█▉        | 94/500 [01:53<03:37,  1.87it/s, est. speed input: 133.05 toks/s, output: 919.41 toks/s]
-2025-03-15T08:56:19.172140065Z 
Processed prompts:  19%|█▉        | 96/500 [01:54<02:37,  2.56it/s, est. speed input: 135.74 toks/s, output: 947.90 toks/s]
-2025-03-15T08:56:19.598625479Z 
Processed prompts:  19%|█▉        | 97/500 [01:54<02:47,  2.41it/s, est. speed input: 136.38 toks/s, output: 959.55 toks/s]
-2025-03-15T08:56:19.891060747Z 
Processed prompts:  20%|█▉        | 98/500 [01:55<02:47,  2.40it/s, est. speed input: 137.24 toks/s, output: 971.74 toks/s]
-2025-03-15T08:56:22.892636472Z 
Processed prompts:  20%|█▉        | 99/500 [01:55<02:34,  2.60it/s, est. speed input: 137.92 toks/s, output: 975.13 toks/s]
-2025-03-15T08:56:23.049302126Z 
Processed prompts:  20%|██        | 100/500 [01:58<07:17,  1.09s/it, est. speed input: 135.41 toks/s, output: 954.98 toks/s]
-2025-03-15T08:56:24.159323900Z 
Processed prompts:  20%|██        | 101/500 [01:58<05:32,  1.20it/s, est. speed input: 136.23 toks/s, output: 959.46 toks/s]
-2025-03-15T08:56:24.451557464Z 
Processed prompts:  20%|██        | 102/500 [01:59<06:02,  1.10it/s, est. speed input: 136.47 toks/s, output: 966.25 toks/s]
-2025-03-15T08:56:24.675743762Z 
Processed prompts:  21%|██        | 103/500 [01:59<04:50,  1.37it/s, est. speed input: 137.17 toks/s, output: 973.22 toks/s]
-2025-03-15T08:56:26.267986233Z 
Processed prompts:  21%|██        | 104/500 [02:00<03:51,  1.71it/s, est. speed input: 138.23 toks/s, output: 987.09 toks/s]
-2025-03-15T08:56:28.008012663Z 
Processed prompts:  21%|██        | 105/500 [02:01<05:47,  1.14it/s, est. speed input: 137.41 toks/s, output: 980.52 toks/s]
-2025-03-15T08:56:28.443888210Z 
Processed prompts:  21%|██        | 106/500 [02:03<07:27,  1.14s/it, est. speed input: 136.59 toks/s, output: 982.35 toks/s]
-2025-03-15T08:56:28.673338569Z 
Processed prompts:  21%|██▏       | 107/500 [02:03<06:04,  1.08it/s, est. speed input: 137.67 toks/s, output: 994.54 toks/s]
-2025-03-15T08:56:28.835256346Z 
Processed prompts:  22%|██▏       | 108/500 [02:04<04:41,  1.39it/s, est. speed input: 138.52 toks/s, output: 1008.34 toks/s]
-2025-03-15T08:56:29.274359895Z 
Processed prompts:  22%|██▏       | 109/500 [02:04<03:36,  1.81it/s, est. speed input: 139.30 toks/s, output: 1013.76 toks/s]
-2025-03-15T08:56:29.440830422Z 
Processed prompts:  22%|██▏       | 110/500 [02:04<03:22,  1.93it/s, est. speed input: 139.76 toks/s, output: 1016.01 toks/s]
-2025-03-15T08:56:29.601146425Z 
Processed prompts:  22%|██▏       | 111/500 [02:04<02:40,  2.42it/s, est. speed input: 140.74 toks/s, output: 1030.28 toks/s]
-2025-03-15T08:56:30.044590126Z 
Processed prompts:  22%|██▏       | 112/500 [02:05<02:10,  2.96it/s, est. speed input: 141.55 toks/s, output: 1038.30 toks/s]
-2025-03-15T08:56:30.485615217Z 
Processed prompts:  23%|██▎       | 113/500 [02:05<02:22,  2.71it/s, est. speed input: 142.30 toks/s, output: 1050.24 toks/s]
-2025-03-15T08:56:32.729575682Z 
Processed prompts:  23%|██▎       | 114/500 [02:05<02:30,  2.56it/s, est. speed input: 142.92 toks/s, output: 1062.16 toks/s]
-2025-03-15T08:56:33.318964892Z 
Processed prompts:  23%|██▎       | 115/500 [02:08<06:04,  1.06it/s, est. speed input: 141.51 toks/s, output: 1059.15 toks/s]
-2025-03-15T08:56:34.880351744Z 
Processed prompts:  23%|██▎       | 117/500 [02:08<04:07,  1.55it/s, est. speed input: 143.05 toks/s, output: 1085.39 toks/s]
-2025-03-15T08:56:35.183783907Z 
Processed prompts:  24%|██▎       | 118/500 [02:10<05:33,  1.15it/s, est. speed input: 142.22 toks/s, output: 1075.92 toks/s]
-2025-03-15T08:56:35.558778715Z 
Processed prompts:  24%|██▍       | 119/500 [02:10<04:35,  1.38it/s, est. speed input: 142.87 toks/s, output: 1088.97 toks/s]
-2025-03-15T08:56:38.732326364Z 
Processed prompts:  24%|██▍       | 120/500 [02:10<03:59,  1.59it/s, est. speed input: 143.95 toks/s, output: 1101.40 toks/s]
-2025-03-15T08:56:39.527594338Z 
Processed prompts:  24%|██▍       | 122/500 [02:14<06:36,  1.05s/it, est. speed input: 142.44 toks/s, output: 1095.82 toks/s]
-2025-03-15T08:56:39.966790420Z 
Processed prompts:  25%|██▍       | 123/500 [02:14<06:12,  1.01it/s, est. speed input: 142.46 toks/s, output: 1094.20 toks/s]
-2025-03-15T08:56:42.094791471Z 
Processed prompts:  25%|██▍       | 124/500 [02:15<05:19,  1.18it/s, est. speed input: 142.87 toks/s, output: 1096.81 toks/s]
-2025-03-15T08:56:43.664053741Z 
Processed prompts:  25%|██▌       | 125/500 [02:17<07:25,  1.19s/it, est. speed input: 141.56 toks/s, output: 1090.41 toks/s]
-2025-03-15T08:56:44.611242042Z 
Processed prompts:  25%|██▌       | 126/500 [02:19<08:03,  1.29s/it, est. speed input: 140.85 toks/s, output: 1087.56 toks/s]
-2025-03-15T08:56:46.700196238Z 
Processed prompts:  25%|██▌       | 127/500 [02:20<07:26,  1.20s/it, est. speed input: 141.07 toks/s, output: 1095.65 toks/s]
-2025-03-15T08:56:47.364321683Z 
Processed prompts:  26%|██▌       | 128/500 [02:22<09:00,  1.45s/it, est. speed input: 139.85 toks/s, output: 1088.53 toks/s]
-2025-03-15T08:56:50.121256946Z 
Processed prompts:  26%|██▌       | 129/500 [02:22<07:33,  1.22s/it, est. speed input: 140.23 toks/s, output: 1098.88 toks/s]
-2025-03-15T08:56:52.692412399Z 
Processed prompts:  26%|██▌       | 130/500 [02:25<10:19,  1.67s/it, est. speed input: 138.46 toks/s, output: 1093.45 toks/s]
-2025-03-15T08:56:53.008225467Z 
Processed prompts:  26%|██▌       | 131/500 [02:28<11:55,  1.94s/it, est. speed input: 136.84 toks/s, output: 1079.07 toks/s]
-2025-03-15T08:56:54.633820044Z 
Processed prompts:  26%|██▋       | 132/500 [02:28<08:56,  1.46s/it, est. speed input: 137.35 toks/s, output: 1084.52 toks/s]
-2025-03-15T08:56:54.811497450Z 
Processed prompts:  27%|██▋       | 133/500 [02:30<09:13,  1.51s/it, est. speed input: 136.64 toks/s, output: 1078.03 toks/s]
-2025-03-15T08:56:55.059254566Z 
Processed prompts:  27%|██▋       | 134/500 [02:30<06:46,  1.11s/it, est. speed input: 137.25 toks/s, output: 1081.89 toks/s]
-2025-03-15T08:56:55.668762472Z 
Processed prompts:  27%|██▋       | 135/500 [02:30<05:11,  1.17it/s, est. speed input: 138.69 toks/s, output: 1095.36 toks/s]
-2025-03-15T08:56:56.060517562Z 
Processed prompts:  27%|██▋       | 136/500 [02:31<04:43,  1.28it/s, est. speed input: 139.16 toks/s, output: 1106.18 toks/s]
-2025-03-15T08:56:56.377941594Z 
Processed prompts:  28%|██▊       | 138/500 [02:31<03:04,  1.96it/s, est. speed input: 140.45 toks/s, output: 1127.67 toks/s]
-2025-03-15T08:56:58.141940244Z 
Processed prompts:  28%|██▊       | 139/500 [02:31<02:47,  2.16it/s, est. speed input: 141.14 toks/s, output: 1140.54 toks/s]
-2025-03-15T08:56:58.892896804Z 
Processed prompts:  28%|██▊       | 140/500 [02:33<04:49,  1.25it/s, est. speed input: 140.28 toks/s, output: 1134.61 toks/s]
-2025-03-15T08:56:59.566823212Z 
Processed prompts:  28%|██▊       | 141/500 [02:34<04:43,  1.27it/s, est. speed input: 141.60 toks/s, output: 1144.29 toks/s]
-2025-03-15T08:57:00.467631463Z 
Processed prompts:  28%|██▊       | 142/500 [02:35<04:30,  1.32it/s, est. speed input: 142.27 toks/s, output: 1154.51 toks/s]
-2025-03-15T08:57:01.150552340Z 
Processed prompts:  29%|██▊       | 143/500 [02:35<04:44,  1.25it/s, est. speed input: 142.24 toks/s, output: 1157.49 toks/s]
-2025-03-15T08:57:01.396404221Z 
Processed prompts:  29%|██▉       | 144/500 [02:36<04:32,  1.31it/s, est. speed input: 142.33 toks/s, output: 1155.61 toks/s]
-2025-03-15T08:57:02.727943969Z 
Processed prompts:  29%|██▉       | 145/500 [02:36<03:37,  1.63it/s, est. speed input: 142.89 toks/s, output: 1163.16 toks/s]
-2025-03-15T08:57:03.612898805Z 
Processed prompts:  29%|██▉       | 146/500 [02:38<04:51,  1.21it/s, est. speed input: 142.43 toks/s, output: 1161.12 toks/s]
-2025-03-15T08:57:03.920358068Z 
Processed prompts:  29%|██▉       | 147/500 [02:39<04:57,  1.19it/s, est. speed input: 142.39 toks/s, output: 1163.29 toks/s]
-2025-03-15T08:57:04.441498633Z 
Processed prompts:  30%|██▉       | 148/500 [02:39<04:00,  1.46it/s, est. speed input: 142.83 toks/s, output: 1165.83 toks/s]
-2025-03-15T08:57:05.895175152Z 
Processed prompts:  30%|██▉       | 149/500 [02:39<03:42,  1.57it/s, est. speed input: 143.10 toks/s, output: 1168.68 toks/s]
-2025-03-15T08:57:06.132121146Z 
Processed prompts:  30%|███       | 150/500 [02:41<05:07,  1.14it/s, est. speed input: 142.56 toks/s, output: 1167.24 toks/s]
-2025-03-15T08:57:06.297333189Z 
Processed prompts:  30%|███       | 151/500 [02:41<03:59,  1.45it/s, est. speed input: 143.18 toks/s, output: 1180.65 toks/s]
-2025-03-15T08:57:07.392096564Z 
Processed prompts:  30%|███       | 152/500 [02:41<03:04,  1.88it/s, est. speed input: 143.76 toks/s, output: 1186.80 toks/s]
-2025-03-15T08:57:09.635949759Z 
Processed prompts:  31%|███       | 153/500 [02:42<04:02,  1.43it/s, est. speed input: 144.41 toks/s, output: 1193.93 toks/s]
-2025-03-15T08:57:09.946468031Z 
Processed prompts:  31%|███       | 154/500 [02:45<06:42,  1.16s/it, est. speed input: 143.41 toks/s, output: 1192.79 toks/s]
-2025-03-15T08:57:10.338818643Z 
Processed prompts:  31%|███       | 155/500 [02:45<05:12,  1.10it/s, est. speed input: 143.85 toks/s, output: 1198.43 toks/s]
-2025-03-15T08:57:10.504023009Z 
Processed prompts:  31%|███▏      | 157/500 [02:45<03:18,  1.73it/s, est. speed input: 146.07 toks/s, output: 1221.05 toks/s]
-2025-03-15T08:57:14.189333607Z 
Processed prompts:  32%|███▏      | 158/500 [02:45<02:42,  2.10it/s, est. speed input: 146.68 toks/s, output: 1230.31 toks/s]
-2025-03-15T08:57:17.506734768Z 
Processed prompts:  32%|███▏      | 159/500 [02:49<07:28,  1.32s/it, est. speed input: 144.23 toks/s, output: 1215.10 toks/s]
-2025-03-15T08:57:19.222290504Z 
Processed prompts:  32%|███▏      | 160/500 [02:52<10:32,  1.86s/it, est. speed input: 142.13 toks/s, output: 1197.82 toks/s]
-2025-03-15T08:57:20.868016649Z 
Processed prompts:  32%|███▏      | 161/500 [02:54<10:16,  1.82s/it, est. speed input: 141.37 toks/s, output: 1189.95 toks/s]
-2025-03-15T08:57:23.218213467Z 
Processed prompts:  32%|███▏      | 162/500 [02:56<09:58,  1.77s/it, est. speed input: 140.71 toks/s, output: 1185.55 toks/s]
-2025-03-15T08:57:26.342946793Z 
Processed prompts:  33%|███▎      | 163/500 [02:58<10:53,  1.94s/it, est. speed input: 139.49 toks/s, output: 1174.99 toks/s]
-2025-03-15T08:57:28.377662999Z 
Processed prompts:  33%|███▎      | 164/500 [03:01<12:47,  2.29s/it, est. speed input: 137.76 toks/s, output: 1164.58 toks/s]
-2025-03-15T08:57:29.068436468Z 
Processed prompts:  33%|███▎      | 165/500 [03:03<12:20,  2.21s/it, est. speed input: 136.84 toks/s, output: 1156.40 toks/s]
-2025-03-15T08:57:30.577978891Z 
Processed prompts:  33%|███▎      | 166/500 [03:04<09:48,  1.76s/it, est. speed input: 136.95 toks/s, output: 1158.66 toks/s]
-2025-03-15T08:57:30.973264126Z 
Processed prompts:  33%|███▎      | 167/500 [03:06<09:21,  1.69s/it, est. speed input: 136.72 toks/s, output: 1164.16 toks/s]
-2025-03-15T08:57:32.487411096Z 
Processed prompts:  34%|███▎      | 168/500 [03:06<07:11,  1.30s/it, est. speed input: 137.04 toks/s, output: 1167.45 toks/s]
-2025-03-15T08:57:33.107293844Z 
Processed prompts:  34%|███▍      | 169/500 [03:07<07:31,  1.36s/it, est. speed input: 136.51 toks/s, output: 1162.09 toks/s]
-2025-03-15T08:57:33.652198971Z 
Processed prompts:  34%|███▍      | 170/500 [03:08<06:16,  1.14s/it, est. speed input: 136.66 toks/s, output: 1163.61 toks/s]
-2025-03-15T08:57:35.995254449Z 
Processed prompts:  34%|███▍      | 171/500 [03:09<05:16,  1.04it/s, est. speed input: 136.96 toks/s, output: 1175.13 toks/s]
-2025-03-15T08:57:36.844864041Z 
Processed prompts:  34%|███▍      | 172/500 [03:11<07:31,  1.38s/it, est. speed input: 136.92 toks/s, output: 1175.60 toks/s]
-2025-03-15T08:57:40.747648409Z 
Processed prompts:  35%|███▍      | 173/500 [03:12<06:38,  1.22s/it, est. speed input: 136.92 toks/s, output: 1177.26 toks/s]
-2025-03-15T08:57:40.923247037Z 
Processed prompts:  35%|███▍      | 174/500 [03:16<10:59,  2.02s/it, est. speed input: 134.77 toks/s, output: 1159.82 toks/s]
-2025-03-15T08:57:41.397935057Z 
Processed prompts:  35%|███▌      | 175/500 [03:16<07:57,  1.47s/it, est. speed input: 135.23 toks/s, output: 1164.95 toks/s]
-2025-03-15T08:57:42.175965862Z 
Processed prompts:  35%|███▌      | 176/500 [03:16<06:19,  1.17s/it, est. speed input: 135.49 toks/s, output: 1168.52 toks/s]
-2025-03-15T08:57:42.352769624Z 
Processed prompts:  35%|███▌      | 177/500 [03:17<05:40,  1.05s/it, est. speed input: 135.50 toks/s, output: 1167.07 toks/s]
-2025-03-15T08:57:43.731213297Z 
Processed prompts:  36%|███▌      | 179/500 [03:17<03:15,  1.64it/s, est. speed input: 136.82 toks/s, output: 1183.81 toks/s]
-2025-03-15T08:57:44.214617714Z 
Processed prompts:  36%|███▌      | 180/500 [03:19<04:15,  1.25it/s, est. speed input: 136.41 toks/s, output: 1178.82 toks/s]
-2025-03-15T08:57:45.689331038Z 
Processed prompts:  36%|███▌      | 181/500 [03:19<03:48,  1.40it/s, est. speed input: 136.64 toks/s, output: 1180.84 toks/s]
-2025-03-15T08:57:46.020347136Z 
Processed prompts:  36%|███▋      | 182/500 [03:21<04:53,  1.08it/s, est. speed input: 136.59 toks/s, output: 1186.88 toks/s]
-2025-03-15T08:57:46.961184222Z 
Processed prompts:  37%|███▋      | 183/500 [03:21<03:59,  1.32it/s, est. speed input: 137.21 toks/s, output: 1199.63 toks/s]
-2025-03-15T08:57:48.366526974Z 
Processed prompts:  37%|███▋      | 184/500 [03:22<04:15,  1.24it/s, est. speed input: 137.10 toks/s, output: 1197.36 toks/s]
-2025-03-15T08:57:49.843640851Z 
Processed prompts:  37%|███▋      | 185/500 [03:23<05:09,  1.02it/s, est. speed input: 136.78 toks/s, output: 1203.78 toks/s]
-2025-03-15T08:57:50.424793917Z 
Processed prompts:  37%|███▋      | 186/500 [03:25<05:53,  1.13s/it, est. speed input: 136.53 toks/s, output: 1209.78 toks/s]
-2025-03-15T08:57:50.691288368Z 
Processed prompts:  37%|███▋      | 187/500 [03:25<05:02,  1.04it/s, est. speed input: 136.77 toks/s, output: 1221.02 toks/s]
-2025-03-15T08:57:50.956605579Z 
Processed prompts:  38%|███▊      | 188/500 [03:26<03:56,  1.32it/s, est. speed input: 137.15 toks/s, output: 1225.98 toks/s]
-2025-03-15T08:57:51.929297347Z 
Processed prompts:  38%|███▊      | 189/500 [03:26<03:10,  1.63it/s, est. speed input: 137.51 toks/s, output: 1229.60 toks/s]
-2025-03-15T08:57:53.838348005Z 
Processed prompts:  38%|███▊      | 190/500 [03:27<03:43,  1.39it/s, est. speed input: 137.51 toks/s, output: 1238.47 toks/s]
-2025-03-15T08:57:55.467262621Z 
Processed prompts:  38%|███▊      | 191/500 [03:29<05:32,  1.07s/it, est. speed input: 136.79 toks/s, output: 1233.22 toks/s]
-2025-03-15T08:57:56.254016628Z 
Processed prompts:  38%|███▊      | 192/500 [03:30<06:22,  1.24s/it, est. speed input: 136.27 toks/s, output: 1229.48 toks/s]
-2025-03-15T08:57:57.117422968Z 
Processed prompts:  39%|███▊      | 193/500 [03:31<05:39,  1.10s/it, est. speed input: 136.29 toks/s, output: 1230.98 toks/s]
-2025-03-15T08:57:57.447791556Z 
Processed prompts:  39%|███▉      | 194/500 [03:32<05:15,  1.03s/it, est. speed input: 136.35 toks/s, output: 1240.57 toks/s]
-2025-03-15T08:57:57.854125537Z 
Processed prompts:  39%|███▉      | 195/500 [03:32<04:10,  1.22it/s, est. speed input: 136.97 toks/s, output: 1253.23 toks/s]
-2025-03-15T08:57:58.643565061Z 
Processed prompts:  39%|███▉      | 196/500 [03:33<03:32,  1.43it/s, est. speed input: 137.23 toks/s, output: 1256.37 toks/s]
-2025-03-15T08:57:59.288263880Z 
Processed prompts:  39%|███▉      | 197/500 [03:34<03:39,  1.38it/s, est. speed input: 137.24 toks/s, output: 1257.26 toks/s]
-2025-03-15T08:58:01.785932006Z 
Processed prompts:  40%|███▉      | 198/500 [03:34<03:31,  1.43it/s, est. speed input: 137.34 toks/s, output: 1258.14 toks/s]
-2025-03-15T08:58:02.826244377Z 
Processed prompts:  40%|███▉      | 199/500 [03:37<06:13,  1.24s/it, est. speed input: 136.24 toks/s, output: 1246.05 toks/s]
-2025-03-15T08:58:04.574499782Z 
Processed prompts:  40%|████      | 200/500 [03:38<05:53,  1.18s/it, est. speed input: 136.10 toks/s, output: 1246.44 toks/s]
-2025-03-15T08:58:04.766687264Z 
Processed prompts:  40%|████      | 201/500 [03:40<06:43,  1.35s/it, est. speed input: 135.50 toks/s, output: 1239.96 toks/s]
-2025-03-15T08:58:07.576551031Z 
Processed prompts:  41%|████      | 203/500 [03:40<03:49,  1.30it/s, est. speed input: 136.52 toks/s, output: 1261.74 toks/s]
-2025-03-15T08:58:10.250098242Z 
Processed prompts:  41%|████      | 204/500 [03:43<06:17,  1.28s/it, est. speed input: 135.31 toks/s, output: 1253.48 toks/s]
-2025-03-15T08:58:10.982136878Z 
Processed prompts:  41%|████      | 205/500 [03:45<08:04,  1.64s/it, est. speed input: 134.18 toks/s, output: 1242.57 toks/s]
-2025-03-15T08:58:12.104460900Z 
Processed prompts:  41%|████      | 206/500 [03:46<06:50,  1.39s/it, est. speed input: 134.24 toks/s, output: 1245.01 toks/s]
-2025-03-15T08:58:12.366016781Z 
Processed prompts:  41%|████▏     | 207/500 [03:47<06:26,  1.32s/it, est. speed input: 134.17 toks/s, output: 1253.32 toks/s]
-2025-03-15T08:58:13.802750108Z 
Processed prompts:  42%|████▏     | 208/500 [03:47<04:56,  1.02s/it, est. speed input: 134.51 toks/s, output: 1258.63 toks/s]
-2025-03-15T08:58:14.766020072Z 
Processed prompts:  42%|████▏     | 209/500 [03:49<05:31,  1.14s/it, est. speed input: 134.11 toks/s, output: 1253.22 toks/s]
-2025-03-15T08:58:16.511399045Z 
Processed prompts:  42%|████▏     | 210/500 [03:50<05:15,  1.09s/it, est. speed input: 134.01 toks/s, output: 1251.59 toks/s]
-2025-03-15T08:58:16.849855314Z 
Processed prompts:  42%|████▏     | 211/500 [03:51<06:10,  1.28s/it, est. speed input: 133.46 toks/s, output: 1246.05 toks/s]
-2025-03-15T08:58:18.443954717Z 
Processed prompts:  42%|████▏     | 212/500 [03:52<04:48,  1.00s/it, est. speed input: 133.74 toks/s, output: 1250.02 toks/s]
-2025-03-15T08:58:18.705614916Z 
Processed prompts:  43%|████▎     | 213/500 [03:53<05:38,  1.18s/it, est. speed input: 133.37 toks/s, output: 1253.71 toks/s]
-2025-03-15T08:58:19.763693901Z 
Processed prompts:  43%|████▎     | 214/500 [03:54<04:18,  1.11it/s, est. speed input: 133.69 toks/s, output: 1258.18 toks/s]
-2025-03-15T08:58:20.036274484Z 
Processed prompts:  43%|████▎     | 216/500 [03:55<03:27,  1.37it/s, est. speed input: 134.10 toks/s, output: 1270.55 toks/s]
-2025-03-15T08:58:20.608538911Z 
Processed prompts:  44%|████▎     | 218/500 [03:55<02:19,  2.02it/s, est. speed input: 135.05 toks/s, output: 1290.16 toks/s]
-2025-03-15T08:58:21.105282889Z 
Processed prompts:  44%|████▍     | 219/500 [03:56<02:24,  1.95it/s, est. speed input: 135.39 toks/s, output: 1301.42 toks/s]
-2025-03-15T08:58:21.459043870Z 
Processed prompts:  44%|████▍     | 220/500 [03:56<02:22,  1.97it/s, est. speed input: 135.54 toks/s, output: 1302.49 toks/s]
-2025-03-15T08:58:23.815061689Z 
Processed prompts:  44%|████▍     | 221/500 [03:56<02:10,  2.13it/s, est. speed input: 135.79 toks/s, output: 1305.02 toks/s]
-2025-03-15T08:58:24.390351336Z 
Processed prompts:  44%|████▍     | 222/500 [03:59<04:30,  1.03it/s, est. speed input: 134.88 toks/s, output: 1295.17 toks/s]
-2025-03-15T08:58:26.457927418Z 
Processed prompts:  45%|████▍     | 223/500 [03:59<03:59,  1.16it/s, est. speed input: 135.04 toks/s, output: 1300.36 toks/s]
-2025-03-15T08:58:26.878895653Z 
Processed prompts:  45%|████▍     | 224/500 [04:01<05:32,  1.20s/it, est. speed input: 134.52 toks/s, output: 1303.58 toks/s]
-2025-03-15T08:58:28.240574136Z 
Processed prompts:  45%|████▌     | 225/500 [04:02<04:29,  1.02it/s, est. speed input: 134.76 toks/s, output: 1309.01 toks/s]
-2025-03-15T08:58:28.897112888Z 
Processed prompts:  45%|████▌     | 226/500 [04:03<04:58,  1.09s/it, est. speed input: 134.43 toks/s, output: 1304.62 toks/s]
-2025-03-15T08:58:30.199453054Z 
Processed prompts:  45%|████▌     | 227/500 [04:04<04:22,  1.04it/s, est. speed input: 134.52 toks/s, output: 1307.13 toks/s]
-2025-03-15T08:58:31.425145555Z 
Processed prompts:  46%|████▌     | 228/500 [04:05<04:49,  1.06s/it, est. speed input: 134.25 toks/s, output: 1306.03 toks/s]
-2025-03-15T08:58:34.776279429Z 
Processed prompts:  46%|████▌     | 229/500 [04:06<05:01,  1.11s/it, est. speed input: 134.03 toks/s, output: 1305.94 toks/s]
-2025-03-15T08:58:35.438612045Z 
Processed prompts:  46%|████▌     | 230/500 [04:10<08:00,  1.78s/it, est. speed input: 132.74 toks/s, output: 1302.67 toks/s]
-2025-03-15T08:58:35.784305383Z 
Processed prompts:  46%|████▌     | 231/500 [04:10<06:28,  1.45s/it, est. speed input: 132.83 toks/s, output: 1305.48 toks/s]
-2025-03-15T08:58:36.685972125Z 
Processed prompts:  46%|████▋     | 232/500 [04:11<04:59,  1.12s/it, est. speed input: 133.20 toks/s, output: 1317.89 toks/s]
-2025-03-15T08:58:36.951866819Z 
Processed prompts:  47%|████▋     | 233/500 [04:12<04:40,  1.05s/it, est. speed input: 133.16 toks/s, output: 1319.08 toks/s]
-2025-03-15T08:58:38.649873535Z 
Processed prompts:  47%|████▋     | 234/500 [04:12<03:37,  1.22it/s, est. speed input: 133.41 toks/s, output: 1319.58 toks/s]
-2025-03-15T08:58:40.117441039Z 
Processed prompts:  47%|████▋     | 235/500 [04:14<04:46,  1.08s/it, est. speed input: 132.94 toks/s, output: 1315.85 toks/s]
-2025-03-15T08:58:40.621942946Z 
Processed prompts:  47%|████▋     | 236/500 [04:15<05:15,  1.20s/it, est. speed input: 132.62 toks/s, output: 1315.54 toks/s]
-2025-03-15T08:58:40.886655951Z 
Processed prompts:  47%|████▋     | 237/500 [04:16<04:20,  1.01it/s, est. speed input: 132.79 toks/s, output: 1319.47 toks/s]
-2025-03-15T08:58:41.718403113Z 
Processed prompts:  48%|████▊     | 238/500 [04:16<03:22,  1.30it/s, est. speed input: 133.09 toks/s, output: 1325.45 toks/s]
-2025-03-15T08:58:42.300777837Z 
Processed prompts:  48%|████▊     | 240/500 [04:17<02:37,  1.65it/s, est. speed input: 133.62 toks/s, output: 1344.55 toks/s]
-2025-03-15T08:58:42.883479800Z 
Processed prompts:  48%|████▊     | 241/500 [04:17<02:35,  1.66it/s, est. speed input: 133.76 toks/s, output: 1349.25 toks/s]
-2025-03-15T08:58:43.323105265Z 
Processed prompts:  48%|████▊     | 242/500 [04:18<02:33,  1.68it/s, est. speed input: 133.88 toks/s, output: 1352.47 toks/s]
-2025-03-15T08:58:45.170592844Z 
Processed prompts:  49%|████▉     | 244/500 [04:18<01:51,  2.30it/s, est. speed input: 134.47 toks/s, output: 1358.71 toks/s]
-2025-03-15T08:58:46.908943805Z 
Processed prompts:  49%|████▉     | 247/500 [04:20<02:11,  1.92it/s, est. speed input: 134.71 toks/s, output: 1359.90 toks/s]
-2025-03-15T08:58:48.404304639Z 
Processed prompts:  50%|████▉     | 248/500 [04:22<03:08,  1.34it/s, est. speed input: 134.19 toks/s, output: 1353.51 toks/s]
-2025-03-15T08:58:48.876012754Z 
Processed prompts:  50%|████▉     | 249/500 [04:23<03:46,  1.11it/s, est. speed input: 133.81 toks/s, output: 1347.70 toks/s]
-2025-03-15T08:58:49.347230616Z 
Processed prompts:  50%|█████     | 250/500 [04:24<03:21,  1.24it/s, est. speed input: 133.98 toks/s, output: 1351.12 toks/s]
-2025-03-15T08:58:49.661289370Z 
Processed prompts:  50%|█████     | 251/500 [04:24<02:59,  1.39it/s, est. speed input: 134.12 toks/s, output: 1351.19 toks/s]
-2025-03-15T08:58:49.897106276Z 
Processed prompts:  50%|█████     | 252/500 [04:25<02:32,  1.62it/s, est. speed input: 134.34 toks/s, output: 1352.64 toks/s]
-2025-03-15T08:58:50.367387133Z 
Processed prompts:  51%|█████     | 253/500 [04:25<02:06,  1.95it/s, est. speed input: 134.59 toks/s, output: 1353.19 toks/s]
-2025-03-15T08:58:50.602842456Z 
Processed prompts:  51%|█████     | 254/500 [04:25<02:03,  2.00it/s, est. speed input: 134.80 toks/s, output: 1360.66 toks/s]
-2025-03-15T08:58:52.172652005Z 
Processed prompts:  51%|█████     | 255/500 [04:26<01:44,  2.35it/s, est. speed input: 135.09 toks/s, output: 1365.43 toks/s]
-2025-03-15T08:58:52.879375041Z 
Processed prompts:  51%|█████     | 256/500 [04:27<03:04,  1.32it/s, est. speed input: 134.68 toks/s, output: 1360.63 toks/s]
-2025-03-15T08:58:53.349780650Z 
Processed prompts:  51%|█████▏    | 257/500 [04:28<03:00,  1.35it/s, est. speed input: 134.76 toks/s, output: 1366.27 toks/s]
-2025-03-15T08:58:54.206347562Z 
Processed prompts:  52%|█████▏    | 258/500 [04:28<02:40,  1.51it/s, est. speed input: 134.94 toks/s, output: 1370.74 toks/s]
-2025-03-15T08:58:54.748393190Z 
Processed prompts:  52%|█████▏    | 259/500 [04:29<02:53,  1.39it/s, est. speed input: 134.89 toks/s, output: 1370.75 toks/s]
-2025-03-15T08:58:55.444285735Z 
Processed prompts:  52%|█████▏    | 261/500 [04:30<02:02,  1.95it/s, est. speed input: 135.45 toks/s, output: 1381.56 toks/s]
-2025-03-15T08:58:56.216116264Z 
Processed prompts:  52%|█████▏    | 262/500 [04:30<02:12,  1.79it/s, est. speed input: 135.50 toks/s, output: 1383.97 toks/s]
-2025-03-15T08:58:56.600190361Z 
Processed prompts:  53%|█████▎    | 263/500 [04:31<02:25,  1.63it/s, est. speed input: 135.49 toks/s, output: 1383.61 toks/s]
-2025-03-15T08:58:56.753659849Z 
Processed prompts:  53%|█████▎    | 264/500 [04:32<02:10,  1.81it/s, est. speed input: 135.66 toks/s, output: 1383.34 toks/s]
-2025-03-15T08:58:56.906867430Z 
Processed prompts:  53%|█████▎    | 265/500 [04:32<01:43,  2.27it/s, est. speed input: 135.93 toks/s, output: 1384.20 toks/s]
-2025-03-15T08:58:58.284275218Z 
Processed prompts:  53%|█████▎    | 266/500 [04:32<01:23,  2.79it/s, est. speed input: 136.25 toks/s, output: 1389.04 toks/s]
-2025-03-15T08:58:58.590220980Z 
Processed prompts:  53%|█████▎    | 267/500 [04:33<02:32,  1.53it/s, est. speed input: 135.93 toks/s, output: 1385.32 toks/s]
-2025-03-15T08:58:59.205240001Z 
Processed prompts:  54%|█████▎    | 268/500 [04:34<02:08,  1.81it/s, est. speed input: 136.48 toks/s, output: 1397.84 toks/s]
-2025-03-15T08:59:00.046818463Z 
Processed prompts:  54%|█████▍    | 269/500 [04:34<02:11,  1.75it/s, est. speed input: 136.54 toks/s, output: 1397.99 toks/s]
-2025-03-15T08:59:01.265011102Z 
Processed prompts:  54%|█████▍    | 271/500 [04:35<01:54,  1.99it/s, est. speed input: 137.09 toks/s, output: 1411.49 toks/s]
-2025-03-15T08:59:01.644001147Z 
Processed prompts:  54%|█████▍    | 272/500 [04:36<02:34,  1.47it/s, est. speed input: 136.83 toks/s, output: 1407.04 toks/s]
-2025-03-15T08:59:03.319987934Z 
Processed prompts:  55%|█████▍    | 273/500 [04:37<02:16,  1.67it/s, est. speed input: 137.35 toks/s, output: 1419.18 toks/s]
-2025-03-15T08:59:05.830301942Z 
Processed prompts:  55%|█████▍    | 274/500 [04:38<03:21,  1.12it/s, est. speed input: 137.44 toks/s, output: 1424.69 toks/s]
-2025-03-15T08:59:06.739172813Z 
Processed prompts:  55%|█████▌    | 276/500 [04:41<03:55,  1.05s/it, est. speed input: 137.08 toks/s, output: 1435.68 toks/s]
-2025-03-15T08:59:07.265753145Z 
Processed prompts:  55%|█████▌    | 277/500 [04:42<03:46,  1.02s/it, est. speed input: 137.06 toks/s, output: 1441.04 toks/s]
-2025-03-15T08:59:08.388180469Z 
Processed prompts:  56%|█████▌    | 278/500 [04:42<03:18,  1.12it/s, est. speed input: 137.20 toks/s, output: 1445.73 toks/s]
-2025-03-15T08:59:08.686119139Z 
Processed prompts:  56%|█████▌    | 280/500 [04:43<02:45,  1.33it/s, est. speed input: 137.38 toks/s, output: 1448.22 toks/s]
-2025-03-15T08:59:09.060046330Z 
Processed prompts:  56%|█████▋    | 282/500 [04:44<01:54,  1.90it/s, est. speed input: 138.33 toks/s, output: 1474.76 toks/s]
-2025-03-15T08:59:09.649796111Z 
Processed prompts:  57%|█████▋    | 283/500 [04:44<01:47,  2.02it/s, est. speed input: 138.53 toks/s, output: 1478.89 toks/s]
-2025-03-15T08:59:09.870678939Z 
Processed prompts:  57%|█████▋    | 284/500 [04:45<01:51,  1.94it/s, est. speed input: 138.65 toks/s, output: 1484.26 toks/s]
-2025-03-15T08:59:10.455433432Z 
Processed prompts:  57%|█████▋    | 285/500 [04:45<01:35,  2.26it/s, est. speed input: 139.10 toks/s, output: 1497.15 toks/s]
-2025-03-15T08:59:10.673753194Z 
Processed prompts:  57%|█████▋    | 287/500 [04:45<01:21,  2.63it/s, est. speed input: 139.51 toks/s, output: 1502.00 toks/s]
-2025-03-15T08:59:11.549999912Z 
Processed prompts:  58%|█████▊    | 289/500 [04:46<00:58,  3.58it/s, est. speed input: 140.08 toks/s, output: 1505.62 toks/s]
-2025-03-15T08:59:12.216559440Z 
Processed prompts:  58%|█████▊    | 290/500 [04:46<01:25,  2.47it/s, est. speed input: 140.02 toks/s, output: 1506.65 toks/s]
-2025-03-15T08:59:12.362798166Z 
Processed prompts:  58%|█████▊    | 291/500 [04:47<01:37,  2.15it/s, est. speed input: 140.09 toks/s, output: 1510.72 toks/s]
-2025-03-15T08:59:13.089370988Z 
Processed prompts:  58%|█████▊    | 292/500 [04:47<01:20,  2.59it/s, est. speed input: 140.36 toks/s, output: 1513.18 toks/s]
-2025-03-15T08:59:13.599515901Z 
Processed prompts:  59%|█████▊    | 293/500 [04:48<01:38,  2.10it/s, est. speed input: 140.39 toks/s, output: 1516.36 toks/s]
-2025-03-15T08:59:15.332002350Z 
Processed prompts:  59%|█████▉    | 294/500 [04:49<01:39,  2.06it/s, est. speed input: 140.66 toks/s, output: 1527.71 toks/s]
-2025-03-15T08:59:15.549249177Z 
Processed prompts:  59%|█████▉    | 295/500 [04:50<02:50,  1.20it/s, est. speed input: 140.13 toks/s, output: 1520.15 toks/s]
-2025-03-15T08:59:16.415164033Z 
Processed prompts:  59%|█████▉    | 296/500 [04:50<02:14,  1.52it/s, est. speed input: 140.31 toks/s, output: 1520.46 toks/s]
-2025-03-15T08:59:16.775228444Z 
Processed prompts:  59%|█████▉    | 297/500 [04:51<02:25,  1.39it/s, est. speed input: 141.74 toks/s, output: 1529.98 toks/s]
-2025-03-15T08:59:17.349867485Z 
Processed prompts:  60%|█████▉    | 298/500 [04:52<02:03,  1.63it/s, est. speed input: 141.90 toks/s, output: 1531.42 toks/s]
-2025-03-15T08:59:18.352900861Z 
Processed prompts:  60%|██████    | 300/500 [04:52<01:32,  2.15it/s, est. speed input: 142.26 toks/s, output: 1532.41 toks/s]
-2025-03-15T08:59:19.069478561Z 
Processed prompts:  60%|██████    | 301/500 [04:53<01:58,  1.68it/s, est. speed input: 142.15 toks/s, output: 1534.71 toks/s]
-2025-03-15T08:59:19.639960531Z 
Processed prompts:  60%|██████    | 302/500 [04:54<02:04,  1.59it/s, est. speed input: 142.16 toks/s, output: 1535.66 toks/s]
-2025-03-15T08:59:20.281882935Z 
Processed prompts:  61%|██████    | 303/500 [04:55<02:00,  1.63it/s, est. speed input: 142.21 toks/s, output: 1535.18 toks/s]
-2025-03-15T08:59:23.422390022Z 
Processed prompts:  61%|██████    | 304/500 [04:55<02:01,  1.61it/s, est. speed input: 142.25 toks/s, output: 1537.44 toks/s]
-2025-03-15T08:59:23.851143802Z 
Processed prompts:  61%|██████    | 306/500 [04:58<03:22,  1.04s/it, est. speed input: 141.60 toks/s, output: 1541.62 toks/s]
-2025-03-15T08:59:24.135161467Z 
Processed prompts:  61%|██████▏   | 307/500 [04:59<02:52,  1.12it/s, est. speed input: 141.78 toks/s, output: 1549.12 toks/s]
-2025-03-15T08:59:25.416310088Z 
Processed prompts:  62%|██████▏   | 308/500 [04:59<02:21,  1.35it/s, est. speed input: 142.00 toks/s, output: 1553.47 toks/s]
-2025-03-15T08:59:26.413278570Z 
Processed prompts:  62%|██████▏   | 309/500 [05:00<02:48,  1.13it/s, est. speed input: 141.75 toks/s, output: 1552.59 toks/s]
-2025-03-15T08:59:27.054145460Z 
Processed prompts:  62%|██████▏   | 310/500 [05:01<02:53,  1.09it/s, est. speed input: 141.65 toks/s, output: 1555.73 toks/s]
-2025-03-15T08:59:28.332402992Z 
Processed prompts:  62%|██████▏   | 311/500 [05:02<02:38,  1.19it/s, est. speed input: 142.44 toks/s, output: 1566.46 toks/s]
-2025-03-15T08:59:29.252665749Z 
Processed prompts:  62%|██████▏   | 312/500 [05:03<03:01,  1.04it/s, est. speed input: 142.16 toks/s, output: 1563.38 toks/s]
-2025-03-15T08:59:29.818628327Z 
Processed prompts:  63%|██████▎   | 313/500 [05:04<02:57,  1.05it/s, est. speed input: 142.05 toks/s, output: 1561.69 toks/s]
-2025-03-15T08:59:30.242045445Z 
Processed prompts:  63%|██████▎   | 314/500 [05:05<02:35,  1.19it/s, est. speed input: 142.13 toks/s, output: 1564.46 toks/s]
-2025-03-15T08:59:30.807953852Z 
Processed prompts:  63%|██████▎   | 315/500 [05:05<02:12,  1.40it/s, est. speed input: 142.24 toks/s, output: 1565.24 toks/s]
-2025-03-15T08:59:32.999875157Z 
Processed prompts:  63%|██████▎   | 316/500 [05:06<02:03,  1.49it/s, est. speed input: 142.26 toks/s, output: 1564.44 toks/s]
-2025-03-15T08:59:33.633636335Z 
Processed prompts:  63%|██████▎   | 317/500 [05:08<03:25,  1.12s/it, est. speed input: 141.56 toks/s, output: 1556.35 toks/s]
-2025-03-15T08:59:34.055975699Z 
Processed prompts:  64%|██████▎   | 318/500 [05:09<02:57,  1.02it/s, est. speed input: 141.60 toks/s, output: 1557.40 toks/s]
-2025-03-15T08:59:34.686676126Z 
Processed prompts:  64%|██████▍   | 319/500 [05:09<02:26,  1.23it/s, est. speed input: 141.72 toks/s, output: 1558.68 toks/s]
-2025-03-15T08:59:34.897334078Z 
Processed prompts:  64%|██████▍   | 320/500 [05:10<02:16,  1.32it/s, est. speed input: 141.73 toks/s, output: 1558.21 toks/s]
-2025-03-15T08:59:35.387448920Z 
Processed prompts:  64%|██████▍   | 321/500 [05:10<01:46,  1.68it/s, est. speed input: 141.92 toks/s, output: 1559.43 toks/s]
-2025-03-15T08:59:38.886360139Z 
Processed prompts:  64%|██████▍   | 322/500 [05:10<01:40,  1.78it/s, est. speed input: 142.18 toks/s, output: 1571.00 toks/s]
-2025-03-15T08:59:39.804134929Z 
Processed prompts:  65%|██████▍   | 324/500 [05:14<03:15,  1.11s/it, est. speed input: 141.19 toks/s, output: 1558.97 toks/s]
-2025-03-15T08:59:40.294443154Z 
Processed prompts:  65%|██████▌   | 325/500 [05:15<03:05,  1.06s/it, est. speed input: 141.08 toks/s, output: 1557.55 toks/s]
-2025-03-15T08:59:40.712282101Z 
Processed prompts:  65%|██████▌   | 326/500 [05:15<02:38,  1.10it/s, est. speed input: 141.20 toks/s, output: 1561.67 toks/s]
-2025-03-15T08:59:40.851152256Z 
Processed prompts:  65%|██████▌   | 327/500 [05:16<02:14,  1.28it/s, est. speed input: 141.48 toks/s, output: 1573.64 toks/s]
-2025-03-15T08:59:41.267370621Z 
Processed prompts:  66%|██████▌   | 328/500 [05:16<01:43,  1.67it/s, est. speed input: 141.73 toks/s, output: 1577.12 toks/s]
-2025-03-15T08:59:41.613418222Z 
Processed prompts:  66%|██████▌   | 329/500 [05:16<01:33,  1.83it/s, est. speed input: 141.83 toks/s, output: 1577.58 toks/s]
-2025-03-15T08:59:43.641540300Z 
Processed prompts:  66%|██████▌   | 330/500 [05:17<01:23,  2.05it/s, est. speed input: 142.19 toks/s, output: 1589.90 toks/s]
-2025-03-15T08:59:43.918511978Z 
Processed prompts:  66%|██████▌   | 331/500 [05:19<02:38,  1.06it/s, est. speed input: 141.92 toks/s, output: 1593.77 toks/s]
-2025-03-15T08:59:44.588603580Z 
Processed prompts:  66%|██████▋   | 332/500 [05:19<02:05,  1.34it/s, est. speed input: 142.10 toks/s, output: 1596.15 toks/s]
-2025-03-15T08:59:46.441986669Z 
Processed prompts:  67%|██████▋   | 333/500 [05:20<02:00,  1.38it/s, est. speed input: 142.13 toks/s, output: 1599.23 toks/s]
-2025-03-15T08:59:46.575377182Z 
Processed prompts:  67%|██████▋   | 334/500 [05:21<02:55,  1.06s/it, est. speed input: 142.32 toks/s, output: 1604.01 toks/s]
-2025-03-15T08:59:46.706454449Z 
Processed prompts:  67%|██████▋   | 335/500 [05:22<02:09,  1.28it/s, est. speed input: 142.58 toks/s, output: 1609.57 toks/s]
-2025-03-15T08:59:47.684073926Z 
Processed prompts:  67%|██████▋   | 337/500 [05:22<01:13,  2.21it/s, est. speed input: 143.17 toks/s, output: 1621.72 toks/s]
-2025-03-15T08:59:47.879004217Z 
Processed prompts:  68%|██████▊   | 338/500 [05:23<01:34,  1.72it/s, est. speed input: 143.10 toks/s, output: 1626.92 toks/s]
-2025-03-15T08:59:50.002211525Z 
Processed prompts:  68%|██████▊   | 339/500 [05:23<01:17,  2.08it/s, est. speed input: 143.33 toks/s, output: 1630.85 toks/s]
-2025-03-15T08:59:53.359167891Z 
Processed prompts:  68%|██████▊   | 341/500 [05:25<01:55,  1.37it/s, est. speed input: 143.96 toks/s, output: 1636.97 toks/s]
-2025-03-15T08:59:54.387222996Z 
Processed prompts:  68%|██████▊   | 342/500 [05:28<03:32,  1.34s/it, est. speed input: 142.90 toks/s, output: 1634.28 toks/s]
-2025-03-15T08:59:55.743875063Z 
Processed prompts:  69%|██████▉   | 344/500 [05:29<02:37,  1.01s/it, est. speed input: 143.07 toks/s, output: 1638.84 toks/s]
-2025-03-15T08:59:57.021958298Z 
Processed prompts:  69%|██████▉   | 345/500 [05:31<02:48,  1.09s/it, est. speed input: 143.24 toks/s, output: 1646.16 toks/s]
-2025-03-15T08:59:58.359252500Z 
Processed prompts:  69%|██████▉   | 347/500 [05:32<02:19,  1.09it/s, est. speed input: 143.28 toks/s, output: 1648.42 toks/s]
-2025-03-15T08:59:59.374299475Z 
Processed prompts:  70%|██████▉   | 348/500 [05:33<02:32,  1.01s/it, est. speed input: 143.00 toks/s, output: 1646.90 toks/s]
-2025-03-15T08:59:59.563593609Z 
Processed prompts:  70%|██████▉   | 349/500 [05:34<02:32,  1.01s/it, est. speed input: 143.03 toks/s, output: 1655.96 toks/s]
-2025-03-15T09:00:00.439858493Z 
Processed prompts:  70%|███████   | 350/500 [05:34<02:00,  1.25it/s, est. speed input: 143.42 toks/s, output: 1669.08 toks/s]
-2025-03-15T09:00:03.317010501Z 
Processed prompts:  70%|███████   | 351/500 [05:35<02:02,  1.22it/s, est. speed input: 143.67 toks/s, output: 1678.78 toks/s]
-2025-03-15T09:00:05.446693900Z 
Processed prompts:  70%|███████   | 352/500 [05:38<03:25,  1.39s/it, est. speed input: 142.75 toks/s, output: 1670.34 toks/s]
-2025-03-15T09:00:07.011909601Z 
Processed prompts:  71%|███████   | 353/500 [05:40<03:54,  1.60s/it, est. speed input: 142.45 toks/s, output: 1673.99 toks/s]
-2025-03-15T09:00:07.635949825Z 
Processed prompts:  71%|███████   | 354/500 [05:42<03:51,  1.59s/it, est. speed input: 142.75 toks/s, output: 1680.44 toks/s]
-2025-03-15T09:00:11.955329677Z 
Processed prompts:  71%|███████   | 355/500 [05:43<03:09,  1.31s/it, est. speed input: 142.93 toks/s, output: 1691.48 toks/s]
-2025-03-15T09:00:12.206613184Z 
Processed prompts:  71%|███████   | 356/500 [05:47<05:15,  2.19s/it, est. speed input: 141.43 toks/s, output: 1674.94 toks/s]
-2025-03-15T09:00:12.770793373Z 
Processed prompts:  71%|███████▏  | 357/500 [05:47<03:51,  1.62s/it, est. speed input: 141.59 toks/s, output: 1677.55 toks/s]
-2025-03-15T09:00:13.145754712Z 
Processed prompts:  72%|███████▏  | 358/500 [05:48<03:05,  1.31s/it, est. speed input: 141.69 toks/s, output: 1684.11 toks/s]
-2025-03-15T09:00:13.270262468Z 
Processed prompts:  72%|███████▏  | 359/500 [05:48<02:24,  1.03s/it, est. speed input: 141.80 toks/s, output: 1686.31 toks/s]
-2025-03-15T09:00:14.821204499Z 
Processed prompts:  72%|███████▏  | 360/500 [05:48<01:46,  1.32it/s, est. speed input: 142.04 toks/s, output: 1691.49 toks/s]
-2025-03-15T09:00:15.132073718Z 
Processed prompts:  72%|███████▏  | 361/500 [05:50<02:18,  1.00it/s, est. speed input: 141.85 toks/s, output: 1698.13 toks/s]
-2025-03-15T09:00:15.317701192Z 
Processed prompts:  72%|███████▏  | 362/500 [05:50<01:49,  1.26it/s, est. speed input: 141.99 toks/s, output: 1700.60 toks/s]
-2025-03-15T09:00:19.262982642Z 
Processed prompts:  73%|███████▎  | 363/500 [05:50<01:23,  1.64it/s, est. speed input: 142.34 toks/s, output: 1713.84 toks/s]
-2025-03-15T09:00:24.337831988Z 
Processed prompts:  73%|███████▎  | 364/500 [05:54<03:38,  1.61s/it, est. speed input: 141.08 toks/s, output: 1704.08 toks/s]
-2025-03-15T09:00:25.513514822Z 
Processed prompts:  73%|███████▎  | 365/500 [05:59<05:57,  2.65s/it, est. speed input: 139.54 toks/s, output: 1694.24 toks/s]
-2025-03-15T09:00:27.096061040Z 
Processed prompts:  73%|███████▎  | 366/500 [06:00<04:55,  2.21s/it, est. speed input: 139.39 toks/s, output: 1696.57 toks/s]
-2025-03-15T09:00:31.711941273Z 
Processed prompts:  74%|███████▍  | 369/500 [06:02<02:45,  1.26s/it, est. speed input: 139.96 toks/s, output: 1712.56 toks/s]
-2025-03-15T09:00:33.762056995Z 
Processed prompts:  74%|███████▍  | 370/500 [06:07<04:16,  1.97s/it, est. speed input: 138.46 toks/s, output: 1696.24 toks/s]
-2025-03-15T09:00:37.408544363Z 
Processed prompts:  74%|███████▍  | 371/500 [06:09<04:16,  1.99s/it, est. speed input: 138.15 toks/s, output: 1701.08 toks/s]
-2025-03-15T09:00:41.936172456Z 
Processed prompts:  75%|███████▍  | 373/500 [06:12<04:04,  1.92s/it, est. speed input: 137.36 toks/s, output: 1699.39 toks/s]
-2025-03-15T09:00:43.696607272Z 
Processed prompts:  75%|███████▍  | 374/500 [06:17<05:15,  2.50s/it, est. speed input: 136.14 toks/s, output: 1693.30 toks/s]
-2025-03-15T09:00:44.222801074Z 
Processed prompts:  75%|███████▌  | 375/500 [06:19<04:50,  2.32s/it, est. speed input: 136.27 toks/s, output: 1699.76 toks/s]
-2025-03-15T09:00:48.304044307Z 
Processed prompts:  75%|███████▌  | 376/500 [06:19<03:51,  1.86s/it, est. speed input: 136.42 toks/s, output: 1711.73 toks/s]
-2025-03-15T09:00:48.537006195Z 
Processed prompts:  75%|███████▌  | 377/500 [06:23<05:02,  2.46s/it, est. speed input: 135.24 toks/s, output: 1700.33 toks/s]
-2025-03-15T09:00:51.669633330Z 
Processed prompts:  76%|███████▌  | 378/500 [06:23<03:44,  1.84s/it, est. speed input: 135.44 toks/s, output: 1708.19 toks/s]
-2025-03-15T09:00:52.997509115Z 
Processed prompts:  76%|███████▌  | 379/500 [06:27<04:27,  2.21s/it, est. speed input: 134.77 toks/s, output: 1708.75 toks/s]
-2025-03-15T09:00:53.398259417Z 
Processed prompts:  76%|███████▌  | 380/500 [06:28<03:54,  1.95s/it, est. speed input: 134.57 toks/s, output: 1710.05 toks/s]
-2025-03-15T09:00:53.568761234Z 
Processed prompts:  76%|███████▌  | 381/500 [06:28<02:58,  1.50s/it, est. speed input: 134.66 toks/s, output: 1713.28 toks/s]
-2025-03-15T09:00:56.185818467Z 
Processed prompts:  76%|███████▋  | 382/500 [06:29<02:10,  1.11s/it, est. speed input: 134.85 toks/s, output: 1718.38 toks/s]
-2025-03-15T09:00:58.231707133Z 
Processed prompts:  77%|███████▋  | 383/500 [06:31<03:02,  1.56s/it, est. speed input: 134.26 toks/s, output: 1718.84 toks/s]
-2025-03-15T09:00:59.190353110Z 
Processed prompts:  77%|███████▋  | 384/500 [06:33<03:17,  1.70s/it, est. speed input: 133.90 toks/s, output: 1724.34 toks/s]
-2025-03-15T09:01:04.139725256Z 
Processed prompts:  77%|███████▋  | 385/500 [06:34<02:50,  1.48s/it, est. speed input: 134.09 toks/s, output: 1734.59 toks/s]
-2025-03-15T09:01:05.942719055Z 
Processed prompts:  77%|███████▋  | 386/500 [06:39<04:46,  2.52s/it, est. speed input: 132.73 toks/s, output: 1725.54 toks/s]
-2025-03-15T09:01:06.110134995Z 
Processed prompts:  77%|███████▋  | 387/500 [06:41<04:20,  2.30s/it, est. speed input: 132.45 toks/s, output: 1732.29 toks/s]
-2025-03-15T09:01:07.328976286Z 
Processed prompts:  78%|███████▊  | 388/500 [06:41<03:06,  1.66s/it, est. speed input: 132.72 toks/s, output: 1746.06 toks/s]
-2025-03-15T09:01:16.566929669Z 
Processed prompts:  78%|███████▊  | 389/500 [06:42<02:49,  1.53s/it, est. speed input: 132.65 toks/s, output: 1755.28 toks/s]
-2025-03-15T09:01:21.351194934Z 
Processed prompts:  78%|███████▊  | 390/500 [06:52<07:02,  3.84s/it, est. speed input: 129.92 toks/s, output: 1723.09 toks/s]
-2025-03-15T09:01:23.207766472Z 
Processed prompts:  78%|███████▊  | 391/500 [06:56<07:29,  4.12s/it, est. speed input: 128.65 toks/s, output: 1709.39 toks/s]
-2025-03-15T09:01:26.409410205Z 
Processed prompts:  78%|███████▊  | 392/500 [06:58<06:11,  3.44s/it, est. speed input: 128.68 toks/s, output: 1716.44 toks/s]
-2025-03-15T09:01:27.193172241Z 
Processed prompts:  79%|███████▊  | 393/500 [07:01<06:00,  3.37s/it, est. speed input: 128.02 toks/s, output: 1718.07 toks/s]
-2025-03-15T09:01:29.649838090Z 
Processed prompts:  79%|███████▉  | 394/500 [07:02<04:35,  2.60s/it, est. speed input: 128.00 toks/s, output: 1721.33 toks/s]
-2025-03-15T09:01:33.897009484Z 
Processed prompts:  79%|███████▉  | 395/500 [07:05<04:28,  2.55s/it, est. speed input: 127.62 toks/s, output: 1726.07 toks/s]
-2025-03-15T09:01:35.914390638Z 
Processed prompts:  79%|███████▉  | 396/500 [07:09<05:18,  3.06s/it, est. speed input: 126.60 toks/s, output: 1718.12 toks/s]
-2025-03-15T09:01:40.742649680Z 
Processed prompts:  79%|███████▉  | 397/500 [07:11<04:43,  2.75s/it, est. speed input: 126.52 toks/s, output: 1724.82 toks/s]
-2025-03-15T09:01:48.666619515Z 
Processed prompts:  80%|███████▉  | 398/500 [07:16<05:43,  3.37s/it, est. speed input: 125.36 toks/s, output: 1714.53 toks/s]
-2025-03-15T09:01:51.655332467Z 
Processed prompts:  80%|███████▉  | 399/500 [07:24<07:58,  4.74s/it, est. speed input: 123.34 toks/s, output: 1691.64 toks/s]
-2025-03-15T09:01:53.568106551Z 
Processed prompts:  80%|████████  | 400/500 [07:27<07:01,  4.21s/it, est. speed input: 123.04 toks/s, output: 1695.17 toks/s]
-2025-03-15T09:01:53.791881189Z 
Processed prompts:  80%|████████  | 401/500 [07:29<05:48,  3.52s/it, est. speed input: 122.82 toks/s, output: 1702.79 toks/s]
-2025-03-15T09:01:55.625391413Z 
Processed prompts:  80%|████████  | 402/500 [07:29<04:08,  2.53s/it, est. speed input: 123.05 toks/s, output: 1716.79 toks/s]
-2025-03-15T09:02:03.966087766Z 
Processed prompts:  81%|████████  | 403/500 [07:31<03:45,  2.32s/it, est. speed input: 122.78 toks/s, output: 1719.26 toks/s]
-2025-03-15T09:02:07.714307155Z 
Processed prompts:  81%|████████  | 404/500 [07:39<06:36,  4.13s/it, est. speed input: 120.77 toks/s, output: 1696.42 toks/s]
-2025-03-15T09:02:12.082668170Z 
Processed prompts:  81%|████████  | 406/500 [07:43<04:50,  3.09s/it, est. speed input: 120.80 toks/s, output: 1712.43 toks/s]
-2025-03-15T09:02:19.465063636Z 
Processed prompts:  81%|████████▏ | 407/500 [07:47<05:16,  3.41s/it, est. speed input: 120.33 toks/s, output: 1711.40 toks/s]
-2025-03-15T09:02:19.576564353Z 
Processed prompts:  82%|████████▏ | 408/500 [07:54<06:48,  4.45s/it, est. speed input: 118.72 toks/s, output: 1697.65 toks/s]
-2025-03-15T09:02:22.916457433Z 
Processed prompts:  82%|████████▏ | 409/500 [07:55<04:57,  3.27s/it, est. speed input: 118.97 toks/s, output: 1712.26 toks/s]
-2025-03-15T09:02:24.738412657Z 
Processed prompts:  82%|████████▏ | 410/500 [07:58<04:55,  3.29s/it, est. speed input: 119.02 toks/s, output: 1715.30 toks/s]
-2025-03-15T09:02:25.887093790Z 
Processed prompts:  82%|████████▏ | 411/500 [08:00<04:15,  2.87s/it, est. speed input: 119.05 toks/s, output: 1723.79 toks/s]
-2025-03-15T09:02:41.365227158Z 
Processed prompts:  82%|████████▏ | 412/500 [08:01<03:28,  2.37s/it, est. speed input: 119.04 toks/s, output: 1734.69 toks/s]
-2025-03-15T09:02:45.206172435Z 
Processed prompts:  83%|████████▎ | 413/500 [08:16<09:00,  6.21s/it, est. speed input: 115.62 toks/s, output: 1695.75 toks/s]
-2025-03-15T09:02:54.893163847Z 
Processed prompts:  83%|████████▎ | 414/500 [08:20<07:53,  5.51s/it, est. speed input: 114.98 toks/s, output: 1696.27 toks/s]
-2025-03-15T09:03:05.722098393Z 
Processed prompts:  83%|████████▎ | 415/500 [08:30<09:33,  6.75s/it, est. speed input: 112.99 toks/s, output: 1673.58 toks/s]
-2025-03-15T09:03:06.837362470Z 
Processed prompts:  83%|████████▎ | 416/500 [08:41<11:08,  7.96s/it, est. speed input: 110.96 toks/s, output: 1654.06 toks/s]
-2025-03-15T09:03:15.506371988Z 
Processed prompts:  84%|████████▎ | 418/500 [08:42<06:13,  4.56s/it, est. speed input: 111.65 toks/s, output: 1681.02 toks/s]
-2025-03-15T09:03:15.821427408Z 
Processed prompts:  84%|████████▍ | 419/500 [08:50<07:31,  5.58s/it, est. speed input: 110.10 toks/s, output: 1668.90 toks/s]
-2025-03-15T09:03:17.127540150Z 
Processed prompts:  84%|████████▍ | 420/500 [08:51<05:36,  4.20s/it, est. speed input: 110.51 toks/s, output: 1683.24 toks/s]
-2025-03-15T09:03:19.106948686Z 
Processed prompts:  84%|████████▍ | 421/500 [08:52<04:29,  3.42s/it, est. speed input: 110.58 toks/s, output: 1694.45 toks/s]
-2025-03-15T09:03:30.377312105Z 
Processed prompts:  84%|████████▍ | 422/500 [08:54<03:55,  3.01s/it, est. speed input: 110.57 toks/s, output: 1703.52 toks/s]
-2025-03-15T09:03:31.256353007Z 
Processed prompts:  85%|████████▍ | 423/500 [09:05<06:53,  5.37s/it, est. speed input: 108.61 toks/s, output: 1683.78 toks/s]
-2025-03-15T09:03:40.208829006Z 
Processed prompts:  85%|████████▍ | 424/500 [09:06<05:09,  4.07s/it, est. speed input: 109.86 toks/s, output: 1696.51 toks/s]
-2025-03-15T09:03:40.975828982Z 
Processed prompts:  85%|████████▌ | 425/500 [09:15<06:52,  5.50s/it, est. speed input: 108.33 toks/s, output: 1684.68 toks/s]
-2025-03-15T09:03:43.657981632Z 
Processed prompts:  85%|████████▌ | 426/500 [09:16<05:03,  4.10s/it, est. speed input: 108.51 toks/s, output: 1697.87 toks/s]
-2025-03-15T09:03:48.812870224Z 
Processed prompts:  85%|████████▌ | 427/500 [09:19<04:28,  3.68s/it, est. speed input: 108.17 toks/s, output: 1700.47 toks/s]
-2025-03-15T09:03:51.643158034Z 
Processed prompts:  86%|████████▌ | 428/500 [09:24<04:56,  4.12s/it, est. speed input: 107.37 toks/s, output: 1696.33 toks/s]
-2025-03-15T09:03:52.692994036Z 
Processed prompts:  86%|████████▌ | 429/500 [09:27<04:25,  3.74s/it, est. speed input: 107.12 toks/s, output: 1703.45 toks/s]
-2025-03-15T09:03:59.912577235Z 
Processed prompts:  86%|████████▌ | 430/500 [09:28<03:25,  2.93s/it, est. speed input: 107.12 toks/s, output: 1712.46 toks/s]
-2025-03-15T09:04:11.558701838Z 
Processed prompts:  86%|████████▌ | 431/500 [09:35<04:50,  4.22s/it, est. speed input: 105.94 toks/s, output: 1701.23 toks/s]
-2025-03-15T09:04:29.015424266Z 
Processed prompts:  86%|████████▋ | 432/500 [09:46<07:17,  6.44s/it, est. speed input: 104.08 toks/s, output: 1683.22 toks/s]
-2025-03-15T09:04:29.668133993Z 
Processed prompts:  87%|████████▋ | 433/500 [10:04<10:52,  9.74s/it, est. speed input: 101.27 toks/s, output: 1648.66 toks/s]
-2025-03-15T09:04:34.111329828Z 
Processed prompts:  87%|████████▋ | 434/500 [10:05<07:43,  7.02s/it, est. speed input: 101.36 toks/s, output: 1660.98 toks/s]
-2025-03-15T09:04:44.827501057Z 
Processed prompts:  87%|████████▋ | 435/500 [10:09<06:45,  6.25s/it, est. speed input: 100.81 toks/s, output: 1662.73 toks/s]
-2025-03-15T09:04:45.516521033Z 
Processed prompts:  87%|████████▋ | 436/500 [10:20<08:05,  7.59s/it, est. speed input: 99.44 toks/s, output: 1649.96 toks/s] 
-2025-03-15T09:04:55.168860271Z 
Processed prompts:  87%|████████▋ | 437/500 [10:20<05:47,  5.52s/it, est. speed input: 99.58 toks/s, output: 1664.10 toks/s]
-2025-03-15T09:04:55.415730038Z 
Processed prompts:  88%|████████▊ | 438/500 [10:30<06:58,  6.76s/it, est. speed input: 98.33 toks/s, output: 1654.66 toks/s]
-2025-03-15T09:04:56.483036473Z 
Processed prompts:  88%|████████▊ | 439/500 [10:30<04:53,  4.80s/it, est. speed input: 98.52 toks/s, output: 1670.04 toks/s]
-2025-03-15T09:05:00.604650731Z 
Processed prompts:  88%|████████▊ | 440/500 [10:31<03:41,  3.68s/it, est. speed input: 98.65 toks/s, output: 1683.26 toks/s]
-2025-03-15T09:05:01.172791259Z 
Processed prompts:  88%|████████▊ | 441/500 [10:36<03:45,  3.82s/it, est. speed input: 98.30 toks/s, output: 1688.43 toks/s]
-2025-03-15T09:05:04.450798578Z 
Processed prompts:  88%|████████▊ | 442/500 [10:36<02:44,  2.84s/it, est. speed input: 98.41 toks/s, output: 1701.85 toks/s]
-2025-03-15T09:05:10.737659892Z 
Processed prompts:  89%|████████▊ | 443/500 [10:39<02:49,  2.97s/it, est. speed input: 98.45 toks/s, output: 1709.23 toks/s]
-2025-03-15T09:05:27.381709776Z 
Processed prompts:  89%|████████▉ | 444/500 [10:46<03:42,  3.97s/it, est. speed input: 97.67 toks/s, output: 1706.11 toks/s]
-2025-03-15T09:05:36.340660401Z 
Processed prompts:  89%|████████▉ | 445/500 [11:02<07:07,  7.77s/it, est. speed input: 95.37 toks/s, output: 1675.07 toks/s]
-2025-03-15T09:05:37.491630306Z 
Processed prompts:  89%|████████▉ | 446/500 [11:11<07:18,  8.13s/it, est. speed input: 94.54 toks/s, output: 1669.10 toks/s]
-2025-03-15T09:05:37.810394123Z 
Processed prompts:  89%|████████▉ | 447/500 [11:12<05:19,  6.03s/it, est. speed input: 94.59 toks/s, output: 1682.62 toks/s]
-2025-03-15T09:05:38.393918287Z 
Processed prompts:  90%|████████▉ | 448/500 [11:13<03:44,  4.32s/it, est. speed input: 94.88 toks/s, output: 1698.20 toks/s]
-2025-03-15T09:05:39.681151762Z 
Processed prompts:  90%|████████▉ | 449/500 [11:13<02:43,  3.20s/it, est. speed input: 95.11 toks/s, output: 1713.11 toks/s]
-2025-03-15T09:05:48.926484225Z 
Processed prompts:  90%|█████████ | 450/500 [11:15<02:11,  2.63s/it, est. speed input: 95.16 toks/s, output: 1726.24 toks/s]
-2025-03-15T09:05:51.317266048Z 
Processed prompts:  90%|█████████ | 451/500 [11:24<03:45,  4.61s/it, est. speed input: 94.06 toks/s, output: 1718.27 toks/s]
-2025-03-15T09:05:59.988831835Z 
Processed prompts:  90%|█████████ | 452/500 [11:26<03:09,  3.95s/it, est. speed input: 93.88 toks/s, output: 1724.14 toks/s]
-2025-03-15T09:06:15.414404267Z 
Processed prompts:  91%|█████████ | 453/500 [11:35<04:12,  5.36s/it, est. speed input: 92.88 toks/s, output: 1717.94 toks/s]
-2025-03-15T09:06:24.281301361Z 
Processed prompts:  91%|█████████ | 454/500 [11:50<06:25,  8.38s/it, est. speed input: 91.10 toks/s, output: 1697.39 toks/s]
-2025-03-15T09:06:31.584385698Z 
Processed prompts:  91%|█████████ | 455/500 [11:59<06:23,  8.53s/it, est. speed input: 90.36 toks/s, output: 1693.29 toks/s]
-2025-03-15T09:06:38.493026152Z 
Processed prompts:  91%|█████████ | 456/500 [12:07<05:59,  8.16s/it, est. speed input: 89.84 toks/s, output: 1693.16 toks/s]
-2025-03-15T09:06:40.665639379Z 
Processed prompts:  91%|█████████▏| 457/500 [12:13<05:34,  7.78s/it, est. speed input: 89.25 toks/s, output: 1694.16 toks/s]
-2025-03-15T09:06:48.766387726Z 
Processed prompts:  92%|█████████▏| 458/500 [12:16<04:16,  6.10s/it, est. speed input: 89.18 toks/s, output: 1706.12 toks/s]
-2025-03-15T09:06:49.620914735Z 
Processed prompts:  92%|█████████▏| 459/500 [12:24<04:34,  6.70s/it, est. speed input: 88.44 toks/s, output: 1704.58 toks/s]
-2025-03-15T09:06:55.364306300Z 
Processed prompts:  92%|█████████▏| 460/500 [12:25<03:17,  4.95s/it, est. speed input: 88.51 toks/s, output: 1719.68 toks/s]
-2025-03-15T09:07:10.646549503Z 
Processed prompts:  92%|█████████▏| 461/500 [12:30<03:22,  5.19s/it, est. speed input: 88.01 toks/s, output: 1723.63 toks/s]
-2025-03-15T09:07:27.043745455Z 
Processed prompts:  92%|█████████▏| 462/500 [12:46<05:12,  8.21s/it, est. speed input: 87.23 toks/s, output: 1706.49 toks/s]
-2025-03-15T09:07:54.550934773Z 
Processed prompts:  93%|█████████▎| 463/500 [13:02<06:34, 10.67s/it, est. speed input: 85.58 toks/s, output: 1688.15 toks/s]
-2025-03-15T09:08:08.262571846Z 
Processed prompts:  93%|█████████▎| 464/500 [13:29<09:25, 15.72s/it, est. speed input: 82.83 toks/s, output: 1648.12 toks/s]
-2025-03-15T09:08:20.502641470Z 
Processed prompts:  93%|█████████▎| 465/500 [13:43<08:49, 15.12s/it, est. speed input: 81.63 toks/s, output: 1638.44 toks/s]
-2025-03-15T09:08:34.304141925Z 
Processed prompts:  93%|█████████▎| 466/500 [13:55<08:04, 14.25s/it, est. speed input: 80.79 toks/s, output: 1632.31 toks/s]
-2025-03-15T09:08:41.326334861Z 
Processed prompts:  93%|█████████▎| 467/500 [14:09<07:45, 14.12s/it, est. speed input: 79.68 toks/s, output: 1623.78 toks/s]
-2025-03-15T09:09:04.337116048Z 
Processed prompts:  94%|█████████▎| 468/500 [14:16<06:23, 11.99s/it, est. speed input: 79.36 toks/s, output: 1628.52 toks/s]
-2025-03-15T09:09:11.711309616Z 
Processed prompts:  94%|█████████▍| 469/500 [14:39<07:54, 15.30s/it, est. speed input: 77.48 toks/s, output: 1604.17 toks/s]
-2025-03-15T09:09:14.181199397Z 
Processed prompts:  94%|█████████▍| 470/500 [14:47<06:27, 12.92s/it, est. speed input: 76.95 toks/s, output: 1605.55 toks/s]
-2025-03-15T09:09:18.328836818Z 
Processed prompts:  94%|█████████▍| 471/500 [14:49<04:43,  9.78s/it, est. speed input: 76.85 toks/s, output: 1616.72 toks/s]
-2025-03-15T09:09:21.294103310Z 
Processed prompts:  94%|█████████▍| 472/500 [14:53<03:46,  8.09s/it, est. speed input: 76.67 toks/s, output: 1627.59 toks/s]
-2025-03-15T09:09:22.351675902Z 
Processed prompts:  95%|█████████▍| 473/500 [14:56<02:56,  6.56s/it, est. speed input: 76.72 toks/s, output: 1640.62 toks/s]
-2025-03-15T09:09:26.331430244Z 
Processed prompts:  95%|█████████▍| 474/500 [14:57<02:07,  4.91s/it, est. speed input: 76.96 toks/s, output: 1657.10 toks/s]
-2025-03-15T09:09:37.561241889Z 
Processed prompts:  95%|█████████▌| 475/500 [15:01<01:55,  4.63s/it, est. speed input: 76.80 toks/s, output: 1668.25 toks/s]
-2025-03-15T09:09:55.412242799Z 
Processed prompts:  95%|█████████▌| 476/500 [15:12<02:38,  6.61s/it, est. speed input: 76.03 toks/s, output: 1666.34 toks/s]
-2025-03-15T09:10:13.160630604Z 
Processed prompts:  95%|█████████▌| 477/500 [15:30<03:49,  9.98s/it, est. speed input: 74.92 toks/s, output: 1653.21 toks/s]
-2025-03-15T09:10:29.350550991Z 
Processed prompts:  96%|█████████▌| 478/500 [15:48<04:30, 12.31s/it, est. speed input: 73.79 toks/s, output: 1641.32 toks/s]
-2025-03-15T09:10:30.609876537Z 
Processed prompts:  96%|█████████▌| 479/500 [16:04<04:42, 13.47s/it, est. speed input: 72.68 toks/s, output: 1633.02 toks/s]
-2025-03-15T09:10:42.241882981Z 
Processed prompts:  96%|█████████▌| 480/500 [16:06<03:16,  9.81s/it, est. speed input: 72.76 toks/s, output: 1650.15 toks/s]
-2025-03-15T09:10:51.498077457Z 
Processed prompts:  96%|█████████▌| 481/500 [16:17<03:16, 10.36s/it, est. speed input: 72.03 toks/s, output: 1649.94 toks/s]
-2025-03-15T09:11:07.162482110Z 
Processed prompts:  96%|█████████▋| 482/500 [16:26<03:00, 10.03s/it, est. speed input: 71.63 toks/s, output: 1654.01 toks/s]
-2025-03-15T09:11:26.624715942Z 
Processed prompts:  97%|█████████▋| 483/500 [16:42<03:19, 11.72s/it, est. speed input: 70.65 toks/s, output: 1647.94 toks/s]
-2025-03-15T09:11:27.700627872Z 
Processed prompts:  97%|█████████▋| 484/500 [17:02<03:44, 14.04s/it, est. speed input: 69.46 toks/s, output: 1636.61 toks/s]
-2025-03-15T09:12:32.423868847Z 
Processed prompts:  97%|█████████▋| 485/500 [17:03<02:32, 10.15s/it, est. speed input: 69.56 toks/s, output: 1654.97 toks/s]
-2025-03-15T09:12:45.798184902Z 
Processed prompts:  97%|█████████▋| 486/500 [18:07<06:11, 26.52s/it, est. speed input: 65.59 toks/s, output: 1577.56 toks/s]
-2025-03-15T09:13:19.374414994Z 
Processed prompts:  97%|█████████▋| 487/500 [18:21<04:53, 22.58s/it, est. speed input: 64.94 toks/s, output: 1579.66 toks/s]
-2025-03-15T09:13:29.107789343Z 
Processed prompts:  98%|█████████▊| 488/500 [18:54<05:10, 25.88s/it, est. speed input: 63.14 toks/s, output: 1554.68 toks/s]
-2025-03-15T09:13:47.451252032Z 
Processed prompts:  98%|█████████▊| 489/500 [19:04<03:51, 21.03s/it, est. speed input: 62.92 toks/s, output: 1563.37 toks/s]
-2025-03-15T09:14:27.366245374Z 
Processed prompts:  98%|█████████▊| 490/500 [19:22<03:22, 20.23s/it, est. speed input: 62.09 toks/s, output: 1560.91 toks/s]
-2025-03-15T09:14:45.863487284Z 
Processed prompts:  98%|█████████▊| 491/500 [20:02<03:55, 26.13s/it, est. speed input: 60.17 toks/s, output: 1531.99 toks/s]
-2025-03-15T09:14:58.065765383Z 
Processed prompts:  98%|█████████▊| 492/500 [20:21<03:10, 23.84s/it, est. speed input: 59.41 toks/s, output: 1532.00 toks/s]
-2025-03-15T09:15:34.621611682Z 
Processed prompts:  99%|█████████▊| 493/500 [20:33<02:22, 20.35s/it, est. speed input: 59.04 toks/s, output: 1540.29 toks/s]
-2025-03-15T09:15:43.031768473Z 
Processed prompts:  99%|█████████▉| 494/500 [21:10<02:31, 25.21s/it, est. speed input: 57.45 toks/s, output: 1520.14 toks/s]
-2025-03-15T09:15:52.546051857Z 
Processed prompts:  99%|█████████▉| 495/500 [21:18<01:40, 20.17s/it, est. speed input: 57.22 toks/s, output: 1534.53 toks/s]
-2025-03-15T09:16:04.979288896Z 
Processed prompts:  99%|█████████▉| 496/500 [21:27<01:07, 16.97s/it, est. speed input: 56.91 toks/s, output: 1547.83 toks/s]
-2025-03-15T09:16:05.120948086Z 
Processed prompts:  99%|█████████▉| 497/500 [21:40<00:46, 15.61s/it, est. speed input: 56.55 toks/s, output: 1558.05 toks/s]
-2025-03-15T09:16:28.600775899Z 
Processed prompts: 100%|█████████▉| 498/500 [21:40<00:21, 10.97s/it, est. speed input: 56.72 toks/s, output: 1582.90 toks/s]
-2025-03-15T09:16:46.105120624Z 
Processed prompts: 100%|█████████▉| 499/500 [22:04<00:14, 14.72s/it, est. speed input: 55.79 toks/s, output: 1579.49 toks/s]
-2025-03-15T09:16:46.105213823Z 
Processed prompts: 100%|██████████| 500/500 [22:21<00:00, 15.56s/it, est. speed input: 55.14 toks/s, output: 1583.24 toks/s]
Processed prompts: 100%|██████████| 500/500 [22:21<00:00,  2.68s/it, est. speed input: 55.14 toks/s, output: 1583.24 toks/s]
-2025-03-15T09:16:46.846059762Z 
Splits: 100%|██████████| 1/1 [22:22<00:00, 1342.49s/it]
Splits: 100%|██████████| 1/1 [22:22<00:00, 1342.49s/it]
-2025-03-15T09:16:48.802628644Z [2025-03-15 09:16:48,802] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T09:16:52.515191673Z [2025-03-15 09:16:52,514] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T09:16:52.530399191Z [2025-03-15 09:16:52,530] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T09:16:52.530405832Z [2025-03-15 09:16:52,530] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T09:16:54.608647356Z [2025-03-15 09:16:54,608] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp3_100/results/quyanh/OpenRS-GRPO/results_2025-03-15T09-16-52.530386.json (evaluation_tracker.py:234)
-2025-03-15T09:16:54.612978239Z |      Task       |Version|     Metric     |Value|   |Stderr|
-2025-03-15T09:16:54.613000625Z |-----------------|------:|----------------|----:|---|-----:|
-2025-03-15T09:16:54.613002680Z |all              |       |extractive_match|0.844|±  |0.0162|
-2025-03-15T09:16:54.613004395Z |custom:math_500:0|      1|extractive_match|0.844|±  |0.0162|
-2025-03-15T09:16:57.896563988Z Evaluating task: amc23
-2025-03-15T09:17:21.152530750Z [2025-03-15 09:17:21,151] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T09:18:25.180861339Z INFO 03-15 09:18:25 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T09:18:30.968273907Z [2025-03-15 09:18:30,967] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T09:19:23.917888797Z [2025-03-15 09:19:23,917] [    INFO]: This model supports multiple tasks: {'embed', 'score', 'reward', 'generate', 'classify'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T09:19:23.928185728Z [2025-03-15 09:19:23,927] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=210c0db52a43ff19a8cd46285256a4afb54a93bc, override_neuron_config=None, tokenizer_revision=210c0db52a43ff19a8cd46285256a4afb54a93bc, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T09:19:27.691721825Z [2025-03-15 09:19:27,691] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T09:19:28.250642235Z [2025-03-15 09:19:28,250] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T09:19:30.484042464Z [2025-03-15 09:19:30,483] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T09:19:30.779016015Z [2025-03-15 09:19:30,778] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T09:19:30.780659892Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T09:19:31.614053195Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.20it/s]
-2025-03-15T09:19:31.614099775Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.20it/s]
-2025-03-15T09:19:31.962342616Z [2025-03-15 09:19:31,961] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T09:19:34.176738197Z [2025-03-15 09:19:34,176] [    INFO]: Memory profiling takes 1.99 seconds
-2025-03-15T09:19:34.176795277Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T09:19:34.176801327Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T09:19:34.502997732Z [2025-03-15 09:19:34,502] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T09:19:34.503049196Z [2025-03-15 09:19:34,502] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T09:19:37.678709763Z [2025-03-15 09:19:37,678] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T09:19:53.105716390Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:19,  1.77it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:01<00:18,  1.81it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:18,  1.70it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:02<00:17,  1.82it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:02<00:15,  2.00it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:03<00:13,  2.12it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:03<00:12,  2.16it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:03<00:12,  2.22it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:04<00:11,  2.28it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:04<00:10,  2.32it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:05<00:10,  2.33it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:05<00:09,  2.35it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:06<00:09,  2.35it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:06<00:08,  2.36it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:06<00:08,  2.31it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:07<00:08,  2.33it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:07<00:07,  2.36it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:08<00:07,  2.37it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:08<00:06,  2.37it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:09<00:06,  2.34it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:09<00:05,  2.35it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:09<00:05,  2.37it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:10<00:05,  2.38it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:10<00:04,  2.38it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:11<00:04,  2.37it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:11<00:03,  2.32it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:11<00:03,  2.34it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:12<00:02,  2.34it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:12<00:02,  2.35it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:13<00:02,  2.37it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:13<00:01,  2.37it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:14<00:01,  2.40it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:14<00:00,  2.39it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:14<00:00,  2.40it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:15<00:00,  2.23it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:15<00:00,  2.27it/s]
-2025-03-15T09:19:53.106214682Z [2025-03-15 09:19:53,105] [    INFO]: Graph capturing finished in 15 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T09:19:53.118821061Z [2025-03-15 09:19:53,118] [    INFO]: init engine (profile, create kv cache, warmup model) took 21.16 seconds (llm_engine.py:431)
-2025-03-15T09:19:53.844600666Z [2025-03-15 09:19:53,844] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T09:19:53.861129177Z [2025-03-15 09:19:53,860] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T09:19:53.861187015Z [2025-03-15 09:19:53,860] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T09:19:53.861192752Z [2025-03-15 09:19:53,860] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T09:19:53.861197795Z [2025-03-15 09:19:53,860] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T09:19:53.861202657Z [2025-03-15 09:19:53,860] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T09:19:53.861207255Z [2025-03-15 09:19:53,860] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T09:19:53.861296512Z [2025-03-15 09:19:53,860] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T09:19:53.861319149Z [2025-03-15 09:19:53,861] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T09:19:53.863451746Z [2025-03-15 09:19:53,863] [    INFO]: knoveleng/AMC-23 default (lighteval_task.py:187)
-2025-03-15T09:19:53.863483803Z [2025-03-15 09:19:53,863] [ WARNING]: Careful, the task custom|amc23 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T09:19:56.276329030Z [2025-03-15 09:19:56,276] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T09:19:56.276473175Z [2025-03-15 09:19:56,276] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T09:19:56.276510370Z [2025-03-15 09:19:56,276] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T09:19:56.292574516Z [2025-03-15 09:19:56,292] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T09:19:56.305335405Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 09:19:56,305] [ WARNING]: context_size + max_new_tokens=33060 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T09:20:07.450817279Z 
Processed prompts:   0%|          | 0/40 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T09:20:08.984971045Z 
Processed prompts:   2%|▎         | 1/40 [00:11<07:14, 11.14s/it, est. speed input: 9.25 toks/s, output: 64.99 toks/s]
-2025-03-15T09:20:09.211697537Z 
Processed prompts:   5%|▌         | 2/40 [00:12<03:28,  5.49s/it, est. speed input: 17.99 toks/s, output: 122.21 toks/s]
-2025-03-15T09:20:13.460904226Z 
Processed prompts:   8%|▊         | 3/40 [00:12<01:54,  3.09s/it, est. speed input: 29.69 toks/s, output: 185.18 toks/s]
-2025-03-15T09:20:14.074152998Z 
Processed prompts:  10%|█         | 4/40 [00:17<02:07,  3.55s/it, est. speed input: 32.42 toks/s, output: 204.54 toks/s]
-2025-03-15T09:20:16.542569745Z 
Processed prompts:  12%|█▎        | 5/40 [00:17<01:27,  2.49s/it, est. speed input: 40.42 toks/s, output: 261.43 toks/s]
-2025-03-15T09:20:17.109335903Z 
Processed prompts:  15%|█▌        | 6/40 [00:20<01:24,  2.48s/it, est. speed input: 44.98 toks/s, output: 293.64 toks/s]
-2025-03-15T09:20:17.413880534Z 
Processed prompts:  18%|█▊        | 7/40 [00:20<01:01,  1.86s/it, est. speed input: 52.12 toks/s, output: 349.78 toks/s]
-2025-03-15T09:20:20.177056526Z 
Processed prompts:  20%|██        | 8/40 [00:21<00:43,  1.36s/it, est. speed input: 56.82 toks/s, output: 408.89 toks/s]
-2025-03-15T09:20:26.117227959Z 
Processed prompts:  22%|██▎       | 9/40 [00:23<00:55,  1.80s/it, est. speed input: 58.99 toks/s, output: 425.78 toks/s]
-2025-03-15T09:20:26.388586716Z 
Processed prompts:  25%|██▌       | 10/40 [00:29<01:32,  3.08s/it, est. speed input: 54.12 toks/s, output: 405.08 toks/s]
-2025-03-15T09:20:27.315271332Z 
Processed prompts:  28%|██▊       | 11/40 [00:30<01:04,  2.22s/it, est. speed input: 58.85 toks/s, output: 465.55 toks/s]
-2025-03-15T09:20:42.785300497Z 
Processed prompts:  30%|███       | 12/40 [00:31<00:51,  1.83s/it, est. speed input: 61.86 toks/s, output: 515.76 toks/s]
-2025-03-15T09:20:42.901304817Z 
Processed prompts:  32%|███▎      | 13/40 [00:46<02:40,  5.96s/it, est. speed input: 44.54 toks/s, output: 407.53 toks/s]
-2025-03-15T09:20:46.764425409Z 
Processed prompts:  35%|███▌      | 14/40 [00:46<01:49,  4.19s/it, est. speed input: 46.77 toks/s, output: 469.96 toks/s]
-2025-03-15T09:20:46.990943160Z 
Processed prompts:  38%|███▊      | 15/40 [00:50<01:42,  4.09s/it, est. speed input: 45.74 toks/s, output: 497.27 toks/s]
-2025-03-15T09:20:47.844819266Z 
Processed prompts:  40%|████      | 16/40 [00:50<01:10,  2.93s/it, est. speed input: 49.55 toks/s, output: 558.32 toks/s]
-2025-03-15T09:20:48.333450566Z 
Processed prompts:  42%|████▎     | 17/40 [00:51<00:53,  2.31s/it, est. speed input: 51.65 toks/s, output: 612.37 toks/s]
-2025-03-15T09:20:48.859856162Z 
Processed prompts:  45%|████▌     | 18/40 [00:52<00:38,  1.76s/it, est. speed input: 55.09 toks/s, output: 669.94 toks/s]
-2025-03-15T09:21:04.222161583Z 
Processed prompts:  48%|████▊     | 19/40 [00:52<00:29,  1.39s/it, est. speed input: 57.60 toks/s, output: 726.57 toks/s]
-2025-03-15T09:21:40.642839748Z 
Processed prompts:  50%|█████     | 20/40 [01:07<01:51,  5.58s/it, est. speed input: 48.47 toks/s, output: 626.02 toks/s]
-2025-03-15T09:21:46.919356935Z 
Processed prompts:  52%|█████▎    | 21/40 [01:44<04:41, 14.84s/it, est. speed input: 32.66 toks/s, output: 470.06 toks/s]
-2025-03-15T09:22:11.861601290Z 
Processed prompts:  55%|█████▌    | 22/40 [01:50<03:40, 12.27s/it, est. speed input: 32.00 toks/s, output: 505.65 toks/s]
-2025-03-15T09:22:13.451263564Z 
Processed prompts:  57%|█████▊    | 23/40 [02:15<04:33, 16.07s/it, est. speed input: 28.26 toks/s, output: 473.52 toks/s]
-2025-03-15T09:22:13.837941072Z 
Processed prompts:  60%|██████    | 24/40 [02:17<03:07, 11.73s/it, est. speed input: 29.09 toks/s, output: 528.87 toks/s]
-2025-03-15T09:22:28.516334113Z 
Processed prompts:  62%|██████▎   | 25/40 [02:17<02:04,  8.32s/it, est. speed input: 29.71 toks/s, output: 588.20 toks/s]
-2025-03-15T09:22:32.568075583Z 
Processed prompts:  65%|██████▌   | 26/40 [02:32<02:23, 10.23s/it, est. speed input: 27.59 toks/s, output: 591.99 toks/s]
-2025-03-15T09:22:42.328368918Z 
Processed prompts:  68%|██████▊   | 27/40 [02:36<01:48,  8.38s/it, est. speed input: 27.77 toks/s, output: 636.91 toks/s]
-2025-03-15T09:22:48.601554438Z 
Processed prompts:  70%|███████   | 28/40 [02:46<01:45,  8.79s/it, est. speed input: 27.30 toks/s, output: 659.69 toks/s]
-2025-03-15T09:22:51.553446283Z 
Processed prompts:  72%|███████▎  | 29/40 [02:52<01:28,  8.04s/it, est. speed input: 27.27 toks/s, output: 695.92 toks/s]
-2025-03-15T09:23:22.848245579Z 
Processed prompts:  75%|███████▌  | 30/40 [02:55<01:05,  6.51s/it, est. speed input: 28.13 toks/s, output: 744.48 toks/s]
-2025-03-15T09:23:35.621643539Z 
Processed prompts:  78%|███████▊  | 31/40 [03:26<02:05, 13.95s/it, est. speed input: 25.28 toks/s, output: 692.39 toks/s]
-2025-03-15T09:24:00.089123343Z 
Processed prompts:  80%|████████  | 32/40 [03:39<01:48, 13.59s/it, est. speed input: 24.43 toks/s, output: 712.95 toks/s]
-2025-03-15T09:24:23.808969001Z 
Processed prompts:  82%|████████▎ | 33/40 [04:03<01:57, 16.86s/it, est. speed input: 22.70 toks/s, output: 702.67 toks/s]
-2025-03-15T09:24:24.651226826Z 
Processed prompts:  85%|████████▌ | 34/40 [04:27<01:53, 18.92s/it, est. speed input: 21.10 toks/s, output: 702.04 toks/s]
-2025-03-15T09:24:33.738183209Z 
Processed prompts:  88%|████████▊ | 35/40 [04:28<01:07, 13.49s/it, est. speed input: 21.47 toks/s, output: 761.55 toks/s]
-2025-03-15T09:24:39.317655852Z 
Processed prompts:  90%|█████████ | 36/40 [04:37<00:48, 12.17s/it, est. speed input: 21.32 toks/s, output: 798.70 toks/s]
-2025-03-15T09:24:51.937078799Z 
Processed prompts:  92%|█████████▎| 37/40 [04:43<00:30, 10.19s/it, est. speed input: 21.36 toks/s, output: 845.37 toks/s]
-2025-03-15T09:26:09.849177900Z 
Processed prompts:  95%|█████████▌| 38/40 [04:55<00:21, 10.92s/it, est. speed input: 20.82 toks/s, output: 872.57 toks/s]
-2025-03-15T09:26:35.417903404Z 
Processed prompts:  98%|█████████▊| 39/40 [06:13<00:31, 31.02s/it, est. speed input: 16.88 toks/s, output: 758.31 toks/s]
-2025-03-15T09:26:35.418115597Z 
Processed prompts: 100%|██████████| 40/40 [06:39<00:00, 29.38s/it, est. speed input: 16.20 toks/s, output: 779.05 toks/s]
Processed prompts: 100%|██████████| 40/40 [06:39<00:00,  9.98s/it, est. speed input: 16.20 toks/s, output: 779.05 toks/s]
-2025-03-15T09:26:35.501608957Z 
Splits: 100%|██████████| 1/1 [06:39<00:00, 399.21s/it]
Splits: 100%|██████████| 1/1 [06:39<00:00, 399.21s/it]
-2025-03-15T09:26:36.326752396Z [2025-03-15 09:26:36,326] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T09:26:36.751565696Z [2025-03-15 09:26:36,751] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T09:26:36.766753434Z [2025-03-15 09:26:36,766] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T09:26:36.766802357Z [2025-03-15 09:26:36,766] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T09:26:37.070327415Z [2025-03-15 09:26:37,070] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp3_100/results/quyanh/OpenRS-GRPO/results_2025-03-15T09-26-36.766492.json (evaluation_tracker.py:234)
-2025-03-15T09:26:37.073417458Z |     Task     |Version|     Metric     |Value|   |Stderr|
-2025-03-15T09:26:37.073453528Z |--------------|------:|----------------|----:|---|-----:|
-2025-03-15T09:26:37.073461038Z |all           |       |extractive_match|  0.7|±  |0.0734|
-2025-03-15T09:26:37.073468344Z |custom:amc23:0|      1|extractive_match|  0.7|±  |0.0734|
-2025-03-15T09:26:39.865721531Z ----------------------------------------
-2025-03-15T09:26:39.867183209Z ----------------------------------------
-2025-03-15T09:26:39.867212519Z Running evaluations for experiment 3, step 150
-2025-03-15T09:26:39.867217223Z Revision: rev3_150 = e1b768f5706e7f4226337cd1aa060b978159d607
-2025-03-15T09:26:39.867221529Z Output directory: data/evals/Exp3_150
-2025-03-15T09:26:39.872340550Z Evaluating task: aime24
-2025-03-15T09:26:52.634135263Z [2025-03-15 09:26:52,633] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T09:27:31.677897932Z INFO 03-15 09:27:31 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T09:27:36.328951936Z [2025-03-15 09:27:36,327] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T09:28:14.114879356Z [2025-03-15 09:28:14,114] [    INFO]: This model supports multiple tasks: {'classify', 'embed', 'generate', 'reward', 'score'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T09:28:14.121616595Z [2025-03-15 09:28:14,121] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=e1b768f5706e7f4226337cd1aa060b978159d607, override_neuron_config=None, tokenizer_revision=e1b768f5706e7f4226337cd1aa060b978159d607, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T09:28:21.958284391Z [2025-03-15 09:28:21,957] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T09:28:22.696626373Z [2025-03-15 09:28:22,695] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T09:28:23.466764515Z [2025-03-15 09:28:23,466] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T09:28:31.217097547Z [2025-03-15 09:28:31,216] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T09:28:31.218443109Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T09:28:31.835116106Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.62it/s]
-2025-03-15T09:28:31.835164821Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.62it/s]
-2025-03-15T09:28:32.192170175Z [2025-03-15 09:28:32,191] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T09:28:33.793307439Z [2025-03-15 09:28:33,792] [    INFO]: Memory profiling takes 1.38 seconds
-2025-03-15T09:28:33.793347164Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T09:28:33.793353706Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T09:28:34.014502968Z [2025-03-15 09:28:34,014] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T09:28:34.014516759Z [2025-03-15 09:28:34,014] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T09:28:38.104519555Z [2025-03-15 09:28:38,103] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T09:28:53.320866145Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:17,  1.92it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:00<00:15,  2.15it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:14,  2.14it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:01<00:15,  1.95it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:02<00:14,  2.04it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:02<00:13,  2.14it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:03<00:12,  2.19it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:03<00:11,  2.26it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:04<00:11,  2.31it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:04<00:10,  2.33it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:04<00:10,  2.33it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:05<00:09,  2.33it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:05<00:09,  2.35it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:06<00:08,  2.35it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:06<00:08,  2.35it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:07<00:08,  2.36it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:07<00:07,  2.33it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:07<00:07,  2.35it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:08<00:06,  2.37it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:08<00:06,  2.38it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:09<00:05,  2.38it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:09<00:05,  2.37it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:10<00:05,  2.38it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:10<00:04,  2.34it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:10<00:04,  2.35it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:11<00:03,  2.31it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:11<00:03,  2.34it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:12<00:02,  2.35it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:12<00:02,  2.34it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:13<00:02,  2.33it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:13<00:01,  2.33it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:13<00:01,  2.35it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:14<00:00,  2.35it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:14<00:00,  2.33it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:15<00:00,  2.32it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:15<00:00,  2.30it/s]
-2025-03-15T09:28:53.321096042Z [2025-03-15 09:28:53,320] [    INFO]: Graph capturing finished in 15 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T09:28:53.332251827Z [2025-03-15 09:28:53,331] [    INFO]: init engine (profile, create kv cache, warmup model) took 21.14 seconds (llm_engine.py:431)
-2025-03-15T09:28:54.214174155Z [2025-03-15 09:28:54,213] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T09:28:54.234280499Z [2025-03-15 09:28:54,234] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T09:28:54.234302913Z [2025-03-15 09:28:54,234] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T09:28:54.234305038Z [2025-03-15 09:28:54,234] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T09:28:54.234311975Z [2025-03-15 09:28:54,234] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T09:28:54.234372096Z [2025-03-15 09:28:54,234] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T09:28:54.234433681Z [2025-03-15 09:28:54,234] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T09:28:54.234474913Z [2025-03-15 09:28:54,234] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T09:28:54.234520215Z [2025-03-15 09:28:54,234] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T09:28:54.237021915Z [2025-03-15 09:28:54,236] [    INFO]: HuggingFaceH4/aime_2024 default (lighteval_task.py:187)
-2025-03-15T09:28:54.237062702Z [2025-03-15 09:28:54,236] [ WARNING]: Careful, the task custom|aime24 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T09:28:56.666455187Z [2025-03-15 09:28:56,666] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T09:28:56.666555692Z [2025-03-15 09:28:56,666] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T09:28:56.666595452Z [2025-03-15 09:28:56,666] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T09:28:56.680762378Z [2025-03-15 09:28:56,680] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T09:28:56.693515618Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 09:28:56,693] [ WARNING]: context_size + max_new_tokens=33238 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T09:29:32.633168529Z 
Processed prompts:   0%|          | 0/30 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T09:29:35.645998214Z 
Processed prompts:   3%|▎         | 1/30 [00:35<17:22, 35.94s/it, est. speed input: 5.84 toks/s, output: 66.54 toks/s]
-2025-03-15T09:29:39.954908991Z 
Processed prompts:   7%|▋         | 2/30 [00:38<07:43, 16.57s/it, est. speed input: 8.58 toks/s, output: 127.50 toks/s]
-2025-03-15T09:29:41.718337565Z 
Processed prompts:  10%|█         | 3/30 [00:43<04:56, 10.97s/it, est. speed input: 12.37 toks/s, output: 180.36 toks/s]
-2025-03-15T09:29:45.376802112Z 
Processed prompts:  13%|█▎        | 4/30 [00:45<03:10,  7.34s/it, est. speed input: 16.08 toks/s, output: 238.67 toks/s]
-2025-03-15T09:29:46.253703111Z 
Processed prompts:  17%|█▋        | 5/30 [00:48<02:30,  6.01s/it, est. speed input: 17.46 toks/s, output: 285.79 toks/s]
-2025-03-15T09:29:48.795194051Z 
Processed prompts:  20%|██        | 6/30 [00:49<01:42,  4.26s/it, est. speed input: 21.59 toks/s, output: 345.73 toks/s]
-2025-03-15T09:29:56.015917639Z 
Processed prompts:  23%|██▎       | 7/30 [00:52<01:25,  3.70s/it, est. speed input: 23.90 toks/s, output: 393.80 toks/s]
-2025-03-15T09:30:22.359870196Z 
Processed prompts:  27%|██▋       | 8/30 [00:59<01:46,  4.82s/it, est. speed input: 23.38 toks/s, output: 410.50 toks/s]
-2025-03-15T09:30:32.212904548Z 
Processed prompts:  30%|███       | 9/30 [01:25<04:02, 11.55s/it, est. speed input: 17.72 toks/s, output: 347.64 toks/s]
-2025-03-15T09:31:14.142718093Z 
Processed prompts:  33%|███▎      | 10/30 [01:35<03:40, 11.03s/it, est. speed input: 17.34 toks/s, output: 374.53 toks/s]
-2025-03-15T09:31:27.543996915Z 
Processed prompts:  37%|███▋      | 11/30 [02:17<06:29, 20.48s/it, est. speed input: 14.04 toks/s, output: 320.29 toks/s]
-2025-03-15T09:31:34.009175719Z 
Processed prompts:  40%|████      | 12/30 [02:30<05:29, 18.33s/it, est. speed input: 13.86 toks/s, output: 351.01 toks/s]
-2025-03-15T09:31:46.921481895Z 
Processed prompts:  43%|████▎     | 13/30 [02:37<04:10, 14.74s/it, est. speed input: 14.42 toks/s, output: 395.40 toks/s]
-2025-03-15T09:31:49.761174814Z 
Processed prompts:  47%|████▋     | 14/30 [02:50<03:46, 14.18s/it, est. speed input: 14.60 toks/s, output: 423.35 toks/s]
-2025-03-15T09:32:19.431904175Z 
Processed prompts:  50%|█████     | 15/30 [02:53<02:41, 10.76s/it, est. speed input: 15.30 toks/s, output: 474.26 toks/s]
-2025-03-15T09:32:23.666896350Z 
Processed prompts:  53%|█████▎    | 16/30 [03:22<03:50, 16.46s/it, est. speed input: 13.79 toks/s, output: 461.86 toks/s]
-2025-03-15T09:32:24.032627115Z 
Processed prompts:  57%|█████▋    | 17/30 [03:26<02:46, 12.78s/it, est. speed input: 14.33 toks/s, output: 509.34 toks/s]
-2025-03-15T09:32:39.856243437Z 
Processed prompts:  60%|██████    | 18/30 [03:27<01:48,  9.05s/it, est. speed input: 15.13 toks/s, output: 565.36 toks/s]
-2025-03-15T09:32:43.872754162Z 
Processed prompts:  63%|██████▎   | 19/30 [03:43<02:01, 11.08s/it, est. speed input: 14.75 toks/s, output: 582.14 toks/s]
-2025-03-15T09:32:48.875003364Z 
Processed prompts:  67%|██████▋   | 20/30 [03:47<01:29,  8.96s/it, est. speed input: 15.61 toks/s, output: 628.72 toks/s]
-2025-03-15T09:32:53.715297126Z 
Processed prompts:  70%|███████   | 21/30 [03:52<01:09,  7.77s/it, est. speed input: 15.87 toks/s, output: 671.99 toks/s]
-2025-03-15T09:32:58.321244151Z 
Processed prompts:  73%|███████▎  | 22/30 [03:57<00:55,  6.89s/it, est. speed input: 16.19 toks/s, output: 715.19 toks/s]
-2025-03-15T09:34:10.889753156Z 
Processed prompts:  77%|███████▋  | 23/30 [04:01<00:43,  6.21s/it, est. speed input: 16.82 toks/s, output: 758.63 toks/s]
-2025-03-15T09:34:11.797738042Z 
Processed prompts:  80%|████████  | 24/30 [05:14<02:36, 26.12s/it, est. speed input: 13.44 toks/s, output: 641.95 toks/s]
-2025-03-15T09:34:14.525318235Z 
Processed prompts:  83%|████████▎ | 25/30 [05:15<01:32, 18.55s/it, est. speed input: 13.84 toks/s, output: 698.65 toks/s]
-2025-03-15T09:34:16.680169223Z 
Processed prompts:  87%|████████▋ | 26/30 [05:17<00:55, 13.81s/it, est. speed input: 14.30 toks/s, output: 751.32 toks/s]
-2025-03-15T09:34:26.287154791Z 
Processed prompts:  90%|█████████ | 27/30 [05:19<00:30, 10.31s/it, est. speed input: 14.61 toks/s, output: 805.05 toks/s]
-2025-03-15T09:34:48.416308836Z 
Processed prompts:  93%|█████████▎| 28/30 [05:29<00:20, 10.10s/it, est. speed input: 14.65 toks/s, output: 841.04 toks/s]
-2025-03-15T09:36:58.233168127Z 
Processed prompts:  97%|█████████▋| 29/30 [05:51<00:13, 13.71s/it, est. speed input: 15.06 toks/s, output: 849.08 toks/s]
-2025-03-15T09:36:58.233319377Z 
Processed prompts: 100%|██████████| 30/30 [08:01<00:00, 48.54s/it, est. speed input: 11.47 toks/s, output: 687.76 toks/s]
Processed prompts: 100%|██████████| 30/30 [08:01<00:00, 16.05s/it, est. speed input: 11.47 toks/s, output: 687.76 toks/s]
-2025-03-15T09:36:58.374935562Z 
Splits: 100%|██████████| 1/1 [08:01<00:00, 481.69s/it]
Splits: 100%|██████████| 1/1 [08:01<00:00, 481.69s/it]
-2025-03-15T09:36:59.570146481Z [2025-03-15 09:36:59,569] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T09:36:59.812053221Z [2025-03-15 09:36:59,811] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T09:36:59.825165784Z [2025-03-15 09:36:59,824] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T09:36:59.825196321Z [2025-03-15 09:36:59,824] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T09:37:00.100027892Z [2025-03-15 09:37:00,099] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp3_150/results/quyanh/OpenRS-GRPO/results_2025-03-15T09-36-59.825027.json (evaluation_tracker.py:234)
-2025-03-15T09:37:00.106383236Z |     Task      |Version|     Metric     |Value |   |Stderr|
-2025-03-15T09:37:00.106414443Z |---------------|------:|----------------|-----:|---|-----:|
-2025-03-15T09:37:00.106419457Z |all            |       |extractive_match|0.4333|±  | 0.092|
-2025-03-15T09:37:00.106424307Z |custom:aime24:0|      1|extractive_match|0.4333|±  | 0.092|
-2025-03-15T09:37:03.044470288Z Evaluating task: math_500
-2025-03-15T09:37:10.484828677Z [2025-03-15 09:37:10,484] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T09:37:47.948718881Z INFO 03-15 09:37:47 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T09:37:52.079870358Z [2025-03-15 09:37:52,079] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T09:38:42.740676480Z [2025-03-15 09:38:42,739] [    INFO]: This model supports multiple tasks: {'reward', 'embed', 'score', 'generate', 'classify'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T09:38:42.757571695Z [2025-03-15 09:38:42,757] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=e1b768f5706e7f4226337cd1aa060b978159d607, override_neuron_config=None, tokenizer_revision=e1b768f5706e7f4226337cd1aa060b978159d607, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T09:38:49.165116233Z [2025-03-15 09:38:49,164] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T09:38:49.852320138Z [2025-03-15 09:38:49,851] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T09:38:50.809663710Z [2025-03-15 09:38:50,809] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T09:38:51.095832089Z [2025-03-15 09:38:51,095] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T09:38:51.097085074Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T09:38:51.792201618Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.44it/s]
-2025-03-15T09:38:51.792257363Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.44it/s]
-2025-03-15T09:38:52.304958573Z [2025-03-15 09:38:52,304] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T09:38:54.051216976Z [2025-03-15 09:38:54,050] [    INFO]: Memory profiling takes 1.47 seconds
-2025-03-15T09:38:54.051279360Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T09:38:54.051285113Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T09:38:54.316235005Z [2025-03-15 09:38:54,315] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T09:38:54.316281778Z [2025-03-15 09:38:54,315] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T09:38:57.941681808Z [2025-03-15 09:38:57,941] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T09:39:12.341717597Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:16,  2.12it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:00<00:14,  2.29it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:13,  2.29it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:01<00:13,  2.30it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:02<00:12,  2.36it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:02<00:12,  2.40it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:02<00:11,  2.39it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:03<00:11,  2.41it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:03<00:10,  2.44it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:04<00:10,  2.44it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:04<00:09,  2.44it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:05<00:09,  2.45it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:05<00:09,  2.42it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:05<00:08,  2.43it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:06<00:08,  2.45it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:06<00:07,  2.43it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:07<00:07,  2.44it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:07<00:06,  2.46it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:07<00:06,  2.43it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:08<00:06,  2.45it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:08<00:05,  2.46it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:09<00:05,  2.46it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:09<00:04,  2.46it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:09<00:04,  2.47it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:10<00:04,  2.47it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:10<00:03,  2.42it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:11<00:03,  2.43it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:11<00:02,  2.44it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:11<00:02,  2.46it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:12<00:02,  2.46it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:12<00:01,  2.47it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:13<00:01,  2.46it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:13<00:00,  2.47it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:13<00:00,  2.48it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:14<00:00,  2.46it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:14<00:00,  2.43it/s]
-2025-03-15T09:39:12.341858730Z [2025-03-15 09:39:12,341] [    INFO]: Graph capturing finished in 14 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T09:39:12.354060077Z [2025-03-15 09:39:12,353] [    INFO]: init engine (profile, create kv cache, warmup model) took 20.05 seconds (llm_engine.py:431)
-2025-03-15T09:39:13.124756947Z [2025-03-15 09:39:13,124] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T09:39:13.140553984Z [2025-03-15 09:39:13,140] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T09:39:13.140588888Z [2025-03-15 09:39:13,140] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T09:39:13.140594634Z [2025-03-15 09:39:13,140] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T09:39:13.140599578Z [2025-03-15 09:39:13,140] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T09:39:13.140604078Z [2025-03-15 09:39:13,140] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T09:39:13.140609108Z [2025-03-15 09:39:13,140] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T09:39:13.140626758Z [2025-03-15 09:39:13,140] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T09:39:13.140644974Z [2025-03-15 09:39:13,140] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T09:39:13.142655461Z [2025-03-15 09:39:13,142] [    INFO]: HuggingFaceH4/MATH-500 default (lighteval_task.py:187)
-2025-03-15T09:39:13.142697225Z [2025-03-15 09:39:13,142] [ WARNING]: Careful, the task custom|math_500 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T09:39:15.798279811Z [2025-03-15 09:39:15,798] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T09:39:15.798325349Z [2025-03-15 09:39:15,798] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T09:39:15.798377169Z [2025-03-15 09:39:15,798] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T09:39:15.921399271Z [2025-03-15 09:39:15,921] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T09:39:16.034133099Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 09:39:16,033] [ WARNING]: context_size + max_new_tokens=33636 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T09:39:36.545241904Z 
Processed prompts:   0%|          | 0/500 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T09:39:43.727913904Z 
Processed prompts:   0%|          | 1/500 [00:20<2:50:15, 20.47s/it, est. speed input: 12.31 toks/s, output: 17.73 toks/s]
-2025-03-15T09:39:45.589935958Z 
Processed prompts:   0%|          | 2/500 [00:27<1:45:02, 12.65s/it, est. speed input: 40.50 toks/s, output: 30.70 toks/s]
-2025-03-15T09:39:46.673489386Z 
Processed prompts:   1%|          | 3/500 [00:29<1:04:00,  7.73s/it, est. speed input: 43.26 toks/s, output: 46.35 toks/s]
-2025-03-15T09:39:47.593527562Z 
Processed prompts:   1%|          | 4/500 [00:30<42:11,  5.10s/it, est. speed input: 46.34 toks/s, output: 62.29 toks/s]  
-2025-03-15T09:39:47.722531325Z 
Processed prompts:   1%|          | 5/500 [00:31<29:39,  3.60s/it, est. speed input: 50.00 toks/s, output: 78.04 toks/s]
-2025-03-15T09:39:51.371584161Z 
Processed prompts:   1%|          | 6/500 [00:31<19:53,  2.42s/it, est. speed input: 54.66 toks/s, output: 95.29 toks/s]
-2025-03-15T09:39:51.846534439Z 
Processed prompts:   1%|▏         | 7/500 [00:35<23:10,  2.82s/it, est. speed input: 54.34 toks/s, output: 103.01 toks/s]
-2025-03-15T09:39:54.159447359Z 
Processed prompts:   2%|▏         | 8/500 [00:35<16:59,  2.07s/it, est. speed input: 58.03 toks/s, output: 119.19 toks/s]
-2025-03-15T09:39:55.507927618Z 
Processed prompts:   2%|▏         | 9/500 [00:38<17:34,  2.15s/it, est. speed input: 58.24 toks/s, output: 129.49 toks/s]
-2025-03-15T09:39:56.454007580Z 
Processed prompts:   2%|▏         | 10/500 [00:39<15:31,  1.90s/it, est. speed input: 61.80 toks/s, output: 142.59 toks/s]
-2025-03-15T09:39:56.703695694Z 
Processed prompts:   2%|▏         | 12/500 [00:40<10:01,  1.23s/it, est. speed input: 67.33 toks/s, output: 173.87 toks/s]
-2025-03-15T09:39:57.432662863Z 
Processed prompts:   3%|▎         | 13/500 [00:40<07:59,  1.01it/s, est. speed input: 70.56 toks/s, output: 190.30 toks/s]
-2025-03-15T09:39:57.572765356Z 
Processed prompts:   3%|▎         | 14/500 [00:41<07:26,  1.09it/s, est. speed input: 72.56 toks/s, output: 204.43 toks/s]
-2025-03-15T09:39:57.954909241Z 
Processed prompts:   3%|▎         | 15/500 [00:41<05:41,  1.42it/s, est. speed input: 75.64 toks/s, output: 221.20 toks/s]
-2025-03-15T09:40:01.623904952Z 
Processed prompts:   3%|▎         | 16/500 [00:41<04:57,  1.63it/s, est. speed input: 78.00 toks/s, output: 236.64 toks/s]
-2025-03-15T09:40:03.192673080Z 
Processed prompts:   3%|▎         | 17/500 [00:45<11:59,  1.49s/it, est. speed input: 74.88 toks/s, output: 234.99 toks/s]
-2025-03-15T09:40:05.712771657Z 
Processed prompts:   4%|▎         | 18/500 [00:47<12:09,  1.51s/it, est. speed input: 75.51 toks/s, output: 244.38 toks/s]
-2025-03-15T09:40:05.910861212Z 
Processed prompts:   4%|▍         | 19/500 [00:49<14:29,  1.81s/it, est. speed input: 74.34 toks/s, output: 249.15 toks/s]
-2025-03-15T09:40:08.381428676Z 
Processed prompts:   4%|▍         | 20/500 [00:49<10:39,  1.33s/it, est. speed input: 77.29 toks/s, output: 265.34 toks/s]
-2025-03-15T09:40:09.180753604Z 
Processed prompts:   4%|▍         | 21/500 [00:52<13:20,  1.67s/it, est. speed input: 76.32 toks/s, output: 269.96 toks/s]
-2025-03-15T09:40:10.405701867Z 
Processed prompts:   4%|▍         | 22/500 [00:53<11:14,  1.41s/it, est. speed input: 77.58 toks/s, output: 283.03 toks/s]
-2025-03-15T09:40:11.330329614Z 
Processed prompts:   5%|▍         | 23/500 [00:54<10:46,  1.36s/it, est. speed input: 78.42 toks/s, output: 293.76 toks/s]
-2025-03-15T09:40:11.844934450Z 
Processed prompts:   5%|▍         | 24/500 [00:55<09:43,  1.23s/it, est. speed input: 79.46 toks/s, output: 305.95 toks/s]
-2025-03-15T09:40:12.106525369Z 
Processed prompts:   5%|▌         | 26/500 [00:55<06:09,  1.28it/s, est. speed input: 83.39 toks/s, output: 337.18 toks/s]
-2025-03-15T09:40:12.975957713Z 
Processed prompts:   5%|▌         | 27/500 [00:56<05:08,  1.53it/s, est. speed input: 85.50 toks/s, output: 352.68 toks/s]
-2025-03-15T09:40:13.177211305Z 
Processed prompts:   6%|▌         | 28/500 [00:56<05:34,  1.41it/s, est. speed input: 86.50 toks/s, output: 364.36 toks/s]
-2025-03-15T09:40:15.451412996Z 
Processed prompts:   6%|▌         | 29/500 [00:57<04:28,  1.75it/s, est. speed input: 88.78 toks/s, output: 380.13 toks/s]
-2025-03-15T09:40:16.879218853Z 
Processed prompts:   6%|▌         | 30/500 [00:59<08:12,  1.05s/it, est. speed input: 87.94 toks/s, output: 382.60 toks/s]
-2025-03-15T09:40:17.452093686Z 
Processed prompts:   6%|▌         | 31/500 [01:00<09:02,  1.16s/it, est. speed input: 88.10 toks/s, output: 390.62 toks/s]
-2025-03-15T09:40:17.716071850Z 
Processed prompts:   6%|▋         | 32/500 [01:01<07:41,  1.01it/s, est. speed input: 89.61 toks/s, output: 403.96 toks/s]
-2025-03-15T09:40:19.238711517Z 
Processed prompts:   7%|▋         | 33/500 [01:01<06:02,  1.29it/s, est. speed input: 92.19 toks/s, output: 419.22 toks/s]
-2025-03-15T09:40:19.382030060Z 
Processed prompts:   7%|▋         | 34/500 [01:03<07:44,  1.00it/s, est. speed input: 91.98 toks/s, output: 426.07 toks/s]
-2025-03-15T09:40:19.649794981Z 
Processed prompts:   7%|▋         | 35/500 [01:03<05:45,  1.35it/s, est. speed input: 94.00 toks/s, output: 442.05 toks/s]
-2025-03-15T09:40:20.429828808Z 
Processed prompts:   7%|▋         | 36/500 [01:03<04:39,  1.66it/s, est. speed input: 95.60 toks/s, output: 457.13 toks/s]
-2025-03-15T09:40:21.768058060Z 
Processed prompts:   8%|▊         | 38/500 [01:04<03:53,  1.98it/s, est. speed input: 98.78 toks/s, output: 485.26 toks/s]
-2025-03-15T09:40:22.663671973Z 
Processed prompts:   8%|▊         | 39/500 [01:05<05:27,  1.41it/s, est. speed input: 98.91 toks/s, output: 492.27 toks/s]
-2025-03-15T09:40:24.329801883Z 
Processed prompts:   8%|▊         | 40/500 [01:06<05:49,  1.32it/s, est. speed input: 99.64 toks/s, output: 502.53 toks/s]
-2025-03-15T09:40:24.732125890Z 
Processed prompts:   8%|▊         | 41/500 [01:08<07:41,  1.01s/it, est. speed input: 99.90 toks/s, output: 507.11 toks/s]
-2025-03-15T09:40:26.163379241Z 
Processed prompts:   8%|▊         | 42/500 [01:08<06:23,  1.20it/s, est. speed input: 103.82 toks/s, output: 520.98 toks/s]
-2025-03-15T09:40:26.440985332Z 
Processed prompts:   9%|▊         | 43/500 [01:10<07:39,  1.01s/it, est. speed input: 103.49 toks/s, output: 519.47 toks/s]
-2025-03-15T09:40:26.653605601Z 
Processed prompts:   9%|▉         | 44/500 [01:10<06:02,  1.26it/s, est. speed input: 104.88 toks/s, output: 526.35 toks/s]
-2025-03-15T09:40:27.194612398Z 
Processed prompts:   9%|▉         | 45/500 [01:10<04:44,  1.60it/s, est. speed input: 106.42 toks/s, output: 541.55 toks/s]
-2025-03-15T09:40:27.415438322Z 
Processed prompts:   9%|▉         | 46/500 [01:11<04:32,  1.67it/s, est. speed input: 107.66 toks/s, output: 554.20 toks/s]
-2025-03-15T09:40:27.881170531Z 
Processed prompts:   9%|▉         | 47/500 [01:11<03:40,  2.05it/s, est. speed input: 109.56 toks/s, output: 569.25 toks/s]
-2025-03-15T09:40:29.372677226Z 
Processed prompts:  10%|▉         | 49/500 [01:11<02:47,  2.70it/s, est. speed input: 112.52 toks/s, output: 591.75 toks/s]
-2025-03-15T09:40:29.899313732Z 
Processed prompts:  10%|█         | 50/500 [01:13<04:51,  1.54it/s, est. speed input: 114.38 toks/s, output: 596.43 toks/s]
-2025-03-15T09:40:30.635975536Z 
Processed prompts:  10%|█         | 51/500 [01:13<04:36,  1.62it/s, est. speed input: 115.62 toks/s, output: 608.89 toks/s]
-2025-03-15T09:40:31.418884919Z 
Processed prompts:  10%|█         | 52/500 [01:14<04:50,  1.54it/s, est. speed input: 116.24 toks/s, output: 619.46 toks/s]
-2025-03-15T09:40:32.075656149Z 
Processed prompts:  11%|█         | 53/500 [01:15<05:06,  1.46it/s, est. speed input: 117.83 toks/s, output: 629.60 toks/s]
-2025-03-15T09:40:32.287913195Z 
Processed prompts:  11%|█         | 54/500 [01:16<05:02,  1.48it/s, est. speed input: 118.68 toks/s, output: 640.73 toks/s]
-2025-03-15T09:40:33.000324811Z 
Processed prompts:  11%|█         | 55/500 [01:16<04:01,  1.84it/s, est. speed input: 120.15 toks/s, output: 655.50 toks/s]
-2025-03-15T09:40:33.728497131Z 
Processed prompts:  11%|█         | 56/500 [01:16<04:23,  1.69it/s, est. speed input: 120.79 toks/s, output: 665.98 toks/s]
-2025-03-15T09:40:34.508679457Z 
Processed prompts:  12%|█▏        | 58/500 [01:17<03:35,  2.05it/s, est. speed input: 123.52 toks/s, output: 692.67 toks/s]
-2025-03-15T09:40:34.782510257Z 
Processed prompts:  12%|█▏        | 59/500 [01:18<04:07,  1.79it/s, est. speed input: 124.28 toks/s, output: 702.31 toks/s]
-2025-03-15T09:40:35.118339450Z 
Processed prompts:  12%|█▏        | 60/500 [01:18<03:33,  2.06it/s, est. speed input: 125.98 toks/s, output: 716.38 toks/s]
-2025-03-15T09:40:35.326556491Z 
Processed prompts:  12%|█▏        | 61/500 [01:19<03:15,  2.25it/s, est. speed input: 127.14 toks/s, output: 729.85 toks/s]
-2025-03-15T09:40:35.535376095Z 
Processed prompts:  12%|█▏        | 62/500 [01:19<02:46,  2.64it/s, est. speed input: 128.46 toks/s, output: 744.43 toks/s]
-2025-03-15T09:40:37.403744790Z 
Processed prompts:  13%|█▎        | 63/500 [01:19<02:24,  3.02it/s, est. speed input: 129.72 toks/s, output: 758.97 toks/s]
-2025-03-15T09:40:39.413528166Z 
Processed prompts:  13%|█▎        | 64/500 [01:21<05:38,  1.29it/s, est. speed input: 128.84 toks/s, output: 758.02 toks/s]
-2025-03-15T09:40:40.073691172Z 
Processed prompts:  13%|█▎        | 65/500 [01:23<08:14,  1.14s/it, est. speed input: 127.34 toks/s, output: 756.18 toks/s]
-2025-03-15T09:40:40.223092721Z 
Processed prompts:  13%|█▎        | 66/500 [01:24<07:12,  1.00it/s, est. speed input: 131.01 toks/s, output: 766.68 toks/s]
-2025-03-15T09:40:44.446126609Z 
Processed prompts:  13%|█▎        | 67/500 [01:24<05:22,  1.34it/s, est. speed input: 132.44 toks/s, output: 781.76 toks/s]
-2025-03-15T09:40:44.792108050Z 
Processed prompts:  14%|█▎        | 68/500 [01:28<12:48,  1.78s/it, est. speed input: 127.53 toks/s, output: 753.23 toks/s]
-2025-03-15T09:40:48.013131054Z 
Processed prompts:  14%|█▍        | 69/500 [01:28<09:42,  1.35s/it, est. speed input: 128.68 toks/s, output: 766.67 toks/s]
-2025-03-15T09:40:48.559126716Z 
Processed prompts:  14%|█▍        | 70/500 [01:31<13:41,  1.91s/it, est. speed input: 126.39 toks/s, output: 756.14 toks/s]
-2025-03-15T09:40:49.369260535Z 
Processed prompts:  14%|█▍        | 71/500 [01:32<10:44,  1.50s/it, est. speed input: 127.28 toks/s, output: 768.00 toks/s]
-2025-03-15T09:40:49.785054969Z 
Processed prompts:  14%|█▍        | 72/500 [01:33<09:14,  1.30s/it, est. speed input: 128.21 toks/s, output: 777.65 toks/s]
-2025-03-15T09:40:50.993066035Z 
Processed prompts:  15%|█▍        | 73/500 [01:33<07:20,  1.03s/it, est. speed input: 129.05 toks/s, output: 790.50 toks/s]
-2025-03-15T09:40:51.611912398Z 
Processed prompts:  15%|█▍        | 74/500 [01:34<07:42,  1.08s/it, est. speed input: 128.72 toks/s, output: 789.11 toks/s]
-2025-03-15T09:40:52.823956107Z 
Processed prompts:  15%|█▌        | 75/500 [01:35<06:41,  1.06it/s, est. speed input: 129.36 toks/s, output: 800.28 toks/s]
-2025-03-15T09:40:54.500018300Z 
Processed prompts:  15%|█▌        | 76/500 [01:36<07:14,  1.02s/it, est. speed input: 129.25 toks/s, output: 806.51 toks/s]
-2025-03-15T09:40:55.911528786Z 
Processed prompts:  15%|█▌        | 77/500 [01:38<08:36,  1.22s/it, est. speed input: 128.31 toks/s, output: 801.79 toks/s]
-2025-03-15T09:40:56.600180121Z 
Processed prompts:  16%|█▌        | 78/500 [01:39<08:59,  1.28s/it, est. speed input: 127.76 toks/s, output: 801.10 toks/s]
-2025-03-15T09:40:58.096790257Z 
Processed prompts:  16%|█▌        | 79/500 [01:40<07:43,  1.10s/it, est. speed input: 128.13 toks/s, output: 805.65 toks/s]
-2025-03-15T09:40:58.318262375Z 
Processed prompts:  16%|█▌        | 80/500 [01:42<08:32,  1.22s/it, est. speed input: 127.66 toks/s, output: 810.02 toks/s]
-2025-03-15T09:40:58.672901387Z 
Processed prompts:  16%|█▌        | 81/500 [01:42<06:25,  1.09it/s, est. speed input: 129.52 toks/s, output: 824.44 toks/s]
-2025-03-15T09:40:59.229199166Z 
Processed prompts:  16%|█▋        | 82/500 [01:42<05:13,  1.33it/s, est. speed input: 130.32 toks/s, output: 837.76 toks/s]
-2025-03-15T09:40:59.588686213Z 
Processed prompts:  17%|█▋        | 83/500 [01:43<04:48,  1.44it/s, est. speed input: 130.82 toks/s, output: 841.54 toks/s]
-2025-03-15T09:41:00.753133412Z 
Processed prompts:  17%|█▋        | 84/500 [01:43<04:06,  1.69it/s, est. speed input: 131.53 toks/s, output: 844.36 toks/s]
-2025-03-15T09:41:01.789923696Z 
Processed prompts:  17%|█▋        | 85/500 [01:44<05:17,  1.31it/s, est. speed input: 131.78 toks/s, output: 851.10 toks/s]
-2025-03-15T09:41:02.296190820Z 
Processed prompts:  17%|█▋        | 86/500 [01:45<05:50,  1.18it/s, est. speed input: 131.80 toks/s, output: 858.88 toks/s]
-2025-03-15T09:41:02.858462254Z 
Processed prompts:  18%|█▊        | 88/500 [01:46<03:55,  1.75it/s, est. speed input: 133.59 toks/s, output: 876.49 toks/s]
-2025-03-15T09:41:03.689331485Z 
Processed prompts:  18%|█▊        | 89/500 [01:46<03:54,  1.75it/s, est. speed input: 134.34 toks/s, output: 887.97 toks/s]
-2025-03-15T09:41:04.248051967Z 
Processed prompts:  18%|█▊        | 90/500 [01:47<04:21,  1.57it/s, est. speed input: 136.09 toks/s, output: 897.12 toks/s]
-2025-03-15T09:41:04.539577548Z 
Processed prompts:  18%|█▊        | 91/500 [01:48<04:12,  1.62it/s, est. speed input: 136.85 toks/s, output: 908.48 toks/s]
-2025-03-15T09:41:05.504526456Z 
Processed prompts:  18%|█▊        | 92/500 [01:48<03:34,  1.90it/s, est. speed input: 137.57 toks/s, output: 911.13 toks/s]
-2025-03-15T09:41:05.928499902Z 
Processed prompts:  19%|█▊        | 93/500 [01:49<04:24,  1.54it/s, est. speed input: 137.57 toks/s, output: 919.07 toks/s]
-2025-03-15T09:41:06.495867296Z 
Processed prompts:  19%|█▉        | 94/500 [01:49<03:57,  1.71it/s, est. speed input: 138.14 toks/s, output: 921.74 toks/s]
-2025-03-15T09:41:06.787856757Z 
Processed prompts:  19%|█▉        | 95/500 [01:50<03:54,  1.72it/s, est. speed input: 138.56 toks/s, output: 926.70 toks/s]
-2025-03-15T09:41:08.166012047Z 
Processed prompts:  19%|█▉        | 96/500 [01:50<03:20,  2.02it/s, est. speed input: 139.54 toks/s, output: 940.21 toks/s]
-2025-03-15T09:41:08.798430102Z 
Processed prompts:  19%|█▉        | 97/500 [01:52<05:05,  1.32it/s, est. speed input: 138.88 toks/s, output: 934.32 toks/s]
-2025-03-15T09:41:09.021918134Z 
Processed prompts:  20%|█▉        | 98/500 [01:52<04:49,  1.39it/s, est. speed input: 139.50 toks/s, output: 945.00 toks/s]
-2025-03-15T09:41:10.263410750Z 
Processed prompts:  20%|█▉        | 99/500 [01:52<03:49,  1.75it/s, est. speed input: 140.36 toks/s, output: 959.05 toks/s]
-2025-03-15T09:41:11.303642892Z 
Processed prompts:  20%|██        | 100/500 [01:54<05:08,  1.30it/s, est. speed input: 140.11 toks/s, output: 964.53 toks/s]
-2025-03-15T09:41:11.944127405Z 
Processed prompts:  20%|██        | 101/500 [01:55<05:40,  1.17it/s, est. speed input: 139.85 toks/s, output: 960.43 toks/s]
-2025-03-15T09:41:12.170574233Z 
Processed prompts:  20%|██        | 102/500 [01:55<05:13,  1.27it/s, est. speed input: 140.13 toks/s, output: 962.78 toks/s]
-2025-03-15T09:41:12.463422988Z 
Processed prompts:  21%|██        | 103/500 [01:56<04:06,  1.61it/s, est. speed input: 141.02 toks/s, output: 976.77 toks/s]
-2025-03-15T09:41:12.969071316Z 
Processed prompts:  21%|██        | 104/500 [01:56<03:26,  1.92it/s, est. speed input: 141.81 toks/s, output: 990.18 toks/s]
-2025-03-15T09:41:13.468220755Z 
Processed prompts:  21%|██        | 105/500 [01:56<03:24,  1.93it/s, est. speed input: 142.95 toks/s, output: 1001.76 toks/s]
-2025-03-15T09:41:14.646637302Z 
Processed prompts:  21%|██        | 106/500 [01:57<03:21,  1.95it/s, est. speed input: 143.40 toks/s, output: 1008.00 toks/s]
-2025-03-15T09:41:15.898055974Z 
Processed prompts:  21%|██▏       | 107/500 [01:58<04:39,  1.41it/s, est. speed input: 143.25 toks/s, output: 1013.82 toks/s]
-2025-03-15T09:41:16.261155380Z 
Processed prompts:  22%|██▏       | 108/500 [01:59<05:42,  1.14it/s, est. speed input: 142.74 toks/s, output: 1009.08 toks/s]
-2025-03-15T09:41:16.487188919Z 
Processed prompts:  22%|██▏       | 109/500 [02:00<04:41,  1.39it/s, est. speed input: 143.29 toks/s, output: 1011.99 toks/s]
-2025-03-15T09:41:16.646923622Z 
Processed prompts:  22%|██▏       | 110/500 [02:00<03:43,  1.75it/s, est. speed input: 144.20 toks/s, output: 1025.90 toks/s]
-2025-03-15T09:41:16.943737252Z 
Processed prompts:  22%|██▏       | 111/500 [02:00<02:54,  2.23it/s, est. speed input: 144.98 toks/s, output: 1029.91 toks/s]
-2025-03-15T09:41:17.515579395Z 
Processed prompts:  22%|██▏       | 112/500 [02:00<02:36,  2.48it/s, est. speed input: 145.71 toks/s, output: 1043.18 toks/s]
-2025-03-15T09:41:17.739878516Z 
Processed prompts:  23%|██▎       | 113/500 [02:01<02:55,  2.20it/s, est. speed input: 147.19 toks/s, output: 1054.06 toks/s]
-2025-03-15T09:41:18.032286038Z 
Processed prompts:  23%|██▎       | 114/500 [02:01<02:28,  2.60it/s, est. speed input: 147.97 toks/s, output: 1067.91 toks/s]
-2025-03-15T09:41:19.481383070Z 
Processed prompts:  23%|██▎       | 115/500 [02:01<02:17,  2.80it/s, est. speed input: 149.15 toks/s, output: 1081.13 toks/s]
-2025-03-15T09:41:19.638158586Z 
Processed prompts:  23%|██▎       | 116/500 [02:03<04:22,  1.46it/s, est. speed input: 149.94 toks/s, output: 1084.20 toks/s]
-2025-03-15T09:41:21.639242347Z 
Processed prompts:  23%|██▎       | 117/500 [02:03<03:21,  1.90it/s, est. speed input: 150.96 toks/s, output: 1098.59 toks/s]
-2025-03-15T09:41:22.208495554Z 
Processed prompts:  24%|██▎       | 118/500 [02:05<06:10,  1.03it/s, est. speed input: 149.52 toks/s, output: 1089.21 toks/s]
-2025-03-15T09:41:23.054969419Z 
Processed prompts:  24%|██▍       | 119/500 [02:06<05:23,  1.18it/s, est. speed input: 150.15 toks/s, output: 1100.03 toks/s]
-2025-03-15T09:41:24.100688339Z 
Processed prompts:  24%|██▍       | 120/500 [02:06<05:22,  1.18it/s, est. speed input: 150.71 toks/s, output: 1108.42 toks/s]
-2025-03-15T09:41:24.258829471Z 
Processed prompts:  24%|██▍       | 121/500 [02:08<05:43,  1.10it/s, est. speed input: 150.44 toks/s, output: 1108.08 toks/s]
-2025-03-15T09:41:25.241245038Z 
Processed prompts:  24%|██▍       | 122/500 [02:08<04:18,  1.46it/s, est. speed input: 151.26 toks/s, output: 1122.42 toks/s]
-2025-03-15T09:41:25.402916568Z 
Processed prompts:  25%|██▍       | 123/500 [02:09<04:51,  1.29it/s, est. speed input: 151.07 toks/s, output: 1123.97 toks/s]
-2025-03-15T09:41:26.801837998Z 
Processed prompts:  25%|██▍       | 124/500 [02:09<03:41,  1.70it/s, est. speed input: 151.79 toks/s, output: 1128.42 toks/s]
-2025-03-15T09:41:27.237684861Z 
Processed prompts:  25%|██▌       | 125/500 [02:10<05:12,  1.20it/s, est. speed input: 151.49 toks/s, output: 1132.03 toks/s]
-2025-03-15T09:41:28.432138314Z 
Processed prompts:  25%|██▌       | 126/500 [02:11<04:26,  1.40it/s, est. speed input: 151.86 toks/s, output: 1132.29 toks/s]
-2025-03-15T09:41:28.729483906Z 
Processed prompts:  25%|██▌       | 127/500 [02:12<05:19,  1.17it/s, est. speed input: 151.64 toks/s, output: 1137.74 toks/s]
-2025-03-15T09:41:29.026749758Z 
Processed prompts:  26%|██▌       | 128/500 [02:12<04:16,  1.45it/s, est. speed input: 152.17 toks/s, output: 1140.42 toks/s]
-2025-03-15T09:41:29.402145682Z 
Processed prompts:  26%|██▌       | 129/500 [02:12<03:32,  1.75it/s, est. speed input: 152.75 toks/s, output: 1146.41 toks/s]
-2025-03-15T09:41:30.591563429Z 
Processed prompts:  26%|██▌       | 131/500 [02:13<02:25,  2.53it/s, est. speed input: 154.38 toks/s, output: 1174.45 toks/s]
-2025-03-15T09:41:31.024287949Z 
Processed prompts:  27%|██▋       | 133/500 [02:14<02:53,  2.11it/s, est. speed input: 154.92 toks/s, output: 1185.24 toks/s]
-2025-03-15T09:41:33.314477852Z 
Processed prompts:  27%|██▋       | 134/500 [02:14<02:50,  2.15it/s, est. speed input: 155.63 toks/s, output: 1197.07 toks/s]
-2025-03-15T09:41:35.199179048Z 
Processed prompts:  27%|██▋       | 135/500 [02:17<05:29,  1.11it/s, est. speed input: 153.98 toks/s, output: 1192.70 toks/s]
-2025-03-15T09:41:36.539210070Z 
Processed prompts:  27%|██▋       | 136/500 [02:19<06:59,  1.15s/it, est. speed input: 152.76 toks/s, output: 1184.39 toks/s]
-2025-03-15T09:41:37.121143588Z 
Processed prompts:  27%|██▋       | 137/500 [02:20<07:16,  1.20s/it, est. speed input: 152.18 toks/s, output: 1181.94 toks/s]
-2025-03-15T09:41:39.103895561Z 
Processed prompts:  28%|██▊       | 138/500 [02:21<06:13,  1.03s/it, est. speed input: 152.37 toks/s, output: 1183.38 toks/s]
-2025-03-15T09:41:41.234314218Z 
Processed prompts:  28%|██▊       | 139/500 [02:23<07:49,  1.30s/it, est. speed input: 151.53 toks/s, output: 1182.53 toks/s]
-2025-03-15T09:41:43.535511289Z 
Processed prompts:  28%|██▊       | 140/500 [02:25<09:14,  1.54s/it, est. speed input: 150.29 toks/s, output: 1180.70 toks/s]
-2025-03-15T09:41:43.767717439Z 
Processed prompts:  28%|██▊       | 142/500 [02:27<08:08,  1.36s/it, est. speed input: 149.75 toks/s, output: 1182.51 toks/s]
-2025-03-15T09:41:44.996133502Z 
Processed prompts:  29%|██▊       | 143/500 [02:27<06:28,  1.09s/it, est. speed input: 150.47 toks/s, output: 1196.08 toks/s]
-2025-03-15T09:41:48.995814942Z 
Processed prompts:  29%|██▉       | 145/500 [02:28<05:17,  1.12it/s, est. speed input: 151.00 toks/s, output: 1209.02 toks/s]
-2025-03-15T09:41:51.289013473Z 
Processed prompts:  29%|██▉       | 146/500 [02:32<09:25,  1.60s/it, est. speed input: 147.78 toks/s, output: 1180.73 toks/s]
-2025-03-15T09:41:51.596653195Z 
Processed prompts:  29%|██▉       | 147/500 [02:35<10:24,  1.77s/it, est. speed input: 146.60 toks/s, output: 1178.65 toks/s]
-2025-03-15T09:41:52.185824046Z 
Processed prompts:  30%|██▉       | 148/500 [02:35<08:09,  1.39s/it, est. speed input: 147.93 toks/s, output: 1191.67 toks/s]
-2025-03-15T09:41:53.558570454Z 
Processed prompts:  30%|██▉       | 149/500 [02:36<06:51,  1.17s/it, est. speed input: 148.24 toks/s, output: 1202.52 toks/s]
-2025-03-15T09:41:54.217775277Z 
Processed prompts:  30%|███       | 150/500 [02:37<07:10,  1.23s/it, est. speed input: 147.96 toks/s, output: 1207.37 toks/s]
-2025-03-15T09:41:54.452544591Z 
Processed prompts:  30%|███       | 151/500 [02:38<06:12,  1.07s/it, est. speed input: 148.22 toks/s, output: 1217.67 toks/s]
-2025-03-15T09:41:54.757804464Z 
Processed prompts:  30%|███       | 152/500 [02:38<04:47,  1.21it/s, est. speed input: 148.91 toks/s, output: 1231.19 toks/s]
-2025-03-15T09:41:54.992780760Z 
Processed prompts:  31%|███       | 153/500 [02:38<03:53,  1.48it/s, est. speed input: 149.74 toks/s, output: 1244.14 toks/s]
-2025-03-15T09:41:55.935844381Z 
Processed prompts:  31%|███       | 155/500 [02:38<02:25,  2.38it/s, est. speed input: 151.37 toks/s, output: 1272.91 toks/s]
-2025-03-15T09:41:57.657006540Z 
Processed prompts:  31%|███       | 156/500 [02:39<03:08,  1.82it/s, est. speed input: 152.04 toks/s, output: 1280.71 toks/s]
-2025-03-15T09:41:58.034257854Z 
Processed prompts:  31%|███▏      | 157/500 [02:41<04:52,  1.17it/s, est. speed input: 151.33 toks/s, output: 1282.36 toks/s]
-2025-03-15T09:41:58.974466894Z 
Processed prompts:  32%|███▏      | 158/500 [02:41<04:07,  1.38it/s, est. speed input: 151.79 toks/s, output: 1294.66 toks/s]
-2025-03-15T09:41:59.281035444Z 
Processed prompts:  32%|███▏      | 159/500 [02:42<04:27,  1.27it/s, est. speed input: 151.63 toks/s, output: 1293.58 toks/s]
-2025-03-15T09:41:59.810114297Z 
Processed prompts:  32%|███▏      | 160/500 [02:43<03:40,  1.54it/s, est. speed input: 152.72 toks/s, output: 1306.42 toks/s]
-2025-03-15T09:42:00.539530503Z 
Processed prompts:  32%|███▏      | 162/500 [02:43<02:40,  2.10it/s, est. speed input: 153.78 toks/s, output: 1326.33 toks/s]
-2025-03-15T09:42:00.917355145Z 
Processed prompts:  33%|███▎      | 163/500 [02:44<03:01,  1.86it/s, est. speed input: 153.81 toks/s, output: 1327.76 toks/s]
-2025-03-15T09:42:02.934914639Z 
Processed prompts:  33%|███▎      | 164/500 [02:44<02:46,  2.01it/s, est. speed input: 154.13 toks/s, output: 1328.47 toks/s]
-2025-03-15T09:42:03.242048397Z 
Processed prompts:  33%|███▎      | 165/500 [02:46<05:03,  1.10it/s, est. speed input: 152.93 toks/s, output: 1316.87 toks/s]
-2025-03-15T09:42:04.472066832Z 
Processed prompts:  33%|███▎      | 166/500 [02:47<04:06,  1.35it/s, est. speed input: 153.35 toks/s, output: 1322.01 toks/s]
-2025-03-15T09:42:05.420070931Z 
Processed prompts:  33%|███▎      | 167/500 [02:48<04:52,  1.14it/s, est. speed input: 153.38 toks/s, output: 1327.58 toks/s]
-2025-03-15T09:42:08.874351972Z 
Processed prompts:  34%|███▎      | 168/500 [02:49<04:58,  1.11it/s, est. speed input: 153.19 toks/s, output: 1325.12 toks/s]
-2025-03-15T09:42:09.329309547Z 
Processed prompts:  34%|███▍      | 169/500 [02:52<09:04,  1.64s/it, est. speed input: 150.76 toks/s, output: 1302.18 toks/s]
-2025-03-15T09:42:12.310811183Z 
Processed prompts:  34%|███▍      | 170/500 [02:53<07:07,  1.29s/it, est. speed input: 151.04 toks/s, output: 1307.00 toks/s]
-2025-03-15T09:42:12.552710643Z 
Processed prompts:  34%|███▍      | 171/500 [02:56<09:50,  1.79s/it, est. speed input: 149.35 toks/s, output: 1300.05 toks/s]
-2025-03-15T09:42:12.721202446Z 
Processed prompts:  34%|███▍      | 172/500 [02:56<07:17,  1.33s/it, est. speed input: 150.00 toks/s, output: 1313.43 toks/s]
-2025-03-15T09:42:14.290317171Z 
Processed prompts:  35%|███▍      | 173/500 [02:56<05:22,  1.01it/s, est. speed input: 150.50 toks/s, output: 1317.68 toks/s]
-2025-03-15T09:42:14.461044711Z 
Processed prompts:  35%|███▍      | 174/500 [02:58<06:18,  1.16s/it, est. speed input: 149.78 toks/s, output: 1309.42 toks/s]
-2025-03-15T09:42:15.519893235Z 
Processed prompts:  35%|███▌      | 175/500 [02:58<04:40,  1.16it/s, est. speed input: 150.31 toks/s, output: 1317.20 toks/s]
-2025-03-15T09:42:17.004317084Z 
Processed prompts:  35%|███▌      | 177/500 [02:59<03:49,  1.41it/s, est. speed input: 150.76 toks/s, output: 1329.35 toks/s]
-2025-03-15T09:42:18.196007128Z 
Processed prompts:  36%|███▌      | 178/500 [03:00<04:50,  1.11it/s, est. speed input: 150.13 toks/s, output: 1322.91 toks/s]
-2025-03-15T09:42:18.524331671Z 
Processed prompts:  36%|███▌      | 179/500 [03:02<05:13,  1.02it/s, est. speed input: 149.88 toks/s, output: 1329.36 toks/s]
-2025-03-15T09:42:19.640536024Z 
Processed prompts:  36%|███▌      | 181/500 [03:02<03:20,  1.59it/s, est. speed input: 150.86 toks/s, output: 1339.12 toks/s]
-2025-03-15T09:42:19.954633466Z 
Processed prompts:  36%|███▋      | 182/500 [03:03<03:56,  1.34it/s, est. speed input: 150.59 toks/s, output: 1339.77 toks/s]
-2025-03-15T09:42:20.854095826Z 
Processed prompts:  37%|███▋      | 183/500 [03:03<03:21,  1.57it/s, est. speed input: 150.92 toks/s, output: 1340.91 toks/s]
-2025-03-15T09:42:21.390423944Z 
Processed prompts:  37%|███▋      | 184/500 [03:04<03:42,  1.42it/s, est. speed input: 150.81 toks/s, output: 1341.22 toks/s]
-2025-03-15T09:42:21.923285905Z 
Processed prompts:  37%|███▋      | 185/500 [03:05<03:27,  1.52it/s, est. speed input: 150.99 toks/s, output: 1343.61 toks/s]
-2025-03-15T09:42:22.748813809Z 
Processed prompts:  37%|███▋      | 186/500 [03:05<03:15,  1.60it/s, est. speed input: 151.47 toks/s, output: 1354.82 toks/s]
-2025-03-15T09:42:23.794988554Z 
Processed prompts:  37%|███▋      | 187/500 [03:06<03:33,  1.47it/s, est. speed input: 151.39 toks/s, output: 1352.78 toks/s]
-2025-03-15T09:42:26.460829102Z 
Processed prompts:  38%|███▊      | 188/500 [03:07<04:05,  1.27it/s, est. speed input: 151.33 toks/s, output: 1360.28 toks/s]
-2025-03-15T09:42:28.701984547Z 
Processed prompts:  38%|███▊      | 189/500 [03:10<06:56,  1.34s/it, est. speed input: 149.79 toks/s, output: 1346.02 toks/s]
-2025-03-15T09:42:29.612540898Z 
Processed prompts:  38%|███▊      | 190/500 [03:12<08:17,  1.60s/it, est. speed input: 148.77 toks/s, output: 1345.30 toks/s]
-2025-03-15T09:42:29.784075984Z 
Processed prompts:  38%|███▊      | 191/500 [03:13<07:12,  1.40s/it, est. speed input: 148.84 toks/s, output: 1353.91 toks/s]
-2025-03-15T09:42:30.100763471Z 
Processed prompts:  39%|███▊      | 193/500 [03:13<04:04,  1.26it/s, est. speed input: 149.91 toks/s, output: 1367.92 toks/s]
-2025-03-15T09:42:30.345130868Z 
Processed prompts:  39%|███▉      | 194/500 [03:14<03:27,  1.47it/s, est. speed input: 150.24 toks/s, output: 1371.51 toks/s]
-2025-03-15T09:42:30.808035736Z 
Processed prompts:  39%|███▉      | 195/500 [03:14<02:52,  1.77it/s, est. speed input: 150.62 toks/s, output: 1375.04 toks/s]
-2025-03-15T09:42:31.788689386Z 
Processed prompts:  39%|███▉      | 196/500 [03:14<02:43,  1.86it/s, est. speed input: 150.83 toks/s, output: 1376.17 toks/s]
-2025-03-15T09:42:32.033475788Z 
Processed prompts:  39%|███▉      | 197/500 [03:15<03:20,  1.51it/s, est. speed input: 150.62 toks/s, output: 1372.96 toks/s]
-2025-03-15T09:42:33.088187798Z 
Processed prompts:  40%|███▉      | 198/500 [03:15<02:43,  1.84it/s, est. speed input: 150.99 toks/s, output: 1376.35 toks/s]
-2025-03-15T09:42:33.407621517Z 
Processed prompts:  40%|███▉      | 199/500 [03:17<03:27,  1.45it/s, est. speed input: 150.76 toks/s, output: 1375.66 toks/s]
-2025-03-15T09:42:33.800028784Z 
Processed prompts:  40%|████      | 200/500 [03:17<02:54,  1.72it/s, est. speed input: 151.08 toks/s, output: 1379.23 toks/s]
-2025-03-15T09:42:34.192840449Z 
Processed prompts:  40%|████      | 201/500 [03:17<02:37,  1.90it/s, est. speed input: 151.37 toks/s, output: 1383.78 toks/s]
-2025-03-15T09:42:34.364172979Z 
Processed prompts:  40%|████      | 202/500 [03:18<02:25,  2.05it/s, est. speed input: 151.59 toks/s, output: 1383.31 toks/s]
-2025-03-15T09:42:35.050021441Z 
Processed prompts:  41%|████      | 203/500 [03:18<01:56,  2.55it/s, est. speed input: 152.04 toks/s, output: 1390.08 toks/s]
-2025-03-15T09:42:35.369590469Z 
Processed prompts:  41%|████      | 204/500 [03:18<02:22,  2.08it/s, est. speed input: 152.05 toks/s, output: 1387.95 toks/s]
-2025-03-15T09:42:36.295564114Z 
Processed prompts:  41%|████      | 205/500 [03:19<02:07,  2.31it/s, est. speed input: 152.35 toks/s, output: 1390.13 toks/s]
-2025-03-15T09:42:37.209096571Z 
Processed prompts:  41%|████▏     | 207/500 [03:20<02:10,  2.24it/s, est. speed input: 152.82 toks/s, output: 1401.47 toks/s]
-2025-03-15T09:42:37.677072123Z 
Processed prompts:  42%|████▏     | 208/500 [03:21<02:44,  1.78it/s, est. speed input: 152.69 toks/s, output: 1401.08 toks/s]
-2025-03-15T09:42:38.963214955Z 
Processed prompts:  42%|████▏     | 209/500 [03:21<02:36,  1.86it/s, est. speed input: 153.50 toks/s, output: 1412.67 toks/s]
-2025-03-15T09:42:39.585778370Z 
Processed prompts:  42%|████▏     | 210/500 [03:22<03:34,  1.35it/s, est. speed input: 153.04 toks/s, output: 1405.86 toks/s]
-2025-03-15T09:42:39.757398806Z 
Processed prompts:  42%|████▏     | 211/500 [03:23<03:24,  1.41it/s, est. speed input: 153.14 toks/s, output: 1409.25 toks/s]
-2025-03-15T09:42:39.929162959Z 
Processed prompts:  42%|████▏     | 212/500 [03:23<02:39,  1.80it/s, est. speed input: 153.54 toks/s, output: 1412.68 toks/s]
-2025-03-15T09:42:40.173666090Z 
Processed prompts:  43%|████▎     | 213/500 [03:23<02:07,  2.25it/s, est. speed input: 154.01 toks/s, output: 1421.55 toks/s]
-2025-03-15T09:42:40.861659891Z 
Processed prompts:  43%|████▎     | 214/500 [03:24<01:50,  2.59it/s, est. speed input: 154.81 toks/s, output: 1434.68 toks/s]
-2025-03-15T09:42:41.328337768Z 
Processed prompts:  43%|████▎     | 215/500 [03:24<02:15,  2.11it/s, est. speed input: 154.83 toks/s, output: 1435.59 toks/s]
-2025-03-15T09:42:42.757401262Z 
Processed prompts:  43%|████▎     | 216/500 [03:25<02:14,  2.12it/s, est. speed input: 155.01 toks/s, output: 1436.58 toks/s]
-2025-03-15T09:42:43.743630718Z 
Processed prompts:  43%|████▎     | 217/500 [03:26<03:34,  1.32it/s, est. speed input: 154.86 toks/s, output: 1441.45 toks/s]
-2025-03-15T09:42:43.989832348Z 
Processed prompts:  44%|████▎     | 218/500 [03:27<03:52,  1.21it/s, est. speed input: 154.62 toks/s, output: 1437.29 toks/s]
-2025-03-15T09:42:44.533964274Z 
Processed prompts:  44%|████▍     | 219/500 [03:27<03:03,  1.53it/s, est. speed input: 154.98 toks/s, output: 1441.22 toks/s]
-2025-03-15T09:42:44.855618963Z 
Processed prompts:  44%|████▍     | 220/500 [03:28<02:53,  1.61it/s, est. speed input: 155.10 toks/s, output: 1442.73 toks/s]
-2025-03-15T09:42:45.475734359Z 
Processed prompts:  44%|████▍     | 221/500 [03:28<02:28,  1.88it/s, est. speed input: 155.37 toks/s, output: 1443.73 toks/s]
-2025-03-15T09:42:45.798219450Z 
Processed prompts:  44%|████▍     | 222/500 [03:29<02:34,  1.79it/s, est. speed input: 155.43 toks/s, output: 1444.61 toks/s]
-2025-03-15T09:42:46.569345732Z 
Processed prompts:  45%|████▍     | 223/500 [03:29<02:14,  2.05it/s, est. speed input: 155.68 toks/s, output: 1444.94 toks/s]
-2025-03-15T09:42:47.348657027Z 
Processed prompts:  45%|████▍     | 224/500 [03:30<02:37,  1.75it/s, est. speed input: 155.60 toks/s, output: 1442.34 toks/s]
-2025-03-15T09:42:49.572839847Z 
Processed prompts:  45%|████▌     | 225/500 [03:31<02:54,  1.58it/s, est. speed input: 155.54 toks/s, output: 1441.95 toks/s]
-2025-03-15T09:42:49.749761585Z 
Processed prompts:  45%|████▌     | 226/500 [03:33<05:04,  1.11s/it, est. speed input: 154.47 toks/s, output: 1435.89 toks/s]
-2025-03-15T09:42:49.938216719Z 
Processed prompts:  45%|████▌     | 227/500 [03:33<03:46,  1.20it/s, est. speed input: 155.25 toks/s, output: 1449.45 toks/s]
-2025-03-15T09:42:50.116168094Z 
Processed prompts:  46%|████▌     | 230/500 [03:33<01:47,  2.51it/s, est. speed input: 156.96 toks/s, output: 1477.10 toks/s]
-2025-03-15T09:42:50.821815190Z 
Processed prompts:  46%|████▌     | 231/500 [03:34<01:34,  2.84it/s, est. speed input: 157.40 toks/s, output: 1486.36 toks/s]
-2025-03-15T09:42:52.890862333Z 
Processed prompts:  46%|████▋     | 232/500 [03:34<01:56,  2.30it/s, est. speed input: 157.39 toks/s, output: 1486.76 toks/s]
-2025-03-15T09:42:54.974884320Z 
Processed prompts:  47%|████▋     | 233/500 [03:36<03:44,  1.19it/s, est. speed input: 156.40 toks/s, output: 1478.17 toks/s]
-2025-03-15T09:42:55.309902215Z 
Processed prompts:  47%|████▋     | 234/500 [03:38<05:10,  1.17s/it, est. speed input: 155.38 toks/s, output: 1466.56 toks/s]
-2025-03-15T09:42:55.638411862Z 
Processed prompts:  47%|████▋     | 235/500 [03:39<04:09,  1.06it/s, est. speed input: 155.67 toks/s, output: 1473.31 toks/s]
-2025-03-15T09:42:56.731782231Z 
Processed prompts:  47%|████▋     | 236/500 [03:39<03:22,  1.30it/s, est. speed input: 156.07 toks/s, output: 1485.80 toks/s]
-2025-03-15T09:42:57.137364817Z 
Processed prompts:  47%|████▋     | 237/500 [03:40<03:46,  1.16it/s, est. speed input: 155.76 toks/s, output: 1480.99 toks/s]
-2025-03-15T09:42:57.315844556Z 
Processed prompts:  48%|████▊     | 238/500 [03:41<03:11,  1.37it/s, est. speed input: 155.99 toks/s, output: 1485.24 toks/s]
-2025-03-15T09:43:02.671204760Z 
Processed prompts:  48%|████▊     | 239/500 [03:41<02:28,  1.76it/s, est. speed input: 156.38 toks/s, output: 1491.18 toks/s]
-2025-03-15T09:43:03.697738213Z 
Processed prompts:  48%|████▊     | 240/500 [03:46<08:34,  1.98s/it, est. speed input: 153.13 toks/s, output: 1458.33 toks/s]
-2025-03-15T09:43:03.878192442Z 
Processed prompts:  48%|████▊     | 241/500 [03:47<07:19,  1.70s/it, est. speed input: 152.93 toks/s, output: 1458.83 toks/s]
-2025-03-15T09:43:05.137772167Z 
Processed prompts:  48%|████▊     | 242/500 [03:47<05:21,  1.25s/it, est. speed input: 153.30 toks/s, output: 1464.16 toks/s]
-2025-03-15T09:43:05.317552709Z 
Processed prompts:  49%|████▊     | 243/500 [03:49<05:21,  1.25s/it, est. speed input: 153.07 toks/s, output: 1470.72 toks/s]
-2025-03-15T09:43:05.498072689Z 
Processed prompts:  49%|████▉     | 244/500 [03:49<03:58,  1.07it/s, est. speed input: 153.40 toks/s, output: 1473.32 toks/s]
-2025-03-15T09:43:08.979182476Z 
Processed prompts:  49%|████▉     | 245/500 [03:49<03:00,  1.42it/s, est. speed input: 153.87 toks/s, output: 1486.76 toks/s]
-2025-03-15T09:43:10.060774246Z 
Processed prompts:  49%|████▉     | 247/500 [03:52<04:59,  1.18s/it, est. speed input: 152.50 toks/s, output: 1475.24 toks/s]
-2025-03-15T09:43:10.894898666Z 
Processed prompts:  50%|████▉     | 248/500 [03:53<04:51,  1.16s/it, est. speed input: 152.26 toks/s, output: 1474.46 toks/s]
-2025-03-15T09:43:11.653958578Z 
Processed prompts:  50%|█████     | 250/500 [03:54<03:32,  1.18it/s, est. speed input: 152.62 toks/s, output: 1478.11 toks/s]
-2025-03-15T09:43:11.804272371Z 
Processed prompts:  50%|█████     | 251/500 [03:55<03:26,  1.21it/s, est. speed input: 152.58 toks/s, output: 1478.47 toks/s]
-2025-03-15T09:43:14.299027557Z 
Processed prompts:  50%|█████     | 252/500 [03:55<02:44,  1.51it/s, est. speed input: 152.90 toks/s, output: 1479.60 toks/s]
-2025-03-15T09:43:14.904381281Z 
Processed prompts:  51%|█████     | 253/500 [03:58<04:41,  1.14s/it, est. speed input: 151.73 toks/s, output: 1468.28 toks/s]
-2025-03-15T09:43:15.885310375Z 
Processed prompts:  51%|█████     | 254/500 [03:58<04:04,  1.01it/s, est. speed input: 151.78 toks/s, output: 1468.09 toks/s]
-2025-03-15T09:43:17.013237157Z 
Processed prompts:  51%|█████     | 255/500 [03:59<04:02,  1.01it/s, est. speed input: 151.61 toks/s, output: 1467.23 toks/s]
-2025-03-15T09:43:17.691878450Z 
Processed prompts:  51%|█████▏    | 257/500 [04:00<03:14,  1.25it/s, est. speed input: 151.78 toks/s, output: 1469.84 toks/s]
-2025-03-15T09:43:18.521405671Z 
Processed prompts:  52%|█████▏    | 258/500 [04:01<03:06,  1.30it/s, est. speed input: 151.78 toks/s, output: 1469.01 toks/s]
-2025-03-15T09:43:18.746734316Z 
Processed prompts:  52%|█████▏    | 259/500 [04:02<03:09,  1.27it/s, est. speed input: 151.73 toks/s, output: 1471.70 toks/s]
-2025-03-15T09:43:20.323045248Z 
Processed prompts:  52%|█████▏    | 260/500 [04:02<02:32,  1.57it/s, est. speed input: 152.00 toks/s, output: 1472.95 toks/s]
-2025-03-15T09:43:20.473271161Z 
Processed prompts:  52%|█████▏    | 261/500 [04:04<03:34,  1.12it/s, est. speed input: 151.43 toks/s, output: 1466.70 toks/s]
-2025-03-15T09:43:21.067508801Z 
Processed prompts:  52%|█████▏    | 262/500 [04:04<02:43,  1.46it/s, est. speed input: 152.38 toks/s, output: 1480.32 toks/s]
-2025-03-15T09:43:23.083483091Z 
Processed prompts:  53%|█████▎    | 265/500 [04:04<01:38,  2.39it/s, est. speed input: 153.28 toks/s, output: 1489.55 toks/s]
-2025-03-15T09:43:25.462357425Z 
Processed prompts:  53%|█████▎    | 266/500 [04:07<02:55,  1.34it/s, est. speed input: 152.46 toks/s, output: 1482.54 toks/s]
-2025-03-15T09:43:26.131581615Z 
Processed prompts:  53%|█████▎    | 267/500 [04:09<04:21,  1.12s/it, est. speed input: 151.64 toks/s, output: 1482.84 toks/s]
-2025-03-15T09:43:26.428915400Z 
Processed prompts:  54%|█████▎    | 268/500 [04:10<03:54,  1.01s/it, est. speed input: 151.74 toks/s, output: 1490.48 toks/s]
-2025-03-15T09:43:26.946140000Z 
Processed prompts:  54%|█████▍    | 269/500 [04:10<03:10,  1.21it/s, est. speed input: 152.00 toks/s, output: 1495.53 toks/s]
-2025-03-15T09:43:27.463319964Z 
Processed prompts:  54%|█████▍    | 270/500 [04:10<02:50,  1.35it/s, est. speed input: 152.08 toks/s, output: 1495.30 toks/s]
-2025-03-15T09:43:27.981414369Z 
Processed prompts:  54%|█████▍    | 271/500 [04:11<02:35,  1.47it/s, est. speed input: 152.17 toks/s, output: 1495.93 toks/s]
-2025-03-15T09:43:29.090863438Z 
Processed prompts:  54%|█████▍    | 272/500 [04:11<02:24,  1.58it/s, est. speed input: 152.24 toks/s, output: 1495.08 toks/s]
-2025-03-15T09:43:29.385801998Z 
Processed prompts:  55%|█████▍    | 273/500 [04:13<02:54,  1.30it/s, est. speed input: 151.95 toks/s, output: 1490.51 toks/s]
-2025-03-15T09:43:29.532976972Z 
Processed prompts:  55%|█████▍    | 274/500 [04:13<02:22,  1.58it/s, est. speed input: 152.21 toks/s, output: 1496.28 toks/s]
-2025-03-15T09:43:29.903569265Z 
Processed prompts:  55%|█████▌    | 275/500 [04:13<01:50,  2.05it/s, est. speed input: 152.56 toks/s, output: 1502.61 toks/s]
-2025-03-15T09:43:30.342236176Z 
Processed prompts:  55%|█████▌    | 276/500 [04:13<01:41,  2.20it/s, est. speed input: 152.77 toks/s, output: 1506.62 toks/s]
-2025-03-15T09:43:31.144767642Z 
Processed prompts:  55%|█████▌    | 277/500 [04:14<01:40,  2.23it/s, est. speed input: 152.89 toks/s, output: 1506.32 toks/s]
-2025-03-15T09:43:31.581532347Z 
Processed prompts:  56%|█████▌    | 278/500 [04:15<02:03,  1.80it/s, est. speed input: 152.81 toks/s, output: 1506.29 toks/s]
-2025-03-15T09:43:31.946963852Z 
Processed prompts:  56%|█████▌    | 279/500 [04:15<01:54,  1.93it/s, est. speed input: 152.94 toks/s, output: 1507.13 toks/s]
-2025-03-15T09:43:32.313465748Z 
Processed prompts:  56%|█████▌    | 280/500 [04:15<01:44,  2.11it/s, est. speed input: 153.06 toks/s, output: 1506.31 toks/s]
-2025-03-15T09:43:32.899239600Z 
Processed prompts:  56%|█████▌    | 281/500 [04:16<01:36,  2.27it/s, est. speed input: 153.21 toks/s, output: 1506.57 toks/s]
-2025-03-15T09:43:33.768330067Z 
Processed prompts:  56%|█████▋    | 282/500 [04:16<01:45,  2.06it/s, est. speed input: 153.57 toks/s, output: 1517.55 toks/s]
-2025-03-15T09:43:34.557280610Z 
Processed prompts:  57%|█████▋    | 283/500 [04:17<02:10,  1.67it/s, est. speed input: 153.43 toks/s, output: 1515.04 toks/s]
-2025-03-15T09:43:34.915651426Z 
Processed prompts:  57%|█████▋    | 284/500 [04:18<02:21,  1.52it/s, est. speed input: 153.56 toks/s, output: 1524.83 toks/s]
-2025-03-15T09:43:35.703054942Z 
Processed prompts:  57%|█████▋    | 285/500 [04:18<02:01,  1.76it/s, est. speed input: 153.75 toks/s, output: 1527.49 toks/s]
-2025-03-15T09:43:36.132692816Z 
Processed prompts:  57%|█████▋    | 286/500 [04:19<02:15,  1.58it/s, est. speed input: 153.65 toks/s, output: 1525.64 toks/s]
-2025-03-15T09:43:36.636801581Z 
Processed prompts:  57%|█████▋    | 287/500 [04:20<02:01,  1.75it/s, est. speed input: 153.80 toks/s, output: 1528.12 toks/s]
-2025-03-15T09:43:37.851741596Z 
Processed prompts:  58%|█████▊    | 288/500 [04:20<01:56,  1.81it/s, est. speed input: 153.94 toks/s, output: 1532.60 toks/s]
-2025-03-15T09:43:37.994167526Z 
Processed prompts:  58%|█████▊    | 289/500 [04:21<02:38,  1.33it/s, est. speed input: 153.66 toks/s, output: 1533.96 toks/s]
-2025-03-15T09:43:38.917195243Z 
Processed prompts:  58%|█████▊    | 291/500 [04:21<01:31,  2.29it/s, est. speed input: 154.37 toks/s, output: 1542.76 toks/s]
-2025-03-15T09:43:39.273763659Z 
Processed prompts:  58%|█████▊    | 292/500 [04:22<01:55,  1.79it/s, est. speed input: 154.21 toks/s, output: 1541.13 toks/s]
-2025-03-15T09:43:39.908122421Z 
Processed prompts:  59%|█████▊    | 293/500 [04:23<01:44,  1.98it/s, est. speed input: 154.43 toks/s, output: 1546.87 toks/s]
-2025-03-15T09:43:40.119512897Z 
Processed prompts:  59%|█████▉    | 296/500 [04:23<01:11,  2.86it/s, est. speed input: 155.11 toks/s, output: 1550.45 toks/s]
-2025-03-15T09:43:41.169508133Z 
Processed prompts:  59%|█████▉    | 297/500 [04:24<01:05,  3.11it/s, est. speed input: 155.40 toks/s, output: 1556.24 toks/s]
-2025-03-15T09:43:41.517824507Z 
Processed prompts:  60%|█████▉    | 298/500 [04:25<01:37,  2.06it/s, est. speed input: 155.84 toks/s, output: 1564.48 toks/s]
-2025-03-15T09:43:41.935984568Z 
Processed prompts:  60%|██████    | 300/500 [04:25<01:12,  2.75it/s, est. speed input: 156.38 toks/s, output: 1571.38 toks/s]
-2025-03-15T09:43:43.394014598Z 
Processed prompts:  60%|██████    | 301/500 [04:25<01:14,  2.66it/s, est. speed input: 156.46 toks/s, output: 1570.79 toks/s]
-2025-03-15T09:43:43.533386846Z 
Processed prompts:  60%|██████    | 302/500 [04:27<02:05,  1.58it/s, est. speed input: 156.05 toks/s, output: 1572.04 toks/s]
-2025-03-15T09:43:43.809173072Z 
Processed prompts:  61%|██████    | 304/500 [04:27<01:19,  2.47it/s, est. speed input: 156.80 toks/s, output: 1586.30 toks/s]
-2025-03-15T09:43:44.702932344Z 
Processed prompts:  61%|██████    | 306/500 [04:27<00:59,  3.25it/s, est. speed input: 157.75 toks/s, output: 1602.18 toks/s]
-2025-03-15T09:43:45.386205031Z 
Processed prompts:  62%|██████▏   | 308/500 [04:28<01:08,  2.82it/s, est. speed input: 158.00 toks/s, output: 1606.48 toks/s]
-2025-03-15T09:43:45.727671321Z 
Processed prompts:  62%|██████▏   | 309/500 [04:29<01:20,  2.38it/s, est. speed input: 157.94 toks/s, output: 1605.11 toks/s]
-2025-03-15T09:43:45.933228874Z 
Processed prompts:  62%|██████▏   | 310/500 [04:29<01:16,  2.48it/s, est. speed input: 158.11 toks/s, output: 1606.49 toks/s]
-2025-03-15T09:43:46.138928027Z 
Processed prompts:  62%|██████▏   | 311/500 [04:29<01:07,  2.81it/s, est. speed input: 158.36 toks/s, output: 1608.95 toks/s]
-2025-03-15T09:43:46.412752076Z 
Processed prompts:  62%|██████▏   | 312/500 [04:30<00:59,  3.15it/s, est. speed input: 158.57 toks/s, output: 1610.21 toks/s]
-2025-03-15T09:43:46.548692404Z 
Processed prompts:  63%|██████▎   | 313/500 [04:30<00:57,  3.27it/s, est. speed input: 158.80 toks/s, output: 1613.98 toks/s]
-2025-03-15T09:43:49.540386815Z 
Processed prompts:  63%|██████▎   | 314/500 [04:30<00:48,  3.86it/s, est. speed input: 159.07 toks/s, output: 1616.11 toks/s]
-2025-03-15T09:43:50.017811041Z 
Processed prompts:  63%|██████▎   | 316/500 [04:33<02:27,  1.24it/s, est. speed input: 158.06 toks/s, output: 1606.49 toks/s]
-2025-03-15T09:43:50.703124718Z 
Processed prompts:  63%|██████▎   | 317/500 [04:33<02:12,  1.38it/s, est. speed input: 158.20 toks/s, output: 1612.58 toks/s]
-2025-03-15T09:43:51.247493682Z 
Processed prompts:  64%|██████▎   | 318/500 [04:34<02:10,  1.40it/s, est. speed input: 158.15 toks/s, output: 1611.50 toks/s]
-2025-03-15T09:43:52.000284919Z 
Processed prompts:  64%|██████▍   | 319/500 [04:35<02:01,  1.49it/s, est. speed input: 158.16 toks/s, output: 1611.00 toks/s]
-2025-03-15T09:43:54.457024600Z 
Processed prompts:  64%|██████▍   | 320/500 [04:35<02:04,  1.44it/s, est. speed input: 158.06 toks/s, output: 1609.00 toks/s]
-2025-03-15T09:43:55.342270421Z 
Processed prompts:  64%|██████▍   | 321/500 [04:38<03:33,  1.19s/it, est. speed input: 157.10 toks/s, output: 1605.49 toks/s]
-2025-03-15T09:43:55.886150343Z 
Processed prompts:  65%|██████▍   | 323/500 [04:39<02:31,  1.17it/s, est. speed input: 157.31 toks/s, output: 1608.74 toks/s]
-2025-03-15T09:43:56.089976897Z 
Processed prompts:  65%|██████▌   | 325/500 [04:39<01:50,  1.59it/s, est. speed input: 158.41 toks/s, output: 1622.91 toks/s]
-2025-03-15T09:43:56.425081310Z 
Processed prompts:  65%|██████▌   | 327/500 [04:40<01:16,  2.27it/s, est. speed input: 159.24 toks/s, output: 1640.12 toks/s]
-2025-03-15T09:43:56.558503302Z 
Processed prompts:  66%|██████▌   | 328/500 [04:40<01:12,  2.39it/s, est. speed input: 159.40 toks/s, output: 1642.31 toks/s]
-2025-03-15T09:43:58.025115160Z 
Processed prompts:  66%|██████▌   | 329/500 [04:40<01:00,  2.82it/s, est. speed input: 159.67 toks/s, output: 1644.86 toks/s]
-2025-03-15T09:43:59.688482754Z 
Processed prompts:  66%|██████▌   | 330/500 [04:41<01:46,  1.60it/s, est. speed input: 159.25 toks/s, output: 1645.82 toks/s]
-2025-03-15T09:44:00.153373081Z 
Processed prompts:  66%|██████▌   | 331/500 [04:43<02:30,  1.12it/s, est. speed input: 158.65 toks/s, output: 1639.68 toks/s]
-2025-03-15T09:44:03.234265155Z 
Processed prompts:  66%|██████▋   | 332/500 [04:44<02:10,  1.29it/s, est. speed input: 158.94 toks/s, output: 1651.42 toks/s]
-2025-03-15T09:44:03.363437826Z 
Processed prompts:  67%|██████▋   | 333/500 [04:47<03:56,  1.42s/it, est. speed input: 157.65 toks/s, output: 1644.22 toks/s]
-2025-03-15T09:44:05.598111532Z 
Processed prompts:  67%|██████▋   | 334/500 [04:47<02:54,  1.05s/it, est. speed input: 157.92 toks/s, output: 1647.76 toks/s]
-2025-03-15T09:44:05.916058245Z 
Processed prompts:  67%|██████▋   | 335/500 [04:49<03:49,  1.39s/it, est. speed input: 157.05 toks/s, output: 1639.97 toks/s]
-2025-03-15T09:44:06.550870121Z 
Processed prompts:  67%|██████▋   | 336/500 [04:49<02:56,  1.08s/it, est. speed input: 157.24 toks/s, output: 1644.23 toks/s]
-2025-03-15T09:44:06.803893614Z 
Processed prompts:  67%|██████▋   | 337/500 [04:50<02:34,  1.05it/s, est. speed input: 157.28 toks/s, output: 1648.54 toks/s]
-2025-03-15T09:44:08.069300927Z 
Processed prompts:  68%|██████▊   | 338/500 [04:50<02:00,  1.35it/s, est. speed input: 157.63 toks/s, output: 1661.56 toks/s]
-2025-03-15T09:44:09.009524157Z 
Processed prompts:  68%|██████▊   | 339/500 [04:51<02:24,  1.11it/s, est. speed input: 157.37 toks/s, output: 1665.89 toks/s]
-2025-03-15T09:44:10.385960338Z 
Processed prompts:  68%|██████▊   | 340/500 [04:52<02:25,  1.10it/s, est. speed input: 157.17 toks/s, output: 1663.92 toks/s]
-2025-03-15T09:44:12.575503229Z 
Processed prompts:  68%|██████▊   | 341/500 [04:54<02:46,  1.05s/it, est. speed input: 157.03 toks/s, output: 1670.61 toks/s]
-2025-03-15T09:44:12.827936909Z 
Processed prompts:  68%|██████▊   | 342/500 [04:56<03:39,  1.39s/it, est. speed input: 156.23 toks/s, output: 1664.67 toks/s]
-2025-03-15T09:44:13.957674317Z 
Processed prompts:  69%|██████▊   | 343/500 [04:56<02:44,  1.05s/it, est. speed input: 156.53 toks/s, output: 1677.73 toks/s]
-2025-03-15T09:44:14.516581366Z 
Processed prompts:  69%|██████▉   | 344/500 [04:57<02:47,  1.07s/it, est. speed input: 156.41 toks/s, output: 1685.86 toks/s]
-2025-03-15T09:44:15.934033323Z 
Processed prompts:  69%|██████▉   | 345/500 [04:58<02:22,  1.09it/s, est. speed input: 156.51 toks/s, output: 1692.84 toks/s]
-2025-03-15T09:44:17.102985626Z 
Processed prompts:  69%|██████▉   | 346/500 [04:59<02:44,  1.07s/it, est. speed input: 156.17 toks/s, output: 1696.09 toks/s]
-2025-03-15T09:44:18.145150827Z 
Processed prompts:  69%|██████▉   | 347/500 [05:01<02:48,  1.10s/it, est. speed input: 156.07 toks/s, output: 1704.01 toks/s]
-2025-03-15T09:44:20.031703740Z 
Processed prompts:  70%|██████▉   | 348/500 [05:02<02:44,  1.08s/it, est. speed input: 155.91 toks/s, output: 1706.98 toks/s]
-2025-03-15T09:44:20.334719449Z 
Processed prompts:  70%|██████▉   | 349/500 [05:03<03:19,  1.32s/it, est. speed input: 155.53 toks/s, output: 1710.90 toks/s]
-2025-03-15T09:44:20.515699187Z 
Processed prompts:  70%|███████   | 350/500 [05:04<02:32,  1.02s/it, est. speed input: 157.82 toks/s, output: 1723.72 toks/s]
-2025-03-15T09:44:20.695993868Z 
Processed prompts:  70%|███████   | 351/500 [05:04<01:54,  1.30it/s, est. speed input: 158.57 toks/s, output: 1737.22 toks/s]
-2025-03-15T09:44:21.711141943Z 
Processed prompts:  70%|███████   | 352/500 [05:04<01:27,  1.69it/s, est. speed input: 158.91 toks/s, output: 1750.72 toks/s]
-2025-03-15T09:44:21.949163721Z 
Processed prompts:  71%|███████   | 353/500 [05:05<01:45,  1.39it/s, est. speed input: 158.86 toks/s, output: 1759.44 toks/s]
-2025-03-15T09:44:22.302316508Z 
Processed prompts:  71%|███████   | 355/500 [05:05<01:04,  2.26it/s, est. speed input: 159.66 toks/s, output: 1787.13 toks/s]
-2025-03-15T09:44:22.889062858Z 
Processed prompts:  71%|███████   | 356/500 [05:06<01:00,  2.38it/s, est. speed input: 159.78 toks/s, output: 1789.32 toks/s]
-2025-03-15T09:44:23.297551886Z 
Processed prompts:  71%|███████▏  | 357/500 [05:06<01:06,  2.16it/s, est. speed input: 160.84 toks/s, output: 1800.44 toks/s]
-2025-03-15T09:44:23.588252933Z 
Processed prompts:  72%|███████▏  | 358/500 [05:07<01:03,  2.23it/s, est. speed input: 160.93 toks/s, output: 1802.44 toks/s]
-2025-03-15T09:44:25.843823884Z 
Processed prompts:  72%|███████▏  | 359/500 [05:07<00:56,  2.47it/s, est. speed input: 161.31 toks/s, output: 1815.29 toks/s]
-2025-03-15T09:44:27.993115210Z 
Processed prompts:  72%|███████▏  | 360/500 [05:09<02:10,  1.07it/s, est. speed input: 160.43 toks/s, output: 1806.34 toks/s]
-2025-03-15T09:44:31.933921643Z 
Processed prompts:  72%|███████▏  | 361/500 [05:11<02:58,  1.29s/it, est. speed input: 159.67 toks/s, output: 1801.47 toks/s]
-2025-03-15T09:44:32.625606851Z 
Processed prompts:  73%|███████▎  | 363/500 [05:15<03:38,  1.60s/it, est. speed input: 158.39 toks/s, output: 1798.01 toks/s]
-2025-03-15T09:44:33.667027571Z 
Processed prompts:  73%|███████▎  | 364/500 [05:16<03:06,  1.37s/it, est. speed input: 158.40 toks/s, output: 1803.18 toks/s]
-2025-03-15T09:44:34.644871810Z 
Processed prompts:  73%|███████▎  | 365/500 [05:17<02:53,  1.29s/it, est. speed input: 158.18 toks/s, output: 1802.42 toks/s]
-2025-03-15T09:44:35.849252914Z 
Processed prompts:  73%|███████▎  | 366/500 [05:18<02:41,  1.20s/it, est. speed input: 158.02 toks/s, output: 1803.29 toks/s]
-2025-03-15T09:44:37.632227468Z 
Processed prompts:  73%|███████▎  | 367/500 [05:19<02:40,  1.20s/it, est. speed input: 157.74 toks/s, output: 1802.32 toks/s]
-2025-03-15T09:44:37.747628026Z 
Processed prompts:  74%|███████▎  | 368/500 [05:21<03:00,  1.37s/it, est. speed input: 157.27 toks/s, output: 1807.00 toks/s]
-2025-03-15T09:44:39.000330457Z 
Processed prompts:  74%|███████▍  | 369/500 [05:21<02:11,  1.01s/it, est. speed input: 157.85 toks/s, output: 1821.02 toks/s]
-2025-03-15T09:44:39.458474540Z 
Processed prompts:  74%|███████▍  | 370/500 [05:22<02:20,  1.08s/it, est. speed input: 157.52 toks/s, output: 1818.87 toks/s]
-2025-03-15T09:44:41.958817107Z 
Processed prompts:  74%|███████▍  | 371/500 [05:23<01:55,  1.12it/s, est. speed input: 157.61 toks/s, output: 1822.14 toks/s]
-2025-03-15T09:44:42.183731273Z 
Processed prompts:  74%|███████▍  | 372/500 [05:25<02:55,  1.37s/it, est. speed input: 156.67 toks/s, output: 1812.93 toks/s]
-2025-03-15T09:44:42.293993472Z 
Processed prompts:  75%|███████▍  | 373/500 [05:26<02:10,  1.03s/it, est. speed input: 156.93 toks/s, output: 1822.73 toks/s]
-2025-03-15T09:44:43.332626797Z 
Processed prompts:  75%|███████▍  | 374/500 [05:26<01:35,  1.32it/s, est. speed input: 157.38 toks/s, output: 1836.82 toks/s]
-2025-03-15T09:44:44.150125167Z 
Processed prompts:  75%|███████▌  | 375/500 [05:27<01:45,  1.19it/s, est. speed input: 157.15 toks/s, output: 1835.54 toks/s]
-2025-03-15T09:44:46.219322685Z 
Processed prompts:  75%|███████▌  | 376/500 [05:28<01:43,  1.20it/s, est. speed input: 157.09 toks/s, output: 1839.50 toks/s]
-2025-03-15T09:44:46.599758967Z 
Processed prompts:  75%|███████▌  | 377/500 [05:30<02:28,  1.20s/it, est. speed input: 156.40 toks/s, output: 1833.80 toks/s]
-2025-03-15T09:44:50.773424567Z 
Processed prompts:  76%|███████▌  | 378/500 [05:30<01:56,  1.05it/s, est. speed input: 156.52 toks/s, output: 1837.39 toks/s]
-2025-03-15T09:44:52.072430234Z 
Processed prompts:  76%|███████▌  | 379/500 [05:34<03:52,  1.92s/it, est. speed input: 154.91 toks/s, output: 1825.48 toks/s]
-2025-03-15T09:45:01.252918894Z 
Processed prompts:  76%|███████▌  | 380/500 [05:35<03:28,  1.73s/it, est. speed input: 154.74 toks/s, output: 1833.24 toks/s]
-2025-03-15T09:45:02.172559816Z 
Processed prompts:  76%|███████▌  | 381/500 [05:45<07:52,  3.97s/it, est. speed input: 150.92 toks/s, output: 1791.31 toks/s]
-2025-03-15T09:45:02.602090862Z 
Processed prompts:  76%|███████▋  | 382/500 [05:46<06:00,  3.05s/it, est. speed input: 151.05 toks/s, output: 1801.42 toks/s]
-2025-03-15T09:45:04.406772698Z 
Processed prompts:  77%|███████▋  | 383/500 [05:46<04:25,  2.27s/it, est. speed input: 151.17 toks/s, output: 1807.48 toks/s]
-2025-03-15T09:45:05.095501240Z 
Processed prompts:  77%|███████▋  | 385/500 [05:48<03:08,  1.64s/it, est. speed input: 151.64 toks/s, output: 1822.32 toks/s]
-2025-03-15T09:45:06.154869005Z 
Processed prompts:  77%|███████▋  | 386/500 [05:49<02:39,  1.40s/it, est. speed input: 151.81 toks/s, output: 1833.62 toks/s]
-2025-03-15T09:45:06.259860124Z 
Processed prompts:  77%|███████▋  | 387/500 [05:50<02:28,  1.31s/it, est. speed input: 152.17 toks/s, output: 1842.98 toks/s]
-2025-03-15T09:45:07.929905925Z 
Processed prompts:  78%|███████▊  | 388/500 [05:50<01:50,  1.02it/s, est. speed input: 152.41 toks/s, output: 1849.35 toks/s]
-2025-03-15T09:45:08.085512520Z 
Processed prompts:  78%|███████▊  | 389/500 [05:51<02:10,  1.18s/it, est. speed input: 151.98 toks/s, output: 1847.91 toks/s]
-2025-03-15T09:45:12.502594636Z 
Processed prompts:  78%|███████▊  | 390/500 [05:52<01:37,  1.13it/s, est. speed input: 152.23 toks/s, output: 1856.78 toks/s]
-2025-03-15T09:45:12.712162952Z 
Processed prompts:  78%|███████▊  | 391/500 [05:56<03:27,  1.91s/it, est. speed input: 150.67 toks/s, output: 1845.08 toks/s]
-2025-03-15T09:45:14.360775112Z 
Processed prompts:  78%|███████▊  | 392/500 [05:56<02:32,  1.41s/it, est. speed input: 150.95 toks/s, output: 1858.99 toks/s]
-2025-03-15T09:45:15.955506315Z 
Processed prompts:  79%|███████▊  | 393/500 [05:58<02:38,  1.48s/it, est. speed input: 151.10 toks/s, output: 1865.44 toks/s]
-2025-03-15T09:45:16.417098267Z 
Processed prompts:  79%|███████▉  | 394/500 [05:59<02:40,  1.51s/it, est. speed input: 150.73 toks/s, output: 1866.35 toks/s]
-2025-03-15T09:45:16.620725226Z 
Processed prompts:  79%|███████▉  | 395/500 [06:00<02:06,  1.20s/it, est. speed input: 150.98 toks/s, output: 1878.99 toks/s]
-2025-03-15T09:45:18.759220009Z 
Processed prompts:  79%|███████▉  | 396/500 [06:00<01:34,  1.11it/s, est. speed input: 151.16 toks/s, output: 1884.55 toks/s]
-2025-03-15T09:45:19.420619792Z 
Processed prompts:  79%|███████▉  | 397/500 [06:02<02:11,  1.27s/it, est. speed input: 150.68 toks/s, output: 1888.50 toks/s]
-2025-03-15T09:45:19.623408608Z 
Processed prompts:  80%|███████▉  | 398/500 [06:03<01:51,  1.09s/it, est. speed input: 150.67 toks/s, output: 1892.06 toks/s]
-2025-03-15T09:45:21.035021130Z 
Processed prompts:  80%|███████▉  | 399/500 [06:03<01:23,  1.21it/s, est. speed input: 151.12 toks/s, output: 1906.08 toks/s]
-2025-03-15T09:45:21.136061796Z 
Processed prompts:  80%|████████  | 400/500 [06:04<01:40,  1.00s/it, est. speed input: 150.88 toks/s, output: 1912.81 toks/s]
-2025-03-15T09:45:21.735594126Z 
Processed prompts:  80%|████████  | 401/500 [06:05<01:12,  1.37it/s, est. speed input: 151.11 toks/s, output: 1919.46 toks/s]
-2025-03-15T09:45:22.580371788Z 
Processed prompts:  80%|████████  | 402/500 [06:05<01:07,  1.45it/s, est. speed input: 151.17 toks/s, output: 1926.88 toks/s]
-2025-03-15T09:45:26.302138206Z 
Processed prompts:  81%|████████  | 403/500 [06:06<01:11,  1.36it/s, est. speed input: 151.24 toks/s, output: 1937.56 toks/s]
-2025-03-15T09:45:31.303440319Z 
Processed prompts:  81%|████████  | 404/500 [06:10<02:36,  1.63s/it, est. speed input: 149.98 toks/s, output: 1925.17 toks/s]
-2025-03-15T09:45:33.565665064Z 
Processed prompts:  81%|████████  | 405/500 [06:15<04:11,  2.64s/it, est. speed input: 148.25 toks/s, output: 1907.55 toks/s]
-2025-03-15T09:45:33.965037816Z 
Processed prompts:  81%|████████  | 406/500 [06:17<03:57,  2.53s/it, est. speed input: 147.65 toks/s, output: 1905.15 toks/s]
-2025-03-15T09:45:34.854531576Z 
Processed prompts:  82%|████████▏ | 408/500 [06:17<02:13,  1.45s/it, est. speed input: 148.30 toks/s, output: 1930.87 toks/s]
-2025-03-15T09:45:35.544615512Z 
Processed prompts:  82%|████████▏ | 409/500 [06:18<01:59,  1.31s/it, est. speed input: 148.23 toks/s, output: 1935.60 toks/s]
-2025-03-15T09:45:44.759964248Z 
Processed prompts:  82%|████████▏ | 410/500 [06:19<01:43,  1.15s/it, est. speed input: 148.53 toks/s, output: 1947.37 toks/s]
-2025-03-15T09:45:45.055116669Z 
Processed prompts:  82%|████████▏ | 411/500 [06:28<04:57,  3.34s/it, est. speed input: 145.33 toks/s, output: 1914.82 toks/s]
-2025-03-15T09:45:45.822555899Z 
Processed prompts:  82%|████████▏ | 412/500 [06:28<03:39,  2.49s/it, est. speed input: 145.82 toks/s, output: 1928.78 toks/s]
-2025-03-15T09:45:50.040328050Z 
Processed prompts:  83%|████████▎ | 413/500 [06:29<02:53,  2.00s/it, est. speed input: 146.18 toks/s, output: 1940.40 toks/s]
-2025-03-15T09:45:56.106404057Z 
Processed prompts:  83%|████████▎ | 414/500 [06:33<03:47,  2.64s/it, est. speed input: 144.88 toks/s, output: 1928.95 toks/s]
-2025-03-15T09:46:02.452713017Z 
Processed prompts:  83%|████████▎ | 415/500 [06:40<05:09,  3.64s/it, est. speed input: 143.49 toks/s, output: 1915.26 toks/s]
-2025-03-15T09:46:03.856941018Z 
Processed prompts:  83%|████████▎ | 416/500 [06:46<06:13,  4.44s/it, est. speed input: 141.56 toks/s, output: 1901.00 toks/s]
-2025-03-15T09:46:13.912029862Z 
Processed prompts:  83%|████████▎ | 417/500 [06:47<04:53,  3.54s/it, est. speed input: 141.51 toks/s, output: 1910.13 toks/s]
-2025-03-15T09:46:17.109885119Z 
Processed prompts:  84%|████████▎ | 418/500 [06:57<07:29,  5.48s/it, est. speed input: 138.34 toks/s, output: 1872.90 toks/s]
-2025-03-15T09:46:26.345162001Z 
Processed prompts:  84%|████████▍ | 419/500 [07:01<06:28,  4.80s/it, est. speed input: 137.60 toks/s, output: 1874.53 toks/s]
-2025-03-15T09:46:33.086605456Z 
Processed prompts:  84%|████████▍ | 420/500 [07:10<08:09,  6.12s/it, est. speed input: 135.61 toks/s, output: 1850.26 toks/s]
-2025-03-15T09:47:01.719035486Z 
Processed prompts:  84%|████████▍ | 421/500 [07:17<08:18,  6.31s/it, est. speed input: 134.04 toks/s, output: 1837.76 toks/s]
-2025-03-15T09:47:02.661965274Z 
Processed prompts:  84%|████████▍ | 422/500 [07:45<16:53, 12.99s/it, est. speed input: 126.39 toks/s, output: 1741.09 toks/s]
-2025-03-15T09:47:03.496348403Z 
Processed prompts:  85%|████████▍ | 423/500 [07:46<12:02,  9.38s/it, est. speed input: 126.48 toks/s, output: 1753.90 toks/s]
-2025-03-15T09:47:05.926014636Z 
Processed prompts:  85%|████████▍ | 424/500 [07:47<08:38,  6.82s/it, est. speed input: 126.94 toks/s, output: 1767.11 toks/s]
-2025-03-15T09:47:06.889917582Z 
Processed prompts:  85%|████████▌ | 425/500 [07:49<06:52,  5.50s/it, est. speed input: 126.61 toks/s, output: 1774.34 toks/s]
-2025-03-15T09:47:13.766142391Z 
Processed prompts:  85%|████████▌ | 426/500 [07:50<05:06,  4.14s/it, est. speed input: 126.62 toks/s, output: 1786.05 toks/s]
-2025-03-15T09:47:14.292948313Z 
Processed prompts:  85%|████████▌ | 427/500 [07:57<06:02,  4.96s/it, est. speed input: 125.01 toks/s, output: 1771.13 toks/s]
-2025-03-15T09:47:20.000036059Z 
Processed prompts:  86%|████████▌ | 428/500 [07:58<04:21,  3.63s/it, est. speed input: 126.50 toks/s, output: 1785.62 toks/s]
-2025-03-15T09:47:23.601887939Z 
Processed prompts:  86%|████████▌ | 429/500 [08:03<05:02,  4.25s/it, est. speed input: 125.25 toks/s, output: 1778.84 toks/s]
-2025-03-15T09:47:28.949695062Z 
Processed prompts:  86%|████████▌ | 430/500 [08:07<04:44,  4.06s/it, est. speed input: 124.60 toks/s, output: 1782.23 toks/s]
-2025-03-15T09:47:32.290610847Z 
Processed prompts:  86%|████████▌ | 431/500 [08:12<05:06,  4.45s/it, est. speed input: 123.46 toks/s, output: 1773.82 toks/s]
-2025-03-15T09:47:40.012357099Z 
Processed prompts:  86%|████████▋ | 432/500 [08:16<04:39,  4.11s/it, est. speed input: 122.93 toks/s, output: 1778.49 toks/s]
-2025-03-15T09:47:41.658837631Z 
Processed prompts:  87%|████████▋ | 433/500 [08:23<05:48,  5.20s/it, est. speed input: 121.28 toks/s, output: 1765.55 toks/s]
-2025-03-15T09:47:42.077714063Z 
Processed prompts:  87%|████████▋ | 434/500 [08:25<04:32,  4.13s/it, est. speed input: 121.21 toks/s, output: 1776.49 toks/s]
-2025-03-15T09:47:53.033970381Z 
Processed prompts:  87%|████████▋ | 435/500 [08:26<03:16,  3.02s/it, est. speed input: 121.46 toks/s, output: 1791.72 toks/s]
-2025-03-15T09:47:54.357115722Z 
Processed prompts:  87%|████████▋ | 436/500 [08:36<05:45,  5.40s/it, est. speed input: 119.11 toks/s, output: 1768.16 toks/s]
-2025-03-15T09:47:57.381612988Z 
Processed prompts:  87%|████████▋ | 437/500 [08:38<04:23,  4.18s/it, est. speed input: 119.05 toks/s, output: 1780.47 toks/s]
-2025-03-15T09:48:05.579160397Z 
Processed prompts:  88%|████████▊ | 438/500 [08:41<03:57,  3.83s/it, est. speed input: 118.60 toks/s, output: 1785.35 toks/s]
-2025-03-15T09:48:12.578564894Z 
Processed prompts:  88%|████████▊ | 439/500 [08:49<05:13,  5.14s/it, est. speed input: 117.03 toks/s, output: 1774.64 toks/s]
-2025-03-15T09:48:37.064937583Z 
Processed prompts:  88%|████████▊ | 440/500 [08:56<05:41,  5.70s/it, est. speed input: 115.75 toks/s, output: 1768.49 toks/s]
-2025-03-15T09:48:38.891942495Z 
Processed prompts:  88%|████████▊ | 441/500 [09:20<11:08, 11.33s/it, est. speed input: 110.87 toks/s, output: 1703.31 toks/s]
-2025-03-15T09:48:42.107829384Z 
Processed prompts:  88%|████████▊ | 442/500 [09:22<08:11,  8.48s/it, est. speed input: 110.80 toks/s, output: 1714.97 toks/s]
-2025-03-15T09:48:47.212391463Z 
Processed prompts:  89%|████████▊ | 443/500 [09:26<06:33,  6.90s/it, est. speed input: 110.49 toks/s, output: 1722.45 toks/s]
-2025-03-15T09:48:47.787762434Z 
Processed prompts:  89%|████████▉ | 444/500 [09:31<05:56,  6.36s/it, est. speed input: 109.92 toks/s, output: 1724.32 toks/s]
-2025-03-15T09:48:48.923389260Z 
Processed prompts:  89%|████████▉ | 445/500 [09:31<04:14,  4.63s/it, est. speed input: 110.30 toks/s, output: 1739.85 toks/s]
-2025-03-15T09:48:50.173411090Z 
Processed prompts:  89%|████████▉ | 446/500 [09:32<03:13,  3.58s/it, est. speed input: 110.34 toks/s, output: 1753.68 toks/s]
-2025-03-15T09:48:50.553344418Z 
Processed prompts:  89%|████████▉ | 447/500 [09:34<02:32,  2.88s/it, est. speed input: 110.62 toks/s, output: 1767.16 toks/s]
-2025-03-15T09:48:54.839689284Z 
Processed prompts:  90%|████████▉ | 449/500 [09:34<01:23,  1.64s/it, est. speed input: 110.94 toks/s, output: 1794.04 toks/s]
-2025-03-15T09:48:58.723316323Z 
Processed prompts:  90%|█████████ | 450/500 [09:38<01:54,  2.30s/it, est. speed input: 110.39 toks/s, output: 1798.10 toks/s]
-2025-03-15T09:49:01.908509422Z 
Processed prompts:  90%|█████████ | 451/500 [09:42<02:12,  2.71s/it, est. speed input: 110.11 toks/s, output: 1803.50 toks/s]
-2025-03-15T09:49:06.678651170Z 
Processed prompts:  90%|█████████ | 452/500 [09:45<02:16,  2.84s/it, est. speed input: 109.80 toks/s, output: 1811.13 toks/s]
-2025-03-15T09:49:07.677147657Z 
Processed prompts:  91%|█████████ | 453/500 [09:50<02:38,  3.38s/it, est. speed input: 109.44 toks/s, output: 1813.99 toks/s]
-2025-03-15T09:49:18.359996718Z 
Processed prompts:  91%|█████████ | 454/500 [09:51<02:04,  2.70s/it, est. speed input: 109.68 toks/s, output: 1828.44 toks/s]
-2025-03-15T09:49:18.674129158Z 
Processed prompts:  91%|█████████ | 455/500 [10:02<03:45,  5.01s/it, est. speed input: 107.99 toks/s, output: 1813.64 toks/s]
-2025-03-15T09:49:20.264990537Z 
Processed prompts:  91%|█████████ | 456/500 [10:02<02:40,  3.64s/it, est. speed input: 108.17 toks/s, output: 1830.34 toks/s]
-2025-03-15T09:49:25.062110791Z 
Processed prompts:  91%|█████████▏| 457/500 [10:04<02:10,  3.03s/it, est. speed input: 108.17 toks/s, output: 1843.19 toks/s]
-2025-03-15T09:49:35.972263582Z 
Processed prompts:  92%|█████████▏| 458/500 [10:08<02:29,  3.56s/it, est. speed input: 107.58 toks/s, output: 1846.41 toks/s]
-2025-03-15T09:49:38.719591570Z 
Processed prompts:  92%|█████████▏| 459/500 [10:19<03:55,  5.74s/it, est. speed input: 105.84 toks/s, output: 1826.91 toks/s]
-2025-03-15T09:49:40.425085073Z 
Processed prompts:  92%|█████████▏| 460/500 [10:22<03:14,  4.85s/it, est. speed input: 105.65 toks/s, output: 1836.78 toks/s]
-2025-03-15T09:49:44.609322716Z 
Processed prompts:  92%|█████████▏| 461/500 [10:24<02:32,  3.91s/it, est. speed input: 106.22 toks/s, output: 1849.71 toks/s]
-2025-03-15T09:49:57.367527981Z 
Processed prompts:  92%|█████████▏| 462/500 [10:28<02:31,  3.99s/it, est. speed input: 105.68 toks/s, output: 1851.42 toks/s]
-2025-03-15T09:49:58.480447297Z 
Processed prompts:  93%|█████████▎| 463/500 [10:41<04:04,  6.62s/it, est. speed input: 103.78 toks/s, output: 1832.79 toks/s]
-2025-03-15T09:50:09.213010839Z 
Processed prompts:  93%|█████████▎| 464/500 [10:42<02:58,  4.97s/it, est. speed input: 103.95 toks/s, output: 1847.83 toks/s]
-2025-03-15T09:50:14.636731282Z 
Processed prompts:  93%|█████████▎| 465/500 [10:53<03:54,  6.70s/it, est. speed input: 102.60 toks/s, output: 1835.85 toks/s]
-2025-03-15T09:50:15.915902252Z 
Processed prompts:  93%|█████████▎| 466/500 [10:58<03:34,  6.31s/it, est. speed input: 101.95 toks/s, output: 1839.20 toks/s]
-2025-03-15T09:50:17.034413952Z 
Processed prompts:  93%|█████████▎| 467/500 [10:59<02:38,  4.80s/it, est. speed input: 101.98 toks/s, output: 1854.12 toks/s]
-2025-03-15T09:50:20.731169038Z 
Processed prompts:  94%|█████████▎| 468/500 [11:00<01:58,  3.70s/it, est. speed input: 102.14 toks/s, output: 1869.49 toks/s]
-2025-03-15T09:50:27.809649355Z 
Processed prompts:  94%|█████████▍| 469/500 [11:04<01:54,  3.70s/it, est. speed input: 101.84 toks/s, output: 1877.66 toks/s]
-2025-03-15T09:50:33.603009419Z 
Processed prompts:  94%|█████████▍| 470/500 [11:11<02:21,  4.71s/it, est. speed input: 101.09 toks/s, output: 1876.56 toks/s]
-2025-03-15T09:50:36.001131102Z 
Processed prompts:  94%|█████████▍| 471/500 [11:17<02:26,  5.04s/it, est. speed input: 100.46 toks/s, output: 1879.31 toks/s]
-2025-03-15T09:50:43.585679830Z 
Processed prompts:  94%|█████████▍| 472/500 [11:19<01:58,  4.25s/it, est. speed input: 100.51 toks/s, output: 1891.51 toks/s]
-2025-03-15T09:50:45.847211535Z 
Processed prompts:  95%|█████████▍| 473/500 [11:27<02:21,  5.25s/it, est. speed input: 99.69 toks/s, output: 1889.63 toks/s] 
-2025-03-15T09:50:53.931216780Z 
Processed prompts:  95%|█████████▍| 474/500 [11:29<01:53,  4.35s/it, est. speed input: 99.75 toks/s, output: 1902.46 toks/s]
-2025-03-15T09:51:00.800481824Z 
Processed prompts:  95%|█████████▌| 475/500 [11:37<02:16,  5.47s/it, est. speed input: 98.79 toks/s, output: 1899.61 toks/s]
-2025-03-15T09:51:14.389207866Z 
Processed prompts:  95%|█████████▌| 476/500 [11:44<02:21,  5.89s/it, est. speed input: 98.00 toks/s, output: 1899.11 toks/s]
-2025-03-15T09:51:16.581117825Z 
Processed prompts:  95%|█████████▌| 477/500 [11:58<03:08,  8.20s/it, est. speed input: 96.38 toks/s, output: 1882.80 toks/s]
-2025-03-15T09:51:17.453111467Z 
Processed prompts:  96%|█████████▌| 478/500 [12:00<02:20,  6.40s/it, est. speed input: 96.31 toks/s, output: 1896.74 toks/s]
-2025-03-15T09:51:18.024895861Z 
Processed prompts:  96%|█████████▌| 479/500 [12:01<01:39,  4.74s/it, est. speed input: 96.42 toks/s, output: 1914.13 toks/s]
-2025-03-15T09:51:20.420132417Z 
Processed prompts:  96%|█████████▌| 480/500 [12:01<01:09,  3.49s/it, est. speed input: 96.80 toks/s, output: 1932.31 toks/s]
-2025-03-15T09:51:25.404786932Z 
Processed prompts:  96%|█████████▌| 481/500 [12:04<01:00,  3.16s/it, est. speed input: 96.70 toks/s, output: 1945.67 toks/s]
-2025-03-15T09:51:30.555226371Z 
Processed prompts:  96%|█████████▋| 482/500 [12:09<01:06,  3.71s/it, est. speed input: 96.29 toks/s, output: 1952.26 toks/s]
-2025-03-15T09:51:31.377479733Z 
Processed prompts:  97%|█████████▋| 483/500 [12:14<01:10,  4.14s/it, est. speed input: 95.78 toks/s, output: 1957.52 toks/s]
-2025-03-15T09:51:35.902746000Z 
Processed prompts:  97%|█████████▋| 484/500 [12:15<00:50,  3.15s/it, est. speed input: 95.98 toks/s, output: 1975.39 toks/s]
-2025-03-15T09:51:36.103226790Z 
Processed prompts:  97%|█████████▋| 485/500 [12:19<00:53,  3.56s/it, est. speed input: 95.77 toks/s, output: 1983.50 toks/s]
-2025-03-15T09:51:37.858917047Z 
Processed prompts:  97%|█████████▋| 486/500 [12:20<00:35,  2.55s/it, est. speed input: 96.32 toks/s, output: 2003.17 toks/s]
-2025-03-15T09:51:39.116684093Z 
Processed prompts:  97%|█████████▋| 487/500 [12:21<00:30,  2.31s/it, est. speed input: 96.29 toks/s, output: 2018.69 toks/s]
-2025-03-15T09:52:18.736330288Z 
Processed prompts:  98%|█████████▊| 488/500 [12:23<00:23,  2.00s/it, est. speed input: 96.60 toks/s, output: 2035.59 toks/s]
-2025-03-15T09:52:33.778296717Z 
Processed prompts:  98%|█████████▊| 489/500 [13:02<02:26, 13.28s/it, est. speed input: 91.87 toks/s, output: 1954.33 toks/s]
-2025-03-15T09:52:47.419902956Z 
Processed prompts:  98%|█████████▊| 490/500 [13:17<02:18, 13.81s/it, est. speed input: 90.58 toks/s, output: 1939.80 toks/s]
-2025-03-15T09:52:53.612646574Z 
Processed prompts:  98%|█████████▊| 491/500 [13:31<02:03, 13.76s/it, est. speed input: 89.21 toks/s, output: 1929.99 toks/s]
-2025-03-15T09:53:01.682070618Z 
Processed prompts:  98%|█████████▊| 492/500 [13:37<01:31, 11.49s/it, est. speed input: 88.85 toks/s, output: 1938.41 toks/s]
-2025-03-15T09:53:07.417159393Z 
Processed prompts:  99%|█████████▊| 493/500 [13:45<01:13, 10.46s/it, est. speed input: 88.16 toks/s, output: 1942.84 toks/s]
-2025-03-15T09:53:11.217949007Z 
Processed prompts:  99%|█████████▉| 494/500 [13:51<00:54,  9.05s/it, est. speed input: 87.76 toks/s, output: 1953.07 toks/s]
-2025-03-15T09:53:37.816498183Z 
Processed prompts:  99%|█████████▉| 495/500 [13:55<00:37,  7.47s/it, est. speed input: 87.52 toks/s, output: 1968.00 toks/s]
-2025-03-15T09:53:50.243486922Z 
Processed prompts:  99%|█████████▉| 496/500 [14:21<00:52, 13.21s/it, est. speed input: 85.04 toks/s, output: 1932.43 toks/s]
-2025-03-15T09:53:57.861493272Z 
Processed prompts:  99%|█████████▉| 497/500 [14:34<00:38, 12.98s/it, est. speed input: 84.04 toks/s, output: 1930.80 toks/s]
-2025-03-15T09:55:04.050238127Z 
Processed prompts: 100%|█████████▉| 498/500 [14:41<00:22, 11.37s/it, est. speed input: 83.50 toks/s, output: 1940.43 toks/s]
-2025-03-15T09:55:09.588570460Z 
Processed prompts: 100%|█████████▉| 499/500 [15:47<00:27, 27.81s/it, est. speed input: 77.87 toks/s, output: 1835.27 toks/s]
-2025-03-15T09:55:09.588640993Z 
Processed prompts: 100%|██████████| 500/500 [15:53<00:00, 21.13s/it, est. speed input: 77.58 toks/s, output: 1855.30 toks/s]
Processed prompts: 100%|██████████| 500/500 [15:53<00:00,  1.91s/it, est. speed input: 77.58 toks/s, output: 1855.30 toks/s]
-2025-03-15T09:55:10.226950171Z 
Splits: 100%|██████████| 1/1 [15:54<00:00, 954.31s/it]
Splits: 100%|██████████| 1/1 [15:54<00:00, 954.31s/it]
-2025-03-15T09:55:11.860202593Z [2025-03-15 09:55:11,859] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T09:55:14.944122437Z [2025-03-15 09:55:14,943] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T09:55:14.957649490Z [2025-03-15 09:55:14,957] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T09:55:14.957682157Z [2025-03-15 09:55:14,957] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T09:55:16.494238894Z [2025-03-15 09:55:16,493] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp3_150/results/quyanh/OpenRS-GRPO/results_2025-03-15T09-55-14.957560.json (evaluation_tracker.py:234)
-2025-03-15T09:55:16.497328415Z |      Task       |Version|     Metric     |Value|   |Stderr|
-2025-03-15T09:55:16.497370159Z |-----------------|------:|----------------|----:|---|-----:|
-2025-03-15T09:55:16.497375192Z |all              |       |extractive_match|0.856|±  |0.0157|
-2025-03-15T09:55:16.497380162Z |custom:math_500:0|      1|extractive_match|0.856|±  |0.0157|
-2025-03-15T09:55:19.108401475Z Evaluating task: amc23
-2025-03-15T09:55:42.599610749Z [2025-03-15 09:55:42,598] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T09:56:21.331316530Z INFO 03-15 09:56:21 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T09:56:28.023560247Z [2025-03-15 09:56:28,022] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T09:57:23.998318564Z [2025-03-15 09:57:23,997] [    INFO]: This model supports multiple tasks: {'embed', 'classify', 'reward', 'score', 'generate'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T09:57:24.012363310Z [2025-03-15 09:57:24,011] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=e1b768f5706e7f4226337cd1aa060b978159d607, override_neuron_config=None, tokenizer_revision=e1b768f5706e7f4226337cd1aa060b978159d607, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T09:57:27.199061907Z [2025-03-15 09:57:27,198] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T09:57:27.742093483Z [2025-03-15 09:57:27,741] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T09:57:28.642943544Z [2025-03-15 09:57:28,642] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T09:57:29.182177204Z [2025-03-15 09:57:29,181] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T09:57:29.183592569Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T09:57:29.884499395Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.43it/s]
-2025-03-15T09:57:29.884543832Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.43it/s]
-2025-03-15T09:57:30.241431448Z [2025-03-15 09:57:30,240] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T09:57:32.146598159Z [2025-03-15 09:57:32,146] [    INFO]: Memory profiling takes 1.71 seconds
-2025-03-15T09:57:32.146642343Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T09:57:32.146648991Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T09:57:32.351330970Z [2025-03-15 09:57:32,350] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T09:57:32.351385893Z [2025-03-15 09:57:32,351] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T09:57:36.067104941Z [2025-03-15 09:57:36,066] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T09:57:51.113950001Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:20,  1.64it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:01<00:16,  1.99it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:15,  2.13it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:01<00:13,  2.22it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:02<00:13,  2.28it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:02<00:12,  2.32it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:03<00:12,  2.28it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:03<00:11,  2.31it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:04<00:11,  2.35it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:04<00:10,  2.38it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:04<00:10,  2.40it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:05<00:09,  2.41it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:05<00:09,  2.41it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:06<00:08,  2.41it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:06<00:08,  2.41it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:06<00:07,  2.41it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:07<00:07,  2.39it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:07<00:07,  2.39it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:08<00:06,  2.35it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:08<00:06,  2.35it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:09<00:05,  2.38it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:09<00:05,  2.37it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:09<00:05,  2.38it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:10<00:04,  2.39it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:10<00:04,  2.40it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:11<00:03,  2.31it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:11<00:03,  2.34it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:11<00:02,  2.35it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:12<00:02,  2.32it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:12<00:02,  2.34it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:13<00:01,  2.34it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:13<00:01,  2.36it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:14<00:00,  2.37it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:14<00:00,  2.39it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:15<00:00,  2.24it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:15<00:00,  2.33it/s]
-2025-03-15T09:57:51.114171932Z [2025-03-15 09:57:51,113] [    INFO]: Graph capturing finished in 15 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T09:57:51.123786777Z [2025-03-15 09:57:51,123] [    INFO]: init engine (profile, create kv cache, warmup model) took 20.88 seconds (llm_engine.py:431)
-2025-03-15T09:57:52.095159031Z [2025-03-15 09:57:52,094] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T09:57:52.126595623Z [2025-03-15 09:57:52,126] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T09:57:52.126659195Z [2025-03-15 09:57:52,126] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T09:57:52.126666015Z [2025-03-15 09:57:52,126] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T09:57:52.126675840Z [2025-03-15 09:57:52,126] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T09:57:52.126680915Z [2025-03-15 09:57:52,126] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T09:57:52.126713345Z [2025-03-15 09:57:52,126] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T09:57:52.126812449Z [2025-03-15 09:57:52,126] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T09:57:52.126845559Z [2025-03-15 09:57:52,126] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T09:57:52.129652795Z [2025-03-15 09:57:52,129] [    INFO]: knoveleng/AMC-23 default (lighteval_task.py:187)
-2025-03-15T09:57:52.129694454Z [2025-03-15 09:57:52,129] [ WARNING]: Careful, the task custom|amc23 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T09:57:54.807147974Z [2025-03-15 09:57:54,806] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T09:57:54.807219588Z [2025-03-15 09:57:54,806] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T09:57:54.807241828Z [2025-03-15 09:57:54,806] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T09:57:54.823590435Z [2025-03-15 09:57:54,823] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T09:57:54.837110410Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 09:57:54,836] [ WARNING]: context_size + max_new_tokens=33060 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T09:58:05.897619985Z 
Processed prompts:   0%|          | 0/40 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T09:58:06.642650457Z 
Processed prompts:   2%|▎         | 1/40 [00:11<07:11, 11.06s/it, est. speed input: 14.02 toks/s, output: 65.13 toks/s]
-2025-03-15T09:58:09.829370214Z 
Processed prompts:   5%|▌         | 2/40 [00:11<03:09,  4.99s/it, est. speed input: 21.86 toks/s, output: 126.18 toks/s]
-2025-03-15T09:58:13.212111258Z 
Processed prompts:   8%|▊         | 3/40 [00:14<02:34,  4.17s/it, est. speed input: 25.56 toks/s, output: 164.61 toks/s]
-2025-03-15T09:58:14.081682271Z 
Processed prompts:  10%|█         | 4/40 [00:18<02:18,  3.86s/it, est. speed input: 31.30 toks/s, output: 198.26 toks/s]
-2025-03-15T09:58:14.588393045Z 
Processed prompts:  12%|█▎        | 5/40 [00:19<01:37,  2.78s/it, est. speed input: 37.58 toks/s, output: 253.28 toks/s]
-2025-03-15T09:58:15.237949519Z 
Processed prompts:  15%|█▌        | 6/40 [00:19<01:08,  2.01s/it, est. speed input: 44.82 toks/s, output: 310.80 toks/s]
-2025-03-15T09:58:16.293957302Z 
Processed prompts:  20%|██        | 8/40 [00:20<00:37,  1.18s/it, est. speed input: 60.41 toks/s, output: 427.25 toks/s]
-2025-03-15T09:58:17.249607813Z 
Processed prompts:  22%|██▎       | 9/40 [00:21<00:35,  1.15s/it, est. speed input: 66.99 toks/s, output: 470.36 toks/s]
-2025-03-15T09:58:21.151257302Z 
Processed prompts:  25%|██▌       | 10/40 [00:22<00:32,  1.09s/it, est. speed input: 68.46 toks/s, output: 514.52 toks/s]
-2025-03-15T09:58:24.688750005Z 
Processed prompts:  28%|██▊       | 11/40 [00:26<00:54,  1.88s/it, est. speed input: 66.25 toks/s, output: 502.68 toks/s]
-2025-03-15T09:58:25.272536764Z 
Processed prompts:  30%|███       | 12/40 [00:29<01:05,  2.35s/it, est. speed input: 63.66 toks/s, output: 507.60 toks/s]
-2025-03-15T09:58:30.688871865Z 
Processed prompts:  32%|███▎      | 13/40 [00:30<00:49,  1.84s/it, est. speed input: 66.22 toks/s, output: 562.37 toks/s]
-2025-03-15T09:58:32.360287176Z 
Processed prompts:  35%|███▌      | 14/40 [00:35<01:15,  2.89s/it, est. speed input: 59.25 toks/s, output: 541.87 toks/s]
-2025-03-15T09:58:33.711406990Z 
Processed prompts:  38%|███▊      | 15/40 [00:37<01:03,  2.53s/it, est. speed input: 60.05 toks/s, output: 582.20 toks/s]
-2025-03-15T09:58:40.488271873Z 
Processed prompts:  40%|████      | 16/40 [00:38<00:52,  2.18s/it, est. speed input: 60.90 toks/s, output: 626.46 toks/s]
-2025-03-15T09:58:45.323104924Z 
Processed prompts:  42%|████▎     | 17/40 [00:45<01:21,  3.55s/it, est. speed input: 55.19 toks/s, output: 598.21 toks/s]
-2025-03-15T09:58:48.146537962Z 
Processed prompts:  45%|████▌     | 18/40 [00:50<01:26,  3.93s/it, est. speed input: 53.09 toks/s, output: 605.82 toks/s]
-2025-03-15T09:58:48.296065151Z 
Processed prompts:  48%|████▊     | 19/40 [00:53<01:15,  3.60s/it, est. speed input: 53.11 toks/s, output: 638.69 toks/s]
-2025-03-15T09:58:55.443789046Z 
Processed prompts:  50%|█████     | 20/40 [00:53<00:51,  2.57s/it, est. speed input: 56.78 toks/s, output: 701.88 toks/s]
-2025-03-15T09:59:02.632583622Z 
Processed prompts:  52%|█████▎    | 21/40 [01:00<01:14,  3.94s/it, est. speed input: 53.28 toks/s, output: 684.27 toks/s]
-2025-03-15T09:59:21.996624728Z 
Processed prompts:  55%|█████▌    | 22/40 [01:07<01:28,  4.91s/it, est. speed input: 49.68 toks/s, output: 676.97 toks/s]
-2025-03-15T09:59:22.190715137Z 
Processed prompts:  57%|█████▊    | 23/40 [01:27<02:37,  9.24s/it, est. speed input: 39.96 toks/s, output: 591.39 toks/s]
-2025-03-15T09:59:22.534334485Z 
Processed prompts:  60%|██████    | 24/40 [01:27<01:44,  6.53s/it, est. speed input: 41.39 toks/s, output: 654.89 toks/s]
-2025-03-15T09:59:49.628825596Z 
Processed prompts:  62%|██████▎   | 25/40 [01:27<01:10,  4.68s/it, est. speed input: 43.85 toks/s, output: 717.16 toks/s]
-2025-03-15T10:00:00.054291933Z 
Processed prompts:  65%|██████▌   | 26/40 [01:54<02:39, 11.40s/it, est. speed input: 35.27 toks/s, output: 612.96 toks/s]
-2025-03-15T10:00:11.499531789Z 
Processed prompts:  68%|██████▊   | 27/40 [02:05<02:24, 11.11s/it, est. speed input: 33.65 toks/s, output: 626.90 toks/s]
-2025-03-15T10:00:21.646809283Z 
Processed prompts:  70%|███████   | 28/40 [02:16<02:14, 11.21s/it, est. speed input: 32.97 toks/s, output: 639.17 toks/s]
-2025-03-15T10:00:25.927602842Z 
Processed prompts:  72%|███████▎  | 29/40 [02:26<01:59, 10.89s/it, est. speed input: 32.50 toks/s, output: 659.66 toks/s]
-2025-03-15T10:00:48.014418413Z 
Processed prompts:  75%|███████▌  | 30/40 [02:31<01:29,  8.91s/it, est. speed input: 32.32 toks/s, output: 705.64 toks/s]
-2025-03-15T10:00:49.132308357Z 
Processed prompts:  78%|███████▊  | 31/40 [02:53<01:55, 12.86s/it, est. speed input: 28.94 toks/s, output: 680.38 toks/s]
-2025-03-15T10:00:57.613536557Z 
Processed prompts:  80%|████████  | 32/40 [02:54<01:14,  9.34s/it, est. speed input: 29.53 toks/s, output: 740.58 toks/s]
-2025-03-15T10:01:12.518929860Z 
Processed prompts:  82%|████████▎ | 33/40 [03:02<01:03,  9.08s/it, est. speed input: 29.75 toks/s, output: 771.00 toks/s]
-2025-03-15T10:01:37.423267215Z 
Processed prompts:  85%|████████▌ | 34/40 [03:17<01:04, 10.83s/it, est. speed input: 28.32 toks/s, output: 778.16 toks/s]
-2025-03-15T10:01:52.587975694Z 
Processed prompts:  88%|████████▊ | 35/40 [03:42<01:15, 15.05s/it, est. speed input: 25.65 toks/s, output: 757.21 toks/s]
-2025-03-15T10:02:21.789961951Z 
Processed prompts:  90%|█████████ | 36/40 [03:57<01:00, 15.09s/it, est. speed input: 24.69 toks/s, output: 775.65 toks/s]
-2025-03-15T10:02:38.481774093Z 
Processed prompts:  92%|█████████▎| 37/40 [04:26<00:57, 19.32s/it, est. speed input: 22.64 toks/s, output: 758.85 toks/s]
-2025-03-15T10:02:51.626464928Z 
Processed prompts:  95%|█████████▌| 38/40 [04:43<00:37, 18.53s/it, est. speed input: 21.86 toks/s, output: 783.11 toks/s]
-2025-03-15T10:04:32.144487472Z 
Processed prompts:  98%|█████████▊| 39/40 [04:56<00:16, 16.92s/it, est. speed input: 21.28 toks/s, output: 818.05 toks/s]
-2025-03-15T10:04:32.144530374Z 
Processed prompts: 100%|██████████| 40/40 [06:37<00:00, 42.00s/it, est. speed input: 16.27 toks/s, output: 685.59 toks/s]
Processed prompts: 100%|██████████| 40/40 [06:37<00:00,  9.93s/it, est. speed input: 16.27 toks/s, output: 685.59 toks/s]
-2025-03-15T10:04:32.217487647Z 
Splits: 100%|██████████| 1/1 [06:37<00:00, 397.39s/it]
Splits: 100%|██████████| 1/1 [06:37<00:00, 397.39s/it]
-2025-03-15T10:04:33.029804692Z [2025-03-15 10:04:33,029] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T10:04:33.515855081Z [2025-03-15 10:04:33,515] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T10:04:33.528678534Z [2025-03-15 10:04:33,528] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T10:04:33.528698705Z [2025-03-15 10:04:33,528] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T10:04:33.757368036Z [2025-03-15 10:04:33,756] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp3_150/results/quyanh/OpenRS-GRPO/results_2025-03-15T10-04-33.528650.json (evaluation_tracker.py:234)
-2025-03-15T10:04:33.768632215Z |     Task     |Version|     Metric     |Value|   |Stderr|
-2025-03-15T10:04:33.768648330Z |--------------|------:|----------------|----:|---|-----:|
-2025-03-15T10:04:33.768649964Z |all           |       |extractive_match| 0.75|±  |0.0693|
-2025-03-15T10:04:33.768651466Z |custom:amc23:0|      1|extractive_match| 0.75|±  |0.0693|
-2025-03-15T10:04:36.833810313Z ----------------------------------------
-2025-03-15T10:04:36.835185264Z ----------------------------------------
-2025-03-15T10:04:36.835223331Z Running evaluations for experiment 3, step 200
-2025-03-15T10:04:36.835229141Z Revision: rev3_200 = 0cfe0be68ec392672adadbe9fec7b629b05d02d1
-2025-03-15T10:04:36.835234771Z Output directory: data/evals/Exp3_200
-2025-03-15T10:04:36.839940564Z Evaluating task: aime24
-2025-03-15T10:04:48.129153514Z [2025-03-15 10:04:48,128] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T10:05:21.030452281Z INFO 03-15 10:05:21 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T10:05:26.031248421Z [2025-03-15 10:05:26,030] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T10:06:11.653463149Z [2025-03-15 10:06:11,652] [    INFO]: This model supports multiple tasks: {'reward', 'embed', 'score', 'classify', 'generate'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T10:06:11.662180517Z [2025-03-15 10:06:11,661] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=0cfe0be68ec392672adadbe9fec7b629b05d02d1, override_neuron_config=None, tokenizer_revision=0cfe0be68ec392672adadbe9fec7b629b05d02d1, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T10:06:18.923310332Z [2025-03-15 10:06:18,922] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T10:06:19.711476166Z [2025-03-15 10:06:19,710] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T10:06:20.364638313Z [2025-03-15 10:06:20,364] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T10:06:29.726233421Z [2025-03-15 10:06:29,725] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T10:06:29.727778349Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T10:06:30.505672169Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.29it/s]
-2025-03-15T10:06:30.505727522Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.29it/s]
-2025-03-15T10:06:30.896439989Z [2025-03-15 10:06:30,895] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T10:06:32.673559433Z [2025-03-15 10:06:32,672] [    INFO]: Memory profiling takes 1.56 seconds
-2025-03-15T10:06:32.673606713Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T10:06:32.673613906Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T10:06:32.923853262Z [2025-03-15 10:06:32,923] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T10:06:32.923897652Z [2025-03-15 10:06:32,923] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T10:06:37.461854977Z [2025-03-15 10:06:37,461] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T10:06:56.004126795Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:23,  1.47it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:01<00:26,  1.25it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:02<00:24,  1.31it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:03<00:23,  1.32it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:03<00:18,  1.58it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:03<00:17,  1.66it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:04<00:17,  1.63it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:05<00:16,  1.60it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:05<00:15,  1.72it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:06<00:13,  1.83it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:06<00:12,  1.90it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:07<00:11,  1.94it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:07<00:11,  1.94it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:08<00:10,  2.06it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:08<00:10,  1.94it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:09<00:09,  1.96it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:09<00:08,  2.08it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:10<00:07,  2.18it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:10<00:07,  2.06it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:11<00:08,  1.84it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:11<00:08,  1.73it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:12<00:07,  1.72it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:13<00:06,  1.77it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:13<00:05,  1.91it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:13<00:04,  2.04it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:14<00:04,  2.12it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:14<00:03,  2.20it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:15<00:03,  2.27it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:15<00:02,  2.32it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:15<00:02,  2.36it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:16<00:01,  2.39it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:16<00:01,  2.42it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:17<00:00,  2.35it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:17<00:00,  2.02it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:18<00:00,  1.82it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:18<00:00,  1.89it/s]
-2025-03-15T10:06:56.004641875Z [2025-03-15 10:06:56,004] [    INFO]: Graph capturing finished in 19 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T10:06:56.016631134Z [2025-03-15 10:06:56,016] [    INFO]: init engine (profile, create kv cache, warmup model) took 25.12 seconds (llm_engine.py:431)
-2025-03-15T10:06:57.064777275Z [2025-03-15 10:06:57,064] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T10:06:57.080182170Z [2025-03-15 10:06:57,080] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T10:06:57.080223123Z [2025-03-15 10:06:57,080] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T10:06:57.080242633Z [2025-03-15 10:06:57,080] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T10:06:57.080259803Z [2025-03-15 10:06:57,080] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T10:06:57.080325517Z [2025-03-15 10:06:57,080] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T10:06:57.080379446Z [2025-03-15 10:06:57,080] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T10:06:57.080402320Z [2025-03-15 10:06:57,080] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T10:06:57.080428773Z [2025-03-15 10:06:57,080] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T10:06:57.082445130Z [2025-03-15 10:06:57,082] [    INFO]: HuggingFaceH4/aime_2024 default (lighteval_task.py:187)
-2025-03-15T10:06:57.082500614Z [2025-03-15 10:06:57,082] [ WARNING]: Careful, the task custom|aime24 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T10:06:59.410152855Z [2025-03-15 10:06:59,409] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T10:06:59.410230039Z [2025-03-15 10:06:59,409] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T10:06:59.410236439Z [2025-03-15 10:06:59,410] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T10:06:59.424328412Z [2025-03-15 10:06:59,424] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T10:06:59.435493452Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 10:06:59,435] [ WARNING]: context_size + max_new_tokens=33238 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T10:07:35.803824551Z 
Processed prompts:   0%|          | 0/30 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T10:07:49.349676924Z 
Processed prompts:   3%|▎         | 1/30 [00:36<17:34, 36.36s/it, est. speed input: 5.77 toks/s, output: 66.66 toks/s]
-2025-03-15T10:07:53.563278260Z 
Processed prompts:   7%|▋         | 2/30 [00:49<10:42, 22.94s/it, est. speed input: 6.69 toks/s, output: 113.04 toks/s]
-2025-03-15T10:07:54.584932271Z 
Processed prompts:  10%|█         | 3/30 [00:54<06:28, 14.39s/it, est. speed input: 9.88 toks/s, output: 168.17 toks/s]
-2025-03-15T10:08:01.288708708Z 
Processed prompts:  13%|█▎        | 4/30 [00:55<03:56,  9.11s/it, est. speed input: 12.08 toks/s, output: 228.87 toks/s]
-2025-03-15T10:08:10.760495149Z 
Processed prompts:  17%|█▋        | 5/30 [01:01<03:26,  8.24s/it, est. speed input: 14.33 toks/s, output: 267.26 toks/s]
-2025-03-15T10:08:11.613031490Z 
Processed prompts:  20%|██        | 6/30 [01:11<03:27,  8.66s/it, est. speed input: 14.88 toks/s, output: 294.22 toks/s]
-2025-03-15T10:08:14.599661424Z 
Processed prompts:  23%|██▎       | 7/30 [01:12<02:20,  6.11s/it, est. speed input: 16.61 toks/s, output: 353.15 toks/s]
-2025-03-15T10:09:04.260601921Z 
Processed prompts:  27%|██▋       | 8/30 [01:15<01:52,  5.11s/it, est. speed input: 18.32 toks/s, output: 401.32 toks/s]
-2025-03-15T10:09:29.643843676Z 
Processed prompts:  30%|███       | 9/30 [02:04<06:39, 19.04s/it, est. speed input: 12.17 toks/s, output: 301.00 toks/s]
-2025-03-15T10:09:55.041375196Z 
Processed prompts:  33%|███▎      | 10/30 [02:30<06:59, 21.00s/it, est. speed input: 11.82 toks/s, output: 307.67 toks/s]
-2025-03-15T10:10:16.718313930Z 
Processed prompts:  37%|███▋      | 11/30 [02:55<07:04, 22.34s/it, est. speed input: 10.89 toks/s, output: 319.05 toks/s]
-2025-03-15T10:10:18.549318841Z 
Processed prompts:  40%|████      | 12/30 [03:17<06:38, 22.14s/it, est. speed input: 10.47 toks/s, output: 338.68 toks/s]
-2025-03-15T10:10:23.077831699Z 
Processed prompts:  43%|████▎     | 13/30 [03:19<04:31, 15.99s/it, est. speed input: 11.02 toks/s, output: 390.19 toks/s]
-2025-03-15T10:10:28.375138234Z 
Processed prompts:  47%|████▋     | 14/30 [03:23<03:20, 12.53s/it, est. speed input: 11.67 toks/s, output: 435.99 toks/s]
-2025-03-15T10:10:28.666793089Z 
Processed prompts:  50%|█████     | 15/30 [03:28<02:35, 10.35s/it, est. speed input: 12.11 toks/s, output: 479.31 toks/s]
-2025-03-15T10:10:58.674917290Z 
Processed prompts:  53%|█████▎    | 16/30 [03:29<01:42,  7.32s/it, est. speed input: 12.86 toks/s, output: 533.00 toks/s]
-2025-03-15T10:11:14.325848540Z 
Processed prompts:  57%|█████▋    | 17/30 [03:59<03:03, 14.14s/it, est. speed input: 12.18 toks/s, output: 520.06 toks/s]
-2025-03-15T10:11:28.376459785Z 
Processed prompts:  60%|██████    | 18/30 [04:14<02:55, 14.60s/it, est. speed input: 11.93 toks/s, output: 541.93 toks/s]
-2025-03-15T10:11:28.744653825Z 
Processed prompts:  63%|██████▎   | 19/30 [04:28<02:38, 14.43s/it, est. speed input: 11.95 toks/s, output: 567.24 toks/s]
-2025-03-15T10:11:38.227799905Z 
Processed prompts:  67%|██████▋   | 20/30 [04:29<01:42, 10.21s/it, est. speed input: 12.54 toks/s, output: 620.10 toks/s]
-2025-03-15T10:11:40.397305692Z 
Processed prompts:  70%|███████   | 21/30 [04:38<01:29,  9.99s/it, est. speed input: 12.79 toks/s, output: 652.75 toks/s]
-2025-03-15T10:11:50.745284713Z 
Processed prompts:  73%|███████▎  | 22/30 [04:40<01:01,  7.64s/it, est. speed input: 13.19 toks/s, output: 701.50 toks/s]
-2025-03-15T10:12:08.335398365Z 
Processed prompts:  77%|███████▋  | 23/30 [04:51<00:59,  8.46s/it, est. speed input: 14.33 toks/s, output: 730.68 toks/s]
-2025-03-15T10:12:09.182854982Z 
Processed prompts:  80%|████████  | 24/30 [05:08<01:07, 11.20s/it, est. speed input: 13.99 toks/s, output: 743.60 toks/s]
-2025-03-15T10:12:20.241201007Z 
Processed prompts:  83%|████████▎ | 25/30 [05:09<00:40,  8.09s/it, est. speed input: 14.46 toks/s, output: 796.12 toks/s]
-2025-03-15T10:12:23.965601808Z 
Processed prompts:  87%|████████▋ | 26/30 [05:20<00:35,  8.98s/it, est. speed input: 14.45 toks/s, output: 823.86 toks/s]
-2025-03-15T10:12:35.511619376Z 
Processed prompts:  90%|█████████ | 27/30 [05:24<00:22,  7.40s/it, est. speed input: 14.94 toks/s, output: 869.85 toks/s]
-2025-03-15T10:13:05.411251761Z 
Processed prompts:  93%|█████████▎| 28/30 [05:36<00:17,  8.65s/it, est. speed input: 15.25 toks/s, output: 895.65 toks/s]
-2025-03-15T10:15:15.724775736Z 
Processed prompts:  97%|█████████▋| 29/30 [06:05<00:15, 15.02s/it, est. speed input: 14.62 toks/s, output: 880.59 toks/s]
-2025-03-15T10:15:15.724936916Z 
Processed prompts: 100%|██████████| 30/30 [08:16<00:00, 49.61s/it, est. speed input: 11.13 toks/s, output: 715.05 toks/s]
Processed prompts: 100%|██████████| 30/30 [08:16<00:00, 16.54s/it, est. speed input: 11.13 toks/s, output: 715.05 toks/s]
-2025-03-15T10:15:15.823170692Z 
Splits: 100%|██████████| 1/1 [08:16<00:00, 496.40s/it]
Splits: 100%|██████████| 1/1 [08:16<00:00, 496.40s/it]
-2025-03-15T10:15:16.763162599Z [2025-03-15 10:15:16,762] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T10:15:17.409200206Z [2025-03-15 10:15:17,408] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T10:15:17.421882541Z [2025-03-15 10:15:17,421] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T10:15:17.421915044Z [2025-03-15 10:15:17,421] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T10:15:17.708864116Z [2025-03-15 10:15:17,708] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp3_200/results/quyanh/OpenRS-GRPO/results_2025-03-15T10-15-17.421583.json (evaluation_tracker.py:234)
-2025-03-15T10:15:17.713320396Z |     Task      |Version|     Metric     |Value |   |Stderr|
-2025-03-15T10:15:17.713335622Z |---------------|------:|----------------|-----:|---|-----:|
-2025-03-15T10:15:17.713340919Z |all            |       |extractive_match|0.2333|±  |0.0785|
-2025-03-15T10:15:17.713345542Z |custom:aime24:0|      1|extractive_match|0.2333|±  |0.0785|
-2025-03-15T10:15:20.353838409Z Evaluating task: math_500
-2025-03-15T10:15:40.187774556Z [2025-03-15 10:15:40,187] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T10:16:23.802482617Z INFO 03-15 10:16:23 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T10:16:27.811752166Z [2025-03-15 10:16:27,811] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T10:17:32.028651739Z [2025-03-15 10:17:32,027] [    INFO]: This model supports multiple tasks: {'score', 'classify', 'reward', 'generate', 'embed'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T10:17:32.047563762Z [2025-03-15 10:17:32,046] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=0cfe0be68ec392672adadbe9fec7b629b05d02d1, override_neuron_config=None, tokenizer_revision=0cfe0be68ec392672adadbe9fec7b629b05d02d1, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T10:17:40.439525810Z [2025-03-15 10:17:40,438] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T10:17:41.117281329Z [2025-03-15 10:17:41,116] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T10:17:42.100978687Z [2025-03-15 10:17:42,100] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T10:17:42.481114733Z [2025-03-15 10:17:42,480] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T10:17:42.482496228Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T10:17:43.228964212Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.34it/s]
-2025-03-15T10:17:43.229008487Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.34it/s]
-2025-03-15T10:17:43.607687947Z [2025-03-15 10:17:43,607] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T10:17:45.314916673Z [2025-03-15 10:17:45,314] [    INFO]: Memory profiling takes 1.48 seconds
-2025-03-15T10:17:45.314962105Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T10:17:45.314968683Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T10:17:45.529455658Z [2025-03-15 10:17:45,529] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T10:17:45.529496591Z [2025-03-15 10:17:45,529] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T10:17:49.550094720Z [2025-03-15 10:17:49,549] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T10:18:04.116357220Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:17,  1.98it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:00<00:14,  2.21it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:13,  2.30it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:01<00:13,  2.35it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:02<00:12,  2.37it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:02<00:12,  2.41it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:02<00:11,  2.40it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:03<00:11,  2.43it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:03<00:10,  2.44it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:04<00:10,  2.45it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:04<00:09,  2.46it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:05<00:09,  2.41it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:05<00:09,  2.43it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:05<00:08,  2.43it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:06<00:08,  2.42it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:06<00:07,  2.41it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:07<00:07,  2.40it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:07<00:07,  2.41it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:07<00:06,  2.42it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:08<00:06,  2.43it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:08<00:05,  2.41it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:09<00:05,  2.42it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:09<00:04,  2.44it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:09<00:04,  2.45it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:10<00:04,  2.44it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:10<00:03,  2.42it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:11<00:03,  2.44it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:11<00:02,  2.43it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:12<00:02,  2.44it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:12<00:02,  2.45it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:12<00:01,  2.42it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:13<00:01,  2.43it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:13<00:00,  2.41it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:14<00:00,  2.40it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:14<00:00,  2.39it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:14<00:00,  2.41it/s]
-2025-03-15T10:18:04.116591067Z [2025-03-15 10:18:04,116] [    INFO]: Graph capturing finished in 15 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T10:18:04.128708646Z [2025-03-15 10:18:04,128] [    INFO]: init engine (profile, create kv cache, warmup model) took 20.52 seconds (llm_engine.py:431)
-2025-03-15T10:18:04.855708389Z [2025-03-15 10:18:04,855] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T10:18:04.872214536Z [2025-03-15 10:18:04,871] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T10:18:04.872249758Z [2025-03-15 10:18:04,872] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T10:18:04.872255698Z [2025-03-15 10:18:04,872] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T10:18:04.872260648Z [2025-03-15 10:18:04,872] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T10:18:04.872286316Z [2025-03-15 10:18:04,872] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T10:18:04.872291416Z [2025-03-15 10:18:04,872] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T10:18:04.872360401Z [2025-03-15 10:18:04,872] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T10:18:04.872377465Z [2025-03-15 10:18:04,872] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T10:18:04.874646098Z [2025-03-15 10:18:04,874] [    INFO]: HuggingFaceH4/MATH-500 default (lighteval_task.py:187)
-2025-03-15T10:18:04.874654551Z [2025-03-15 10:18:04,874] [ WARNING]: Careful, the task custom|math_500 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T10:18:07.031157046Z [2025-03-15 10:18:07,030] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T10:18:07.031196507Z [2025-03-15 10:18:07,030] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T10:18:07.031202286Z [2025-03-15 10:18:07,030] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T10:18:07.156409715Z [2025-03-15 10:18:07,156] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T10:18:07.271882917Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 10:18:07,271] [ WARNING]: context_size + max_new_tokens=33636 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T10:18:27.668742075Z 
Processed prompts:   0%|          | 0/500 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T10:18:27.958626950Z 
Processed prompts:   0%|          | 1/500 [00:20<2:49:18, 20.36s/it, est. speed input: 12.38 toks/s, output: 17.73 toks/s]
-2025-03-15T10:18:32.534837290Z 
Processed prompts:   0%|          | 2/500 [00:20<1:10:59,  8.55s/it, est. speed input: 54.24 toks/s, output: 35.21 toks/s]
-2025-03-15T10:18:35.218286704Z 
Processed prompts:   1%|          | 3/500 [00:25<55:48,  6.74s/it, est. speed input: 49.87 toks/s, output: 46.35 toks/s]  
-2025-03-15T10:18:39.214111513Z 
Processed prompts:   1%|          | 4/500 [00:27<42:27,  5.14s/it, est. speed input: 51.82 toks/s, output: 59.45 toks/s]
-2025-03-15T10:18:40.713443030Z 
Processed prompts:   1%|          | 5/500 [00:31<38:59,  4.73s/it, est. speed input: 49.31 toks/s, output: 69.59 toks/s]
-2025-03-15T10:18:44.042578376Z 
Processed prompts:   1%|          | 6/500 [00:33<29:52,  3.63s/it, est. speed input: 51.82 toks/s, output: 84.04 toks/s]
-2025-03-15T10:18:46.420170829Z 
Processed prompts:   2%|▏         | 8/500 [00:36<21:49,  2.66s/it, est. speed input: 55.24 toks/s, output: 109.96 toks/s]
-2025-03-15T10:18:46.785507242Z 
Processed prompts:   2%|▏         | 9/500 [00:39<21:10,  2.59s/it, est. speed input: 58.32 toks/s, output: 120.82 toks/s]
-2025-03-15T10:18:47.219352046Z 
Processed prompts:   2%|▏         | 10/500 [00:39<16:12,  1.98s/it, est. speed input: 61.08 toks/s, output: 137.23 toks/s]
-2025-03-15T10:18:47.582193780Z 
Processed prompts:   2%|▏         | 12/500 [00:39<09:52,  1.21s/it, est. speed input: 67.51 toks/s, output: 170.62 toks/s]
-2025-03-15T10:18:47.784989574Z 
Processed prompts:   3%|▎         | 13/500 [00:40<08:12,  1.01s/it, est. speed input: 70.08 toks/s, output: 186.59 toks/s]
-2025-03-15T10:18:48.321862791Z 
Processed prompts:   3%|▎         | 15/500 [00:40<05:11,  1.55it/s, est. speed input: 77.26 toks/s, output: 220.59 toks/s]
-2025-03-15T10:18:48.859534194Z 
Processed prompts:   3%|▎         | 16/500 [00:41<04:59,  1.61it/s, est. speed input: 79.44 toks/s, output: 235.18 toks/s]
-2025-03-15T10:18:49.166970453Z 
Processed prompts:   3%|▎         | 17/500 [00:41<04:49,  1.67it/s, est. speed input: 82.12 toks/s, output: 249.61 toks/s]
-2025-03-15T10:18:50.877168125Z 
Processed prompts:   4%|▎         | 18/500 [00:41<04:12,  1.91it/s, est. speed input: 85.22 toks/s, output: 265.25 toks/s]
-2025-03-15T10:18:51.128737221Z 
Processed prompts:   4%|▍         | 19/500 [00:43<06:45,  1.19it/s, est. speed input: 86.90 toks/s, output: 272.28 toks/s]
-2025-03-15T10:18:52.788078223Z 
Processed prompts:   4%|▍         | 20/500 [00:43<05:25,  1.47it/s, est. speed input: 89.46 toks/s, output: 288.15 toks/s]
-2025-03-15T10:18:54.560523066Z 
Processed prompts:   4%|▍         | 21/500 [00:45<07:38,  1.04it/s, est. speed input: 89.67 toks/s, output: 295.05 toks/s]
-2025-03-15T10:18:55.049184993Z 
Processed prompts:   4%|▍         | 22/500 [00:47<09:29,  1.19s/it, est. speed input: 89.10 toks/s, output: 301.21 toks/s]
-2025-03-15T10:18:55.834972962Z 
Processed prompts:   5%|▍         | 23/500 [00:47<07:50,  1.01it/s, est. speed input: 91.52 toks/s, output: 315.35 toks/s]
-2025-03-15T10:18:56.922900723Z 
Processed prompts:   5%|▍         | 24/500 [00:48<07:21,  1.08it/s, est. speed input: 93.09 toks/s, output: 327.45 toks/s]
-2025-03-15T10:18:57.476109332Z 
Processed prompts:   5%|▌         | 25/500 [00:49<07:43,  1.03it/s, est. speed input: 93.73 toks/s, output: 337.46 toks/s]
-2025-03-15T10:18:58.027616288Z 
Processed prompts:   5%|▌         | 26/500 [00:50<06:42,  1.18it/s, est. speed input: 95.27 toks/s, output: 350.93 toks/s]
-2025-03-15T10:19:00.737101770Z 
Processed prompts:   5%|▌         | 27/500 [00:50<05:59,  1.31it/s, est. speed input: 97.07 toks/s, output: 364.28 toks/s]
-2025-03-15T10:19:02.078204108Z 
Processed prompts:   6%|▌         | 28/500 [00:53<10:33,  1.34s/it, est. speed input: 94.94 toks/s, output: 362.95 toks/s]
-2025-03-15T10:19:03.007867913Z 
Processed prompts:   6%|▌         | 29/500 [00:54<10:32,  1.34s/it, est. speed input: 95.39 toks/s, output: 371.19 toks/s]
-2025-03-15T10:19:05.151559097Z 
Processed prompts:   6%|▌         | 30/500 [00:55<09:32,  1.22s/it, est. speed input: 96.31 toks/s, output: 382.11 toks/s]
-2025-03-15T10:19:05.656540653Z 
Processed prompts:   6%|▌         | 31/500 [00:57<11:41,  1.50s/it, est. speed input: 95.02 toks/s, output: 385.03 toks/s]
-2025-03-15T10:19:07.141057551Z 
Processed prompts:   6%|▋         | 32/500 [00:58<09:21,  1.20s/it, est. speed input: 96.73 toks/s, output: 398.77 toks/s]
-2025-03-15T10:19:07.281378454Z 
Processed prompts:   7%|▋         | 33/500 [00:59<09:59,  1.28s/it, est. speed input: 96.64 toks/s, output: 405.92 toks/s]
-2025-03-15T10:19:10.496714279Z 
Processed prompts:   7%|▋         | 34/500 [00:59<07:18,  1.06it/s, est. speed input: 98.55 toks/s, output: 422.01 toks/s]
-2025-03-15T10:19:12.079334000Z 
Processed prompts:   7%|▋         | 35/500 [01:03<12:34,  1.62s/it, est. speed input: 95.53 toks/s, output: 409.78 toks/s]
-2025-03-15T10:19:12.534756868Z 
Processed prompts:   7%|▋         | 37/500 [01:04<09:33,  1.24s/it, est. speed input: 97.52 toks/s, output: 433.33 toks/s]
-2025-03-15T10:19:13.924538883Z 
Processed prompts:   8%|▊         | 38/500 [01:05<08:02,  1.05s/it, est. speed input: 99.09 toks/s, output: 447.26 toks/s]
-2025-03-15T10:19:14.192780745Z 
Processed prompts:   8%|▊         | 39/500 [01:06<08:43,  1.14s/it, est. speed input: 99.77 toks/s, output: 454.87 toks/s]
-2025-03-15T10:19:14.971483137Z 
Processed prompts:   8%|▊         | 40/500 [01:06<06:53,  1.11it/s, est. speed input: 101.39 toks/s, output: 469.97 toks/s]
-2025-03-15T10:19:15.739515772Z 
Processed prompts:   8%|▊         | 42/500 [01:07<05:09,  1.48it/s, est. speed input: 104.24 toks/s, output: 498.21 toks/s]
-2025-03-15T10:19:17.902437528Z 
Processed prompts:   9%|▊         | 43/500 [01:08<05:19,  1.43it/s, est. speed input: 105.28 toks/s, output: 509.51 toks/s]
-2025-03-15T10:19:19.116565159Z 
Processed prompts:   9%|▉         | 45/500 [01:10<06:28,  1.17it/s, est. speed input: 106.69 toks/s, output: 527.15 toks/s]
-2025-03-15T10:19:19.829015491Z 
Processed prompts:   9%|▉         | 46/500 [01:11<07:04,  1.07it/s, est. speed input: 106.71 toks/s, output: 535.07 toks/s]
-2025-03-15T10:19:20.036205768Z 
Processed prompts:   9%|▉         | 47/500 [01:12<06:38,  1.14it/s, est. speed input: 107.59 toks/s, output: 546.64 toks/s]
-2025-03-15T10:19:20.308083075Z 
Processed prompts:  10%|▉         | 48/500 [01:12<05:19,  1.41it/s, est. speed input: 109.33 toks/s, output: 561.90 toks/s]
-2025-03-15T10:19:22.114257038Z 
Processed prompts:  10%|▉         | 49/500 [01:12<04:26,  1.69it/s, est. speed input: 110.66 toks/s, output: 576.62 toks/s]
-2025-03-15T10:19:23.273262988Z 
Processed prompts:  10%|█         | 51/500 [01:14<05:26,  1.38it/s, est. speed input: 111.68 toks/s, output: 586.36 toks/s]
-2025-03-15T10:19:23.671794482Z 
Processed prompts:  10%|█         | 52/500 [01:15<06:11,  1.21it/s, est. speed input: 112.17 toks/s, output: 594.06 toks/s]
-2025-03-15T10:19:25.086720916Z 
Processed prompts:  11%|█         | 53/500 [01:16<05:21,  1.39it/s, est. speed input: 113.38 toks/s, output: 607.61 toks/s]
-2025-03-15T10:19:30.439503268Z 
Processed prompts:  11%|█         | 54/500 [01:17<06:43,  1.11it/s, est. speed input: 112.99 toks/s, output: 613.18 toks/s]
-2025-03-15T10:19:31.168868364Z 
Processed prompts:  11%|█         | 55/500 [01:23<15:46,  2.13s/it, est. speed input: 107.47 toks/s, output: 590.25 toks/s]
-2025-03-15T10:19:32.614423542Z 
Processed prompts:  11%|█         | 56/500 [01:23<12:49,  1.73s/it, est. speed input: 108.05 toks/s, output: 601.65 toks/s]
-2025-03-15T10:19:33.360206429Z 
Processed prompts:  11%|█▏        | 57/500 [01:25<12:11,  1.65s/it, est. speed input: 107.70 toks/s, output: 601.40 toks/s]
-2025-03-15T10:19:33.716982947Z 
Processed prompts:  12%|█▏        | 59/500 [01:26<07:53,  1.07s/it, est. speed input: 109.91 toks/s, output: 629.07 toks/s]
-2025-03-15T10:19:33.866160926Z 
Processed prompts:  12%|█▏        | 61/500 [01:26<05:17,  1.38it/s, est. speed input: 114.44 toks/s, output: 654.30 toks/s]
-2025-03-15T10:19:34.926882267Z 
Processed prompts:  12%|█▏        | 62/500 [01:26<04:21,  1.67it/s, est. speed input: 115.75 toks/s, output: 669.66 toks/s]
-2025-03-15T10:19:35.272065226Z 
Processed prompts:  13%|█▎        | 63/500 [01:27<05:09,  1.41it/s, est. speed input: 116.02 toks/s, output: 678.02 toks/s]
-2025-03-15T10:19:36.205664448Z 
Processed prompts:  13%|█▎        | 64/500 [01:27<04:28,  1.62it/s, est. speed input: 120.02 toks/s, output: 691.82 toks/s]
-2025-03-15T10:19:36.356840738Z 
Processed prompts:  13%|█▎        | 65/500 [01:28<05:04,  1.43it/s, est. speed input: 120.11 toks/s, output: 688.92 toks/s]
-2025-03-15T10:19:36.641433917Z 
Processed prompts:  13%|█▎        | 66/500 [01:29<03:58,  1.82it/s, est. speed input: 121.38 toks/s, output: 704.19 toks/s]
-2025-03-15T10:19:37.189057775Z 
Processed prompts:  13%|█▎        | 67/500 [01:29<03:25,  2.11it/s, est. speed input: 122.62 toks/s, output: 718.38 toks/s]
-2025-03-15T10:19:38.260478326Z 
Processed prompts:  14%|█▎        | 68/500 [01:29<03:34,  2.02it/s, est. speed input: 123.20 toks/s, output: 717.83 toks/s]
-2025-03-15T10:19:38.489532749Z 
Processed prompts:  14%|█▍        | 69/500 [01:30<04:45,  1.51it/s, est. speed input: 123.41 toks/s, output: 725.78 toks/s]
-2025-03-15T10:19:38.639852988Z 
Processed prompts:  14%|█▍        | 72/500 [01:31<02:24,  2.96it/s, est. speed input: 127.30 toks/s, output: 763.75 toks/s]
-2025-03-15T10:19:38.791657077Z 
Processed prompts:  15%|█▍        | 73/500 [01:31<02:07,  3.35it/s, est. speed input: 129.65 toks/s, output: 778.88 toks/s]
-2025-03-15T10:19:38.943049318Z 
Processed prompts:  15%|█▍        | 74/500 [01:31<01:52,  3.78it/s, est. speed input: 130.99 toks/s, output: 793.98 toks/s]
-2025-03-15T10:19:42.893368847Z 
Processed prompts:  15%|█▌        | 75/500 [01:31<01:40,  4.23it/s, est. speed input: 132.64 toks/s, output: 809.05 toks/s]
-2025-03-15T10:19:43.179796390Z 
Processed prompts:  15%|█▌        | 76/500 [01:35<08:31,  1.21s/it, est. speed input: 128.79 toks/s, output: 791.94 toks/s]
-2025-03-15T10:19:43.333701598Z 
Processed prompts:  15%|█▌        | 77/500 [01:35<06:44,  1.05it/s, est. speed input: 129.81 toks/s, output: 805.90 toks/s]
-2025-03-15T10:19:43.764380623Z 
Processed prompts:  16%|█▌        | 78/500 [01:36<05:08,  1.37it/s, est. speed input: 131.80 toks/s, output: 820.92 toks/s]
-2025-03-15T10:19:43.918062346Z 
Processed prompts:  16%|█▌        | 80/500 [01:36<03:31,  1.99it/s, est. speed input: 133.80 toks/s, output: 837.84 toks/s]
-2025-03-15T10:19:44.340632182Z 
Processed prompts:  16%|█▌        | 81/500 [01:36<02:55,  2.39it/s, est. speed input: 134.89 toks/s, output: 846.73 toks/s]
-2025-03-15T10:19:44.898120609Z 
Processed prompts:  16%|█▋        | 82/500 [01:37<02:55,  2.38it/s, est. speed input: 135.73 toks/s, output: 859.34 toks/s]
-2025-03-15T10:19:45.775763044Z 
Processed prompts:  17%|█▋        | 83/500 [01:37<03:10,  2.19it/s, est. speed input: 136.28 toks/s, output: 870.71 toks/s]
-2025-03-15T10:19:46.716940877Z 
Processed prompts:  17%|█▋        | 84/500 [01:38<03:58,  1.75it/s, est. speed input: 136.99 toks/s, output: 879.22 toks/s]
-2025-03-15T10:19:49.185222725Z 
Processed prompts:  17%|█▋        | 85/500 [01:39<04:41,  1.48it/s, est. speed input: 137.14 toks/s, output: 887.15 toks/s]
-2025-03-15T10:19:50.003134718Z 
Processed prompts:  17%|█▋        | 86/500 [01:41<08:14,  1.19s/it, est. speed input: 135.71 toks/s, output: 881.89 toks/s]
-2025-03-15T10:19:50.156742465Z 
Processed prompts:  17%|█▋        | 87/500 [01:42<07:27,  1.08s/it, est. speed input: 135.95 toks/s, output: 891.08 toks/s]
-2025-03-15T10:19:52.179436896Z 
Processed prompts:  18%|█▊        | 88/500 [01:42<05:33,  1.23it/s, est. speed input: 137.23 toks/s, output: 905.95 toks/s]
-2025-03-15T10:19:52.600953579Z 
Processed prompts:  18%|█▊        | 89/500 [01:44<08:00,  1.17s/it, est. speed input: 136.30 toks/s, output: 904.66 toks/s]
-2025-03-15T10:19:53.022012220Z 
Processed prompts:  18%|█▊        | 91/500 [01:45<04:58,  1.37it/s, est. speed input: 138.39 toks/s, output: 925.06 toks/s]
-2025-03-15T10:19:54.783913876Z 
Processed prompts:  18%|█▊        | 92/500 [01:45<04:26,  1.53it/s, est. speed input: 139.08 toks/s, output: 937.54 toks/s]
-2025-03-15T10:19:55.473648430Z 
Processed prompts:  19%|█▊        | 93/500 [01:47<06:23,  1.06it/s, est. speed input: 137.91 toks/s, output: 928.72 toks/s]
-2025-03-15T10:19:55.694696138Z 
Processed prompts:  19%|█▉        | 94/500 [01:48<05:54,  1.14it/s, est. speed input: 138.18 toks/s, output: 932.30 toks/s]
-2025-03-15T10:19:56.519807942Z 
Processed prompts:  19%|█▉        | 95/500 [01:48<04:40,  1.45it/s, est. speed input: 139.50 toks/s, output: 946.45 toks/s]
-2025-03-15T10:19:56.674073337Z 
Processed prompts:  19%|█▉        | 96/500 [01:49<04:54,  1.37it/s, est. speed input: 141.19 toks/s, output: 955.33 toks/s]
-2025-03-15T10:19:57.498591149Z 
Processed prompts:  19%|█▉        | 97/500 [01:49<03:46,  1.78it/s, est. speed input: 142.09 toks/s, output: 959.70 toks/s]
-2025-03-15T10:19:58.594906129Z 
Processed prompts:  20%|█▉        | 98/500 [01:50<04:17,  1.56it/s, est. speed input: 142.17 toks/s, output: 963.21 toks/s]
-2025-03-15T10:19:58.750191177Z 
Processed prompts:  20%|█▉        | 99/500 [01:51<05:10,  1.29it/s, est. speed input: 142.40 toks/s, output: 969.72 toks/s]
-2025-03-15T10:19:59.917244681Z 
Processed prompts:  20%|██        | 100/500 [01:51<03:56,  1.69it/s, est. speed input: 143.32 toks/s, output: 978.04 toks/s]
-2025-03-15T10:20:01.423905951Z 
Processed prompts:  20%|██        | 101/500 [01:52<05:04,  1.31it/s, est. speed input: 142.88 toks/s, output: 973.03 toks/s]
-2025-03-15T10:20:02.803956258Z 
Processed prompts:  20%|██        | 102/500 [01:54<06:31,  1.02it/s, est. speed input: 143.23 toks/s, output: 976.15 toks/s]
-2025-03-15T10:20:03.447055170Z 
Processed prompts:  21%|██        | 103/500 [01:55<07:17,  1.10s/it, est. speed input: 142.60 toks/s, output: 974.45 toks/s]
-2025-03-15T10:20:04.074403593Z 
Processed prompts:  21%|██        | 105/500 [01:56<04:53,  1.35it/s, est. speed input: 144.28 toks/s, output: 1000.86 toks/s]
-2025-03-15T10:20:05.175295700Z 
Processed prompts:  21%|██        | 106/500 [01:56<04:41,  1.40it/s, est. speed input: 145.65 toks/s, output: 1011.41 toks/s]
-2025-03-15T10:20:06.888137342Z 
Processed prompts:  21%|██▏       | 107/500 [01:57<05:20,  1.23it/s, est. speed input: 145.61 toks/s, output: 1017.88 toks/s]
-2025-03-15T10:20:08.276793522Z 
Processed prompts:  22%|██▏       | 108/500 [01:59<06:55,  1.06s/it, est. speed input: 144.72 toks/s, output: 1019.20 toks/s]
-2025-03-15T10:20:08.851295957Z 
Processed prompts:  22%|██▏       | 110/500 [02:00<05:50,  1.11it/s, est. speed input: 145.88 toks/s, output: 1039.10 toks/s]
-2025-03-15T10:20:09.892091882Z 
Processed prompts:  22%|██▏       | 112/500 [02:01<04:17,  1.51it/s, est. speed input: 147.22 toks/s, output: 1052.77 toks/s]
-2025-03-15T10:20:10.116283980Z 
Processed prompts:  23%|██▎       | 113/500 [02:02<04:48,  1.34it/s, est. speed input: 146.99 toks/s, output: 1054.09 toks/s]
-2025-03-15T10:20:10.407557984Z 
Processed prompts:  23%|██▎       | 114/500 [02:02<04:00,  1.61it/s, est. speed input: 147.76 toks/s, output: 1068.02 toks/s]
-2025-03-15T10:20:11.447615194Z 
Processed prompts:  23%|██▎       | 115/500 [02:03<03:27,  1.85it/s, est. speed input: 148.62 toks/s, output: 1081.34 toks/s]
-2025-03-15T10:20:11.604088713Z 
Processed prompts:  23%|██▎       | 116/500 [02:04<04:17,  1.49it/s, est. speed input: 148.45 toks/s, output: 1088.12 toks/s]
-2025-03-15T10:20:12.576900087Z 
Processed prompts:  23%|██▎       | 117/500 [02:04<03:23,  1.89it/s, est. speed input: 149.47 toks/s, output: 1102.58 toks/s]
-2025-03-15T10:20:13.896272997Z 
Processed prompts:  24%|██▎       | 118/500 [02:05<04:10,  1.53it/s, est. speed input: 149.67 toks/s, output: 1109.84 toks/s]
-2025-03-15T10:20:14.741569538Z 
Processed prompts:  24%|██▍       | 119/500 [02:06<05:22,  1.18it/s, est. speed input: 149.03 toks/s, output: 1103.87 toks/s]
-2025-03-15T10:20:17.380228757Z 
Processed prompts:  24%|██▍       | 120/500 [02:07<05:21,  1.18it/s, est. speed input: 149.33 toks/s, output: 1112.34 toks/s]
-2025-03-15T10:20:18.090669741Z 
Processed prompts:  24%|██▍       | 121/500 [02:10<08:39,  1.37s/it, est. speed input: 147.20 toks/s, output: 1094.71 toks/s]
-2025-03-15T10:20:18.249680599Z 
Processed prompts:  24%|██▍       | 122/500 [02:10<07:24,  1.18s/it, est. speed input: 147.32 toks/s, output: 1096.12 toks/s]
-2025-03-15T10:20:18.478008835Z 
Processed prompts:  25%|██▍       | 123/500 [02:10<05:29,  1.14it/s, est. speed input: 149.06 toks/s, output: 1110.55 toks/s]
-2025-03-15T10:20:18.637675602Z 
Processed prompts:  25%|██▍       | 124/500 [02:11<04:16,  1.47it/s, est. speed input: 149.73 toks/s, output: 1118.00 toks/s]
-2025-03-15T10:20:18.797210270Z 
Processed prompts:  25%|██▌       | 125/500 [02:11<03:17,  1.90it/s, est. speed input: 150.53 toks/s, output: 1132.39 toks/s]
-2025-03-15T10:20:19.579809030Z 
Processed prompts:  25%|██▌       | 126/500 [02:11<02:35,  2.40it/s, est. speed input: 151.22 toks/s, output: 1135.37 toks/s]
-2025-03-15T10:20:21.258023145Z 
Processed prompts:  25%|██▌       | 127/500 [02:12<03:16,  1.90it/s, est. speed input: 151.22 toks/s, output: 1135.39 toks/s]
-2025-03-15T10:20:21.761414577Z 
Processed prompts:  26%|██▌       | 128/500 [02:13<05:24,  1.15it/s, est. speed input: 151.28 toks/s, output: 1136.88 toks/s]
-2025-03-15T10:20:23.094810410Z 
Processed prompts:  26%|██▌       | 129/500 [02:14<04:42,  1.31it/s, est. speed input: 152.22 toks/s, output: 1148.33 toks/s]
-2025-03-15T10:20:23.253673761Z 
Processed prompts:  26%|██▌       | 130/500 [02:15<05:45,  1.07it/s, est. speed input: 151.80 toks/s, output: 1152.75 toks/s]
-2025-03-15T10:20:23.551586690Z 
Processed prompts:  26%|██▌       | 131/500 [02:15<04:18,  1.43it/s, est. speed input: 152.61 toks/s, output: 1167.09 toks/s]
-2025-03-15T10:20:23.917578379Z 
Processed prompts:  27%|██▋       | 133/500 [02:16<02:43,  2.24it/s, est. speed input: 153.99 toks/s, output: 1176.25 toks/s]
-2025-03-15T10:20:24.559542721Z 
Processed prompts:  27%|██▋       | 134/500 [02:16<02:35,  2.35it/s, est. speed input: 154.59 toks/s, output: 1188.78 toks/s]
-2025-03-15T10:20:25.905361678Z 
Processed prompts:  27%|██▋       | 135/500 [02:17<02:56,  2.07it/s, est. speed input: 155.09 toks/s, output: 1198.89 toks/s]
-2025-03-15T10:20:30.258874920Z 
Processed prompts:  27%|██▋       | 137/500 [02:18<03:24,  1.77it/s, est. speed input: 156.33 toks/s, output: 1218.43 toks/s]
-2025-03-15T10:20:30.570783192Z 
Processed prompts:  28%|██▊       | 138/500 [02:22<08:45,  1.45s/it, est. speed input: 152.42 toks/s, output: 1190.27 toks/s]
-2025-03-15T10:20:31.775621653Z 
Processed prompts:  28%|██▊       | 140/500 [02:23<05:35,  1.07it/s, est. speed input: 154.34 toks/s, output: 1218.87 toks/s]
-2025-03-15T10:20:32.425093361Z 
Processed prompts:  28%|██▊       | 141/500 [02:24<05:56,  1.01it/s, est. speed input: 153.86 toks/s, output: 1214.47 toks/s]
-2025-03-15T10:20:33.385886682Z 
Processed prompts:  28%|██▊       | 142/500 [02:25<05:25,  1.10it/s, est. speed input: 154.46 toks/s, output: 1224.63 toks/s]
-2025-03-15T10:20:34.742825928Z 
Processed prompts:  29%|██▊       | 143/500 [02:26<05:29,  1.08it/s, est. speed input: 154.36 toks/s, output: 1232.08 toks/s]
-2025-03-15T10:20:37.351542490Z 
Processed prompts:  29%|██▉       | 145/500 [02:27<04:50,  1.22it/s, est. speed input: 154.89 toks/s, output: 1247.22 toks/s]
-2025-03-15T10:20:38.850668691Z 
Processed prompts:  29%|██▉       | 147/500 [02:30<05:53,  1.00s/it, est. speed input: 153.76 toks/s, output: 1239.15 toks/s]
-2025-03-15T10:20:42.962118788Z 
Processed prompts:  30%|██▉       | 148/500 [02:31<06:29,  1.11s/it, est. speed input: 153.29 toks/s, output: 1242.35 toks/s]
-2025-03-15T10:20:44.049570445Z 
Processed prompts:  30%|███       | 150/500 [02:35<08:32,  1.47s/it, est. speed input: 150.72 toks/s, output: 1220.88 toks/s]
-2025-03-15T10:20:44.569024365Z 
Processed prompts:  30%|███       | 151/500 [02:36<08:03,  1.38s/it, est. speed input: 150.63 toks/s, output: 1227.82 toks/s]
-2025-03-15T10:20:45.015980510Z 
Processed prompts:  31%|███       | 153/500 [02:37<05:33,  1.04it/s, est. speed input: 152.08 toks/s, output: 1254.52 toks/s]
-2025-03-15T10:20:46.809546058Z 
Processed prompts:  31%|███       | 154/500 [02:37<04:54,  1.17it/s, est. speed input: 153.71 toks/s, output: 1266.36 toks/s]
-2025-03-15T10:20:47.328396935Z 
Processed prompts:  31%|███       | 156/500 [02:39<04:58,  1.15it/s, est. speed input: 153.41 toks/s, output: 1261.87 toks/s]
-2025-03-15T10:20:48.912421181Z 
Processed prompts:  31%|███▏      | 157/500 [02:40<04:32,  1.26it/s, est. speed input: 153.82 toks/s, output: 1273.15 toks/s]
-2025-03-15T10:20:49.220004690Z 
Processed prompts:  32%|███▏      | 158/500 [02:41<05:34,  1.02it/s, est. speed input: 153.19 toks/s, output: 1276.03 toks/s]
-2025-03-15T10:20:49.678915643Z 
Processed prompts:  32%|███▏      | 159/500 [02:41<04:36,  1.23it/s, est. speed input: 153.88 toks/s, output: 1288.96 toks/s]
-2025-03-15T10:20:49.843621147Z 
Processed prompts:  32%|███▏      | 161/500 [02:42<03:12,  1.76it/s, est. speed input: 155.97 toks/s, output: 1315.98 toks/s]
-2025-03-15T10:20:50.583524618Z 
Processed prompts:  32%|███▏      | 162/500 [02:42<02:40,  2.10it/s, est. speed input: 156.68 toks/s, output: 1330.00 toks/s]
-2025-03-15T10:20:51.815030195Z 
Processed prompts:  33%|███▎      | 164/500 [02:43<02:25,  2.30it/s, est. speed input: 157.77 toks/s, output: 1345.89 toks/s]
-2025-03-15T10:20:54.109724595Z 
Processed prompts:  33%|███▎      | 165/500 [02:44<03:24,  1.64it/s, est. speed input: 157.30 toks/s, output: 1342.57 toks/s]
-2025-03-15T10:20:54.917712554Z 
Processed prompts:  33%|███▎      | 166/500 [02:46<05:38,  1.01s/it, est. speed input: 155.81 toks/s, output: 1328.37 toks/s]
-2025-03-15T10:20:55.153589234Z 
Processed prompts:  33%|███▎      | 167/500 [02:47<05:19,  1.04it/s, est. speed input: 155.76 toks/s, output: 1330.05 toks/s]
-2025-03-15T10:20:56.099908060Z 
Processed prompts:  34%|███▎      | 168/500 [02:47<04:14,  1.30it/s, est. speed input: 156.24 toks/s, output: 1336.16 toks/s]
-2025-03-15T10:20:57.122202144Z 
Processed prompts:  34%|███▍      | 169/500 [02:48<04:30,  1.22it/s, est. speed input: 156.03 toks/s, output: 1333.40 toks/s]
-2025-03-15T10:20:57.858195580Z 
Processed prompts:  34%|███▍      | 170/500 [02:49<04:48,  1.14it/s, est. speed input: 155.77 toks/s, output: 1332.01 toks/s]
-2025-03-15T10:20:58.381009481Z 
Processed prompts:  34%|███▍      | 171/500 [02:50<04:34,  1.20it/s, est. speed input: 156.07 toks/s, output: 1341.53 toks/s]
-2025-03-15T10:21:00.053357582Z 
Processed prompts:  34%|███▍      | 172/500 [02:51<04:04,  1.34it/s, est. speed input: 156.23 toks/s, output: 1340.12 toks/s]
-2025-03-15T10:21:00.292378477Z 
Processed prompts:  35%|███▍      | 173/500 [02:52<05:32,  1.02s/it, est. speed input: 155.37 toks/s, output: 1332.50 toks/s]
-2025-03-15T10:21:02.202946900Z 
Processed prompts:  35%|███▍      | 174/500 [02:52<04:16,  1.27it/s, est. speed input: 155.86 toks/s, output: 1340.61 toks/s]
-2025-03-15T10:21:02.658472619Z 
Processed prompts:  35%|███▌      | 176/500 [02:54<04:39,  1.16it/s, est. speed input: 155.43 toks/s, output: 1335.11 toks/s]
-2025-03-15T10:21:02.897931957Z 
Processed prompts:  35%|███▌      | 177/500 [02:55<04:06,  1.31it/s, est. speed input: 155.66 toks/s, output: 1335.91 toks/s]
-2025-03-15T10:21:03.138151510Z 
Processed prompts:  36%|███▌      | 178/500 [02:55<03:21,  1.60it/s, est. speed input: 156.41 toks/s, output: 1349.31 toks/s]
-2025-03-15T10:21:03.880466431Z 
Processed prompts:  36%|███▌      | 179/500 [02:55<02:47,  1.92it/s, est. speed input: 156.83 toks/s, output: 1352.01 toks/s]
-2025-03-15T10:21:04.131595278Z 
Processed prompts:  36%|███▌      | 180/500 [02:56<03:06,  1.71it/s, est. speed input: 156.82 toks/s, output: 1353.06 toks/s]
-2025-03-15T10:21:05.088936955Z 
Processed prompts:  36%|███▋      | 182/500 [02:56<02:00,  2.63it/s, est. speed input: 159.08 toks/s, output: 1370.50 toks/s]
-2025-03-15T10:21:06.191716688Z 
Processed prompts:  37%|███▋      | 183/500 [02:57<02:44,  1.93it/s, est. speed input: 159.19 toks/s, output: 1378.31 toks/s]
-2025-03-15T10:21:06.358249485Z 
Processed prompts:  37%|███▋      | 184/500 [02:58<03:31,  1.50it/s, est. speed input: 158.88 toks/s, output: 1378.82 toks/s]
-2025-03-15T10:21:06.959155049Z 
Processed prompts:  37%|███▋      | 185/500 [02:59<02:48,  1.87it/s, est. speed input: 159.65 toks/s, output: 1392.71 toks/s]
-2025-03-15T10:21:07.127097932Z 
Processed prompts:  37%|███▋      | 186/500 [02:59<02:53,  1.81it/s, est. speed input: 159.75 toks/s, output: 1394.93 toks/s]
-2025-03-15T10:21:08.305339194Z 
Processed prompts:  37%|███▋      | 187/500 [02:59<02:18,  2.25it/s, est. speed input: 160.20 toks/s, output: 1396.91 toks/s]
-2025-03-15T10:21:12.098644904Z 
Processed prompts:  38%|███▊      | 188/500 [03:00<03:24,  1.53it/s, est. speed input: 159.82 toks/s, output: 1396.59 toks/s]
-2025-03-15T10:21:13.002924941Z 
Processed prompts:  38%|███▊      | 189/500 [03:04<08:08,  1.57s/it, est. speed input: 157.36 toks/s, output: 1383.05 toks/s]
-2025-03-15T10:21:13.247532845Z 
Processed prompts:  38%|███▊      | 190/500 [03:05<07:06,  1.37s/it, est. speed input: 157.20 toks/s, output: 1381.09 toks/s]
-2025-03-15T10:21:13.793390683Z 
Processed prompts:  38%|███▊      | 191/500 [03:05<05:21,  1.04s/it, est. speed input: 157.58 toks/s, output: 1383.63 toks/s]
-2025-03-15T10:21:14.034769803Z 
Processed prompts:  39%|███▊      | 193/500 [03:06<03:31,  1.45it/s, est. speed input: 158.33 toks/s, output: 1391.12 toks/s]
-2025-03-15T10:21:14.496048938Z 
Processed prompts:  39%|███▉      | 194/500 [03:06<02:57,  1.73it/s, est. speed input: 158.74 toks/s, output: 1396.44 toks/s]
-2025-03-15T10:21:14.738359001Z 
Processed prompts:  39%|███▉      | 196/500 [03:07<02:12,  2.30it/s, est. speed input: 159.51 toks/s, output: 1400.62 toks/s]
-2025-03-15T10:21:15.713846271Z 
Processed prompts:  39%|███▉      | 197/500 [03:07<01:58,  2.56it/s, est. speed input: 159.88 toks/s, output: 1402.44 toks/s]
-2025-03-15T10:21:15.883109439Z 
Processed prompts:  40%|███▉      | 198/500 [03:08<02:41,  1.87it/s, est. speed input: 159.70 toks/s, output: 1405.94 toks/s]
-2025-03-15T10:21:16.271154952Z 
Processed prompts:  40%|███▉      | 199/500 [03:08<02:12,  2.27it/s, est. speed input: 160.17 toks/s, output: 1411.49 toks/s]
-2025-03-15T10:21:17.675576314Z 
Processed prompts:  40%|████      | 200/500 [03:08<02:07,  2.35it/s, est. speed input: 160.53 toks/s, output: 1423.67 toks/s]
-2025-03-15T10:21:17.844575875Z 
Processed prompts:  40%|████      | 201/500 [03:10<03:28,  1.43it/s, est. speed input: 159.93 toks/s, output: 1418.52 toks/s]
-2025-03-15T10:21:19.566069945Z 
Processed prompts:  40%|████      | 202/500 [03:10<02:43,  1.83it/s, est. speed input: 160.51 toks/s, output: 1432.33 toks/s]
-2025-03-15T10:21:20.849088314Z 
Processed prompts:  41%|████      | 204/500 [03:12<03:23,  1.45it/s, est. speed input: 160.69 toks/s, output: 1443.08 toks/s]
-2025-03-15T10:21:21.312499191Z 
Processed prompts:  41%|████      | 206/500 [03:13<03:16,  1.49it/s, est. speed input: 161.22 toks/s, output: 1452.48 toks/s]
-2025-03-15T10:21:21.849337345Z 
Processed prompts:  41%|████▏     | 207/500 [03:14<03:03,  1.60it/s, est. speed input: 162.99 toks/s, output: 1463.98 toks/s]
-2025-03-15T10:21:22.241326964Z 
Processed prompts:  42%|████▏     | 208/500 [03:14<02:56,  1.66it/s, est. speed input: 163.27 toks/s, output: 1474.91 toks/s]
-2025-03-15T10:21:23.068575763Z 
Processed prompts:  42%|████▏     | 209/500 [03:14<02:40,  1.82it/s, est. speed input: 163.55 toks/s, output: 1481.10 toks/s]
-2025-03-15T10:21:24.909027004Z 
Processed prompts:  42%|████▏     | 210/500 [03:15<03:00,  1.60it/s, est. speed input: 163.55 toks/s, output: 1489.80 toks/s]
-2025-03-15T10:21:25.296496514Z 
Processed prompts:  42%|████▏     | 211/500 [03:17<04:37,  1.04it/s, est. speed input: 162.60 toks/s, output: 1482.94 toks/s]
-2025-03-15T10:21:25.538970346Z 
Processed prompts:  42%|████▏     | 212/500 [03:17<03:49,  1.25it/s, est. speed input: 162.86 toks/s, output: 1486.57 toks/s]
-2025-03-15T10:21:26.366524408Z 
Processed prompts:  43%|████▎     | 213/500 [03:18<03:03,  1.57it/s, est. speed input: 163.20 toks/s, output: 1488.43 toks/s]
-2025-03-15T10:21:26.610906184Z 
Processed prompts:  43%|████▎     | 214/500 [03:19<03:18,  1.44it/s, est. speed input: 163.08 toks/s, output: 1488.02 toks/s]
-2025-03-15T10:21:26.925958968Z 
Processed prompts:  43%|████▎     | 215/500 [03:19<02:39,  1.78it/s, est. speed input: 163.45 toks/s, output: 1493.23 toks/s]
-2025-03-15T10:21:27.393832823Z 
Processed prompts:  43%|████▎     | 216/500 [03:19<02:18,  2.05it/s, est. speed input: 163.75 toks/s, output: 1497.08 toks/s]
-2025-03-15T10:21:27.940265870Z 
Processed prompts:  43%|████▎     | 217/500 [03:20<02:16,  2.07it/s, est. speed input: 163.91 toks/s, output: 1498.20 toks/s]
-2025-03-15T10:21:28.269202584Z 
Processed prompts:  44%|████▍     | 219/500 [03:20<01:48,  2.59it/s, est. speed input: 164.60 toks/s, output: 1507.32 toks/s]
-2025-03-15T10:21:28.511445159Z 
Processed prompts:  44%|████▍     | 221/500 [03:20<01:23,  3.35it/s, est. speed input: 166.98 toks/s, output: 1527.80 toks/s]
-2025-03-15T10:21:29.483375233Z 
Processed prompts:  44%|████▍     | 222/500 [03:21<01:19,  3.50it/s, est. speed input: 167.35 toks/s, output: 1533.04 toks/s]
-2025-03-15T10:21:29.727373886Z 
Processed prompts:  45%|████▍     | 223/500 [03:22<02:04,  2.22it/s, est. speed input: 167.09 toks/s, output: 1531.37 toks/s]
-2025-03-15T10:21:30.411300300Z 
Processed prompts:  45%|████▍     | 224/500 [03:22<01:49,  2.51it/s, est. speed input: 167.53 toks/s, output: 1544.42 toks/s]
-2025-03-15T10:21:30.595142731Z 
Processed prompts:  45%|████▌     | 225/500 [03:23<02:10,  2.11it/s, est. speed input: 167.50 toks/s, output: 1544.54 toks/s]
-2025-03-15T10:21:31.345660147Z 
Processed prompts:  45%|████▌     | 227/500 [03:23<01:24,  3.24it/s, est. speed input: 168.94 toks/s, output: 1560.64 toks/s]
-2025-03-15T10:21:31.814495112Z 
Processed prompts:  46%|████▌     | 228/500 [03:24<01:52,  2.42it/s, est. speed input: 169.01 toks/s, output: 1569.78 toks/s]
-2025-03-15T10:21:32.998506934Z 
Processed prompts:  46%|████▌     | 231/500 [03:24<01:16,  3.52it/s, est. speed input: 170.59 toks/s, output: 1591.21 toks/s]
-2025-03-15T10:21:33.397719317Z 
Processed prompts:  46%|████▋     | 232/500 [03:25<02:02,  2.18it/s, est. speed input: 170.12 toks/s, output: 1585.25 toks/s]
-2025-03-15T10:21:33.855618070Z 
Processed prompts:  47%|████▋     | 234/500 [03:26<01:37,  2.73it/s, est. speed input: 170.88 toks/s, output: 1594.39 toks/s]
-2025-03-15T10:21:34.968185661Z 
Processed prompts:  47%|████▋     | 235/500 [03:26<01:41,  2.60it/s, est. speed input: 171.12 toks/s, output: 1605.71 toks/s]
-2025-03-15T10:21:35.208531662Z 
Processed prompts:  47%|████▋     | 236/500 [03:27<02:24,  1.82it/s, est. speed input: 170.71 toks/s, output: 1601.19 toks/s]
-2025-03-15T10:21:35.524567803Z 
Processed prompts:  47%|████▋     | 237/500 [03:27<02:04,  2.11it/s, est. speed input: 172.00 toks/s, output: 1614.19 toks/s]
-2025-03-15T10:21:36.136306048Z 
Processed prompts:  48%|████▊     | 238/500 [03:28<01:53,  2.31it/s, est. speed input: 172.25 toks/s, output: 1614.92 toks/s]
-2025-03-15T10:21:37.858061898Z 
Processed prompts:  48%|████▊     | 239/500 [03:28<02:05,  2.08it/s, est. speed input: 172.26 toks/s, output: 1615.07 toks/s]
-2025-03-15T10:21:38.177135541Z 
Processed prompts:  48%|████▊     | 241/500 [03:30<02:47,  1.55it/s, est. speed input: 171.85 toks/s, output: 1608.46 toks/s]
-2025-03-15T10:21:39.455556880Z 
Processed prompts:  48%|████▊     | 242/500 [03:30<02:26,  1.76it/s, est. speed input: 173.08 toks/s, output: 1620.85 toks/s]
-2025-03-15T10:21:39.700514511Z 
Processed prompts:  49%|████▊     | 243/500 [03:32<03:12,  1.34it/s, est. speed input: 172.59 toks/s, output: 1619.00 toks/s]
-2025-03-15T10:21:42.278653611Z 
Processed prompts:  49%|████▉     | 245/500 [03:32<02:03,  2.06it/s, est. speed input: 173.45 toks/s, output: 1630.14 toks/s]
-2025-03-15T10:21:43.298432760Z 
Processed prompts:  49%|████▉     | 246/500 [03:34<04:05,  1.03it/s, est. speed input: 171.96 toks/s, output: 1623.69 toks/s]
-2025-03-15T10:21:43.442779138Z 
Processed prompts:  50%|████▉     | 248/500 [03:35<03:18,  1.27it/s, est. speed input: 172.12 toks/s, output: 1623.47 toks/s]
-2025-03-15T10:21:45.052245716Z 
Processed prompts:  50%|████▉     | 249/500 [03:36<02:41,  1.55it/s, est. speed input: 172.48 toks/s, output: 1625.31 toks/s]
-2025-03-15T10:21:45.565728831Z 
Processed prompts:  50%|█████     | 250/500 [03:37<03:38,  1.14it/s, est. speed input: 171.71 toks/s, output: 1618.30 toks/s]
-2025-03-15T10:21:45.712093301Z 
Processed prompts:  50%|█████     | 251/500 [03:38<03:15,  1.28it/s, est. speed input: 171.82 toks/s, output: 1621.87 toks/s]
-2025-03-15T10:21:45.858314838Z 
Processed prompts:  50%|█████     | 252/500 [03:38<02:32,  1.63it/s, est. speed input: 172.21 toks/s, output: 1626.09 toks/s]
-2025-03-15T10:21:47.391537684Z 
Processed prompts:  51%|█████     | 253/500 [03:38<01:59,  2.07it/s, est. speed input: 172.58 toks/s, output: 1628.73 toks/s]
-2025-03-15T10:21:48.047030812Z 
Processed prompts:  51%|█████     | 254/500 [03:40<03:12,  1.28it/s, est. speed input: 171.86 toks/s, output: 1621.78 toks/s]
-2025-03-15T10:21:48.701553388Z 
Processed prompts:  51%|█████     | 255/500 [03:40<03:02,  1.34it/s, est. speed input: 171.92 toks/s, output: 1628.56 toks/s]
-2025-03-15T10:21:48.846496879Z 
Processed prompts:  51%|█████     | 256/500 [03:41<02:55,  1.39it/s, est. speed input: 172.29 toks/s, output: 1638.52 toks/s]
-2025-03-15T10:21:49.279392898Z 
Processed prompts:  52%|█████▏    | 258/500 [03:41<01:42,  2.35it/s, est. speed input: 173.36 toks/s, output: 1655.59 toks/s]
-2025-03-15T10:21:50.920627295Z 
Processed prompts:  52%|█████▏    | 259/500 [03:41<01:42,  2.34it/s, est. speed input: 173.51 toks/s, output: 1657.51 toks/s]
-2025-03-15T10:21:51.420806496Z 
Processed prompts:  52%|█████▏    | 260/500 [03:43<02:58,  1.35it/s, est. speed input: 172.68 toks/s, output: 1647.49 toks/s]
-2025-03-15T10:21:52.272963621Z 
Processed prompts:  52%|█████▏    | 261/500 [03:44<02:41,  1.48it/s, est. speed input: 172.73 toks/s, output: 1645.36 toks/s]
-2025-03-15T10:21:52.627835031Z 
Processed prompts:  53%|█████▎    | 263/500 [03:44<02:14,  1.76it/s, est. speed input: 173.08 toks/s, output: 1653.98 toks/s]
-2025-03-15T10:21:53.264907670Z 
Processed prompts:  53%|█████▎    | 264/500 [03:45<02:02,  1.93it/s, est. speed input: 173.30 toks/s, output: 1657.33 toks/s]
-2025-03-15T10:21:55.531340233Z 
Processed prompts:  53%|█████▎    | 265/500 [03:45<02:08,  1.83it/s, est. speed input: 173.43 toks/s, output: 1667.41 toks/s]
-2025-03-15T10:21:55.814116003Z 
Processed prompts:  53%|█████▎    | 266/500 [03:48<03:54,  1.00s/it, est. speed input: 172.20 toks/s, output: 1657.92 toks/s]
-2025-03-15T10:21:55.955522129Z 
Processed prompts:  53%|█████▎    | 267/500 [03:48<03:07,  1.24it/s, est. speed input: 172.44 toks/s, output: 1659.26 toks/s]
-2025-03-15T10:21:56.166588353Z 
Processed prompts:  54%|█████▎    | 268/500 [03:48<02:23,  1.62it/s, est. speed input: 172.78 toks/s, output: 1661.44 toks/s]
-2025-03-15T10:21:56.869663079Z 
Processed prompts:  54%|█████▍    | 269/500 [03:48<01:55,  1.99it/s, est. speed input: 173.08 toks/s, output: 1664.51 toks/s]
-2025-03-15T10:21:57.714137314Z 
Processed prompts:  54%|█████▍    | 270/500 [03:49<02:08,  1.79it/s, est. speed input: 173.00 toks/s, output: 1663.03 toks/s]
-2025-03-15T10:21:57.995892643Z 
Processed prompts:  54%|█████▍    | 271/500 [03:50<02:27,  1.55it/s, est. speed input: 172.85 toks/s, output: 1663.94 toks/s]
-2025-03-15T10:21:58.485484327Z 
Processed prompts:  54%|█████▍    | 272/500 [03:50<02:02,  1.86it/s, est. speed input: 173.11 toks/s, output: 1667.36 toks/s]
-2025-03-15T10:21:59.814022201Z 
Processed prompts:  55%|█████▍    | 273/500 [03:51<01:58,  1.91it/s, est. speed input: 173.19 toks/s, output: 1667.93 toks/s]
-2025-03-15T10:22:00.373376119Z 
Processed prompts:  55%|█████▍    | 274/500 [03:52<02:52,  1.31it/s, est. speed input: 172.64 toks/s, output: 1661.90 toks/s]
-2025-03-15T10:22:01.490048626Z 
Processed prompts:  55%|█████▌    | 275/500 [03:53<02:37,  1.42it/s, est. speed input: 172.71 toks/s, output: 1665.20 toks/s]
-2025-03-15T10:22:03.093873518Z 
Processed prompts:  55%|█████▌    | 276/500 [03:54<03:04,  1.21it/s, est. speed input: 172.31 toks/s, output: 1660.05 toks/s]
-2025-03-15T10:22:04.211479531Z 
Processed prompts:  55%|█████▌    | 277/500 [03:55<03:56,  1.06s/it, est. speed input: 171.59 toks/s, output: 1653.56 toks/s]
-2025-03-15T10:22:04.351696445Z 
Processed prompts:  56%|█████▌    | 278/500 [03:56<03:58,  1.08s/it, est. speed input: 171.19 toks/s, output: 1648.45 toks/s]
-2025-03-15T10:22:05.886329265Z 
Processed prompts:  56%|█████▌    | 279/500 [03:57<02:55,  1.26it/s, est. speed input: 171.60 toks/s, output: 1658.25 toks/s]
-2025-03-15T10:22:07.561011203Z 
Processed prompts:  56%|█████▌    | 280/500 [03:58<03:43,  1.02s/it, est. speed input: 170.93 toks/s, output: 1651.12 toks/s]
-2025-03-15T10:22:07.979606111Z 
Processed prompts:  56%|█████▌    | 281/500 [04:00<04:25,  1.21s/it, est. speed input: 170.11 toks/s, output: 1641.43 toks/s]
-2025-03-15T10:22:08.396280805Z 
Processed prompts:  56%|█████▋    | 282/500 [04:00<03:32,  1.02it/s, est. speed input: 170.25 toks/s, output: 1642.94 toks/s]
-2025-03-15T10:22:08.949428219Z 
Processed prompts:  57%|█████▋    | 283/500 [04:01<02:55,  1.24it/s, est. speed input: 170.37 toks/s, output: 1643.16 toks/s]
-2025-03-15T10:22:09.639206953Z 
Processed prompts:  57%|█████▋    | 284/500 [04:01<02:38,  1.37it/s, est. speed input: 170.44 toks/s, output: 1646.26 toks/s]
-2025-03-15T10:22:09.982199812Z 
Processed prompts:  57%|█████▋    | 286/500 [04:02<01:58,  1.81it/s, est. speed input: 170.83 toks/s, output: 1652.42 toks/s]
-2025-03-15T10:22:11.391324053Z 
Processed prompts:  58%|█████▊    | 288/500 [04:02<01:25,  2.49it/s, est. speed input: 171.39 toks/s, output: 1655.30 toks/s]
-2025-03-15T10:22:12.083433514Z 
Processed prompts:  58%|█████▊    | 289/500 [04:04<02:11,  1.60it/s, est. speed input: 170.79 toks/s, output: 1648.06 toks/s]
-2025-03-15T10:22:12.292582698Z 
Processed prompts:  58%|█████▊    | 290/500 [04:04<02:14,  1.56it/s, est. speed input: 170.69 toks/s, output: 1645.70 toks/s]
-2025-03-15T10:22:12.711398589Z 
Processed prompts:  58%|█████▊    | 291/500 [04:04<01:50,  1.89it/s, est. speed input: 170.96 toks/s, output: 1647.81 toks/s]
-2025-03-15T10:22:14.717947872Z 
Processed prompts:  58%|█████▊    | 292/500 [04:05<01:44,  2.00it/s, est. speed input: 171.12 toks/s, output: 1652.74 toks/s]
-2025-03-15T10:22:15.062980594Z 
Processed prompts:  59%|█████▊    | 293/500 [04:07<03:09,  1.09it/s, est. speed input: 170.18 toks/s, output: 1646.04 toks/s]
-2025-03-15T10:22:15.199901354Z 
Processed prompts:  59%|█████▉    | 294/500 [04:07<02:35,  1.32it/s, est. speed input: 170.96 toks/s, output: 1658.40 toks/s]
-2025-03-15T10:22:15.889626616Z 
Processed prompts:  59%|█████▉    | 296/500 [04:07<01:31,  2.23it/s, est. speed input: 171.66 toks/s, output: 1663.84 toks/s]
-2025-03-15T10:22:17.327852922Z 
Processed prompts:  60%|█████▉    | 298/500 [04:08<01:22,  2.45it/s, est. speed input: 172.08 toks/s, output: 1676.46 toks/s]
-2025-03-15T10:22:17.599302646Z 
Processed prompts:  60%|██████    | 300/500 [04:10<01:43,  1.93it/s, est. speed input: 171.90 toks/s, output: 1674.49 toks/s]
-2025-03-15T10:22:17.870935078Z 
Processed prompts:  60%|██████    | 301/500 [04:10<01:33,  2.13it/s, est. speed input: 172.16 toks/s, output: 1679.97 toks/s]
-2025-03-15T10:22:18.418675275Z 
Processed prompts:  60%|██████    | 302/500 [04:10<01:24,  2.36it/s, est. speed input: 172.33 toks/s, output: 1680.55 toks/s]
-2025-03-15T10:22:19.499523737Z 
Processed prompts:  61%|██████    | 304/500 [04:11<01:11,  2.74it/s, est. speed input: 172.84 toks/s, output: 1694.11 toks/s]
-2025-03-15T10:22:19.700355842Z 
Processed prompts:  61%|██████    | 305/500 [04:12<01:41,  1.92it/s, est. speed input: 172.64 toks/s, output: 1701.50 toks/s]
-2025-03-15T10:22:20.033748296Z 
Processed prompts:  61%|██████▏   | 307/500 [04:12<01:09,  2.78it/s, est. speed input: 173.28 toks/s, output: 1706.65 toks/s]
-2025-03-15T10:22:20.765859529Z 
Processed prompts:  62%|██████▏   | 309/500 [04:12<00:55,  3.43it/s, est. speed input: 173.95 toks/s, output: 1721.59 toks/s]
-2025-03-15T10:22:21.631451499Z 
Processed prompts:  62%|██████▏   | 310/500 [04:13<01:12,  2.63it/s, est. speed input: 173.82 toks/s, output: 1719.37 toks/s]
-2025-03-15T10:22:21.896592619Z 
Processed prompts:  62%|██████▏   | 311/500 [04:14<01:32,  2.04it/s, est. speed input: 173.65 toks/s, output: 1719.64 toks/s]
-2025-03-15T10:22:22.816221883Z 
Processed prompts:  62%|██████▏   | 312/500 [04:14<01:21,  2.30it/s, est. speed input: 173.82 toks/s, output: 1720.24 toks/s]
-2025-03-15T10:22:23.144126487Z 
Processed prompts:  63%|██████▎   | 315/500 [04:15<01:08,  2.71it/s, est. speed input: 174.42 toks/s, output: 1732.25 toks/s]
-2025-03-15T10:22:23.729716812Z 
Processed prompts:  63%|██████▎   | 317/500 [04:15<00:55,  3.31it/s, est. speed input: 174.95 toks/s, output: 1737.51 toks/s]
-2025-03-15T10:22:24.248661953Z 
Processed prompts:  64%|██████▍   | 319/500 [04:16<00:54,  3.34it/s, est. speed input: 175.33 toks/s, output: 1740.82 toks/s]
-2025-03-15T10:22:24.443965663Z 
Processed prompts:  64%|██████▍   | 320/500 [04:16<01:01,  2.94it/s, est. speed input: 175.38 toks/s, output: 1742.29 toks/s]
-2025-03-15T10:22:26.255390209Z 
Processed prompts:  64%|██████▍   | 321/500 [04:17<00:55,  3.23it/s, est. speed input: 175.64 toks/s, output: 1745.28 toks/s]
-2025-03-15T10:22:26.384970389Z 
Processed prompts:  65%|██████▍   | 323/500 [04:18<01:34,  1.88it/s, est. speed input: 175.45 toks/s, output: 1756.19 toks/s]
-2025-03-15T10:22:28.192963726Z 
Processed prompts:  65%|██████▍   | 324/500 [04:19<01:18,  2.23it/s, est. speed input: 176.24 toks/s, output: 1769.98 toks/s]
-2025-03-15T10:22:28.643922819Z 
Processed prompts:  65%|██████▌   | 325/500 [04:20<02:13,  1.31it/s, est. speed input: 175.40 toks/s, output: 1762.15 toks/s]
-2025-03-15T10:22:29.219967184Z 
Processed prompts:  65%|██████▌   | 326/500 [04:21<01:59,  1.46it/s, est. speed input: 175.67 toks/s, output: 1773.78 toks/s]
-2025-03-15T10:22:29.475048881Z 
Processed prompts:  66%|██████▌   | 328/500 [04:21<01:29,  1.92it/s, est. speed input: 176.74 toks/s, output: 1787.20 toks/s]
-2025-03-15T10:22:30.177837059Z 
Processed prompts:  66%|██████▌   | 329/500 [04:22<01:18,  2.18it/s, est. speed input: 176.97 toks/s, output: 1790.30 toks/s]
-2025-03-15T10:22:31.132254373Z 
Processed prompts:  66%|██████▌   | 330/500 [04:22<01:28,  1.93it/s, est. speed input: 176.86 toks/s, output: 1788.80 toks/s]
-2025-03-15T10:22:32.273028446Z 
Processed prompts:  66%|██████▌   | 331/500 [04:23<01:46,  1.58it/s, est. speed input: 176.56 toks/s, output: 1785.40 toks/s]
-2025-03-15T10:22:32.455128366Z 
Processed prompts:  66%|██████▋   | 332/500 [04:24<02:09,  1.30it/s, est. speed input: 176.25 toks/s, output: 1788.08 toks/s]
-2025-03-15T10:22:32.817613877Z 
Processed prompts:  67%|██████▋   | 333/500 [04:25<01:41,  1.65it/s, est. speed input: 176.54 toks/s, output: 1793.74 toks/s]
-2025-03-15T10:22:33.059553390Z 
Processed prompts:  67%|██████▋   | 334/500 [04:25<01:29,  1.86it/s, est. speed input: 176.65 toks/s, output: 1794.55 toks/s]
-2025-03-15T10:22:33.600833788Z 
Processed prompts:  67%|██████▋   | 335/500 [04:25<01:14,  2.22it/s, est. speed input: 176.83 toks/s, output: 1796.00 toks/s]
-2025-03-15T10:22:34.321412821Z 
Processed prompts:  67%|██████▋   | 336/500 [04:26<01:18,  2.09it/s, est. speed input: 176.83 toks/s, output: 1795.84 toks/s]
-2025-03-15T10:22:34.441333780Z 
Processed prompts:  67%|██████▋   | 337/500 [04:27<01:29,  1.82it/s, est. speed input: 176.73 toks/s, output: 1795.11 toks/s]
-2025-03-15T10:22:36.765893960Z 
Processed prompts:  68%|██████▊   | 338/500 [04:27<01:08,  2.37it/s, est. speed input: 177.31 toks/s, output: 1809.01 toks/s]
-2025-03-15T10:22:37.597543883Z 
Processed prompts:  68%|██████▊   | 340/500 [04:29<02:01,  1.31it/s, est. speed input: 176.59 toks/s, output: 1806.95 toks/s]
-2025-03-15T10:22:38.723028387Z 
Processed prompts:  68%|██████▊   | 341/500 [04:30<02:03,  1.28it/s, est. speed input: 177.36 toks/s, output: 1816.12 toks/s]
-2025-03-15T10:22:39.554439599Z 
Processed prompts:  68%|██████▊   | 342/500 [04:31<02:17,  1.15it/s, est. speed input: 176.97 toks/s, output: 1812.28 toks/s]
-2025-03-15T10:22:39.967062612Z 
Processed prompts:  69%|██████▊   | 343/500 [04:32<02:14,  1.16it/s, est. speed input: 176.79 toks/s, output: 1811.09 toks/s]
-2025-03-15T10:22:40.084750626Z 
Processed prompts:  69%|██████▉   | 344/500 [04:32<01:54,  1.36it/s, est. speed input: 176.88 toks/s, output: 1812.17 toks/s]
-2025-03-15T10:22:40.552897649Z 
Processed prompts:  69%|██████▉   | 345/500 [04:32<01:26,  1.79it/s, est. speed input: 177.17 toks/s, output: 1815.85 toks/s]
-2025-03-15T10:22:41.714244548Z 
Processed prompts:  69%|██████▉   | 346/500 [04:33<01:21,  1.88it/s, est. speed input: 177.47 toks/s, output: 1827.49 toks/s]
-2025-03-15T10:22:41.888724643Z 
Processed prompts:  69%|██████▉   | 347/500 [04:34<01:49,  1.40it/s, est. speed input: 177.16 toks/s, output: 1831.73 toks/s]
-2025-03-15T10:22:42.233802725Z 
Processed prompts:  70%|██████▉   | 348/500 [04:34<01:24,  1.80it/s, est. speed input: 177.46 toks/s, output: 1839.13 toks/s]
-2025-03-15T10:22:42.691296245Z 
Processed prompts:  70%|███████   | 350/500 [04:34<00:57,  2.62it/s, est. speed input: 178.17 toks/s, output: 1856.09 toks/s]
-2025-03-15T10:22:42.976773039Z 
Processed prompts:  70%|███████   | 351/500 [04:35<00:59,  2.50it/s, est. speed input: 178.23 toks/s, output: 1857.14 toks/s]
-2025-03-15T10:22:44.001434491Z 
Processed prompts:  70%|███████   | 352/500 [04:35<00:54,  2.70it/s, est. speed input: 178.40 toks/s, output: 1859.46 toks/s]
-2025-03-15T10:22:44.114941631Z 
Processed prompts:  71%|███████   | 353/500 [04:36<01:20,  1.83it/s, est. speed input: 178.26 toks/s, output: 1867.36 toks/s]
-2025-03-15T10:22:44.397020382Z 
Processed prompts:  71%|███████   | 354/500 [04:36<01:02,  2.35it/s, est. speed input: 178.54 toks/s, output: 1870.71 toks/s]
-2025-03-15T10:22:44.510044380Z 
Processed prompts:  71%|███████   | 355/500 [04:37<00:55,  2.60it/s, est. speed input: 178.67 toks/s, output: 1872.25 toks/s]
-2025-03-15T10:22:45.350884813Z 
Processed prompts:  71%|███████   | 356/500 [04:37<00:44,  3.26it/s, est. speed input: 178.95 toks/s, output: 1876.02 toks/s]
-2025-03-15T10:22:45.796871238Z 
Processed prompts:  71%|███████▏  | 357/500 [04:38<01:06,  2.16it/s, est. speed input: 178.82 toks/s, output: 1879.21 toks/s]
-2025-03-15T10:22:46.467345751Z 
Processed prompts:  72%|███████▏  | 359/500 [04:38<00:49,  2.83it/s, est. speed input: 179.24 toks/s, output: 1885.46 toks/s]
-2025-03-15T10:22:48.903358806Z 
Processed prompts:  72%|███████▏  | 360/500 [04:39<01:00,  2.32it/s, est. speed input: 179.84 toks/s, output: 1895.74 toks/s]
-2025-03-15T10:22:50.345398785Z 
Processed prompts:  72%|███████▏  | 361/500 [04:41<02:12,  1.05it/s, est. speed input: 178.64 toks/s, output: 1884.50 toks/s]
-2025-03-15T10:22:51.343563658Z 
Processed prompts:  72%|███████▏  | 362/500 [04:43<02:29,  1.08s/it, est. speed input: 178.10 toks/s, output: 1881.09 toks/s]
-2025-03-15T10:22:52.669190823Z 
Processed prompts:  73%|███████▎  | 363/500 [04:44<02:25,  1.06s/it, est. speed input: 177.91 toks/s, output: 1886.82 toks/s]
-2025-03-15T10:22:56.646848169Z 
Processed prompts:  73%|███████▎  | 364/500 [04:45<02:34,  1.14s/it, est. speed input: 177.50 toks/s, output: 1888.57 toks/s]
-2025-03-15T10:22:58.192647243Z 
Processed prompts:  73%|███████▎  | 365/500 [04:49<04:24,  1.96s/it, est. speed input: 175.55 toks/s, output: 1877.53 toks/s]
-2025-03-15T10:22:58.909394218Z 
Processed prompts:  73%|███████▎  | 366/500 [04:50<04:06,  1.84s/it, est. speed input: 175.10 toks/s, output: 1882.50 toks/s]
-2025-03-15T10:22:59.294592391Z 
Processed prompts:  73%|███████▎  | 367/500 [04:51<03:20,  1.51s/it, est. speed input: 174.98 toks/s, output: 1882.24 toks/s]
-2025-03-15T10:22:59.458863429Z 
Processed prompts:  74%|███████▎  | 368/500 [04:51<02:35,  1.17s/it, est. speed input: 175.11 toks/s, output: 1886.44 toks/s]
-2025-03-15T10:23:00.868278041Z 
Processed prompts:  74%|███████▍  | 369/500 [04:52<01:54,  1.14it/s, est. speed input: 175.89 toks/s, output: 1900.34 toks/s]
-2025-03-15T10:23:00.977140192Z 
Processed prompts:  74%|███████▍  | 371/500 [04:53<01:42,  1.26it/s, est. speed input: 175.69 toks/s, output: 1901.31 toks/s]
-2025-03-15T10:23:01.394961067Z 
Processed prompts:  74%|███████▍  | 372/500 [04:53<01:20,  1.60it/s, est. speed input: 175.99 toks/s, output: 1907.88 toks/s]
-2025-03-15T10:23:02.334363413Z 
Processed prompts:  75%|███████▍  | 374/500 [04:54<00:57,  2.20it/s, est. speed input: 176.46 toks/s, output: 1918.91 toks/s]
-2025-03-15T10:23:04.771859033Z 
Processed prompts:  75%|███████▌  | 375/500 [04:55<01:10,  1.77it/s, est. speed input: 176.38 toks/s, output: 1927.79 toks/s]
-2025-03-15T10:23:04.979049976Z 
Processed prompts:  75%|███████▌  | 376/500 [04:57<02:07,  1.02s/it, est. speed input: 175.43 toks/s, output: 1927.03 toks/s]
-2025-03-15T10:23:05.905168352Z 
Processed prompts:  75%|███████▌  | 377/500 [04:57<01:39,  1.23it/s, est. speed input: 175.62 toks/s, output: 1930.52 toks/s]
-2025-03-15T10:23:07.031346222Z 
Processed prompts:  76%|███████▌  | 378/500 [04:58<01:42,  1.19it/s, est. speed input: 175.41 toks/s, output: 1930.58 toks/s]
-2025-03-15T10:23:07.286326094Z 
Processed prompts:  76%|███████▌  | 380/500 [04:59<01:26,  1.39it/s, est. speed input: 175.46 toks/s, output: 1938.66 toks/s]
-2025-03-15T10:23:08.644166038Z 
Processed prompts:  76%|███████▌  | 381/500 [04:59<01:12,  1.64it/s, est. speed input: 176.09 toks/s, output: 1952.08 toks/s]
-2025-03-15T10:23:12.539497811Z 
Processed prompts:  76%|███████▋  | 382/500 [05:01<01:34,  1.25it/s, est. speed input: 175.63 toks/s, output: 1949.36 toks/s]
-2025-03-15T10:23:13.242124134Z 
Processed prompts:  77%|███████▋  | 383/500 [05:05<03:09,  1.62s/it, est. speed input: 173.82 toks/s, output: 1939.63 toks/s]
-2025-03-15T10:23:13.594684929Z 
Processed prompts:  77%|███████▋  | 384/500 [05:05<02:38,  1.37s/it, est. speed input: 173.79 toks/s, output: 1944.89 toks/s]
-2025-03-15T10:23:16.446025461Z 
Processed prompts:  77%|███████▋  | 385/500 [05:06<02:04,  1.08s/it, est. speed input: 173.96 toks/s, output: 1952.58 toks/s]
-2025-03-15T10:23:19.103389185Z 
Processed prompts:  77%|███████▋  | 386/500 [05:09<03:01,  1.59s/it, est. speed input: 172.64 toks/s, output: 1939.67 toks/s]
-2025-03-15T10:23:20.808471701Z 
Processed prompts:  77%|███████▋  | 387/500 [05:11<03:34,  1.90s/it, est. speed input: 171.47 toks/s, output: 1928.65 toks/s]
-2025-03-15T10:23:21.009248997Z 
Processed prompts:  78%|███████▊  | 388/500 [05:13<03:26,  1.84s/it, est. speed input: 170.93 toks/s, output: 1931.23 toks/s]
-2025-03-15T10:23:21.109550702Z 
Processed prompts:  78%|███████▊  | 389/500 [05:13<02:30,  1.36s/it, est. speed input: 171.20 toks/s, output: 1941.22 toks/s]
-2025-03-15T10:23:24.588533720Z 
Processed prompts:  78%|███████▊  | 390/500 [05:13<01:48,  1.02it/s, est. speed input: 171.44 toks/s, output: 1946.19 toks/s]
-2025-03-15T10:23:24.885626436Z 
Processed prompts:  78%|███████▊  | 391/500 [05:17<03:08,  1.73s/it, est. speed input: 169.87 toks/s, output: 1930.99 toks/s]
-2025-03-15T10:23:25.825830981Z 
Processed prompts:  78%|███████▊  | 392/500 [05:17<02:20,  1.30s/it, est. speed input: 170.10 toks/s, output: 1942.13 toks/s]
-2025-03-15T10:23:26.863826240Z 
Processed prompts:  79%|███████▊  | 393/500 [05:18<02:07,  1.19s/it, est. speed input: 169.92 toks/s, output: 1943.57 toks/s]
-2025-03-15T10:23:32.067659284Z 
Processed prompts:  79%|███████▉  | 394/500 [05:19<02:01,  1.15s/it, est. speed input: 169.96 toks/s, output: 1952.63 toks/s]
-2025-03-15T10:23:33.741258340Z 
Processed prompts:  79%|███████▉  | 395/500 [05:24<04:07,  2.36s/it, est. speed input: 167.58 toks/s, output: 1931.24 toks/s]
-2025-03-15T10:23:44.254185512Z 
Processed prompts:  79%|███████▉  | 396/500 [05:26<03:44,  2.16s/it, est. speed input: 167.44 toks/s, output: 1936.81 toks/s]
-2025-03-15T10:23:44.801357170Z 
Processed prompts:  79%|███████▉  | 397/500 [05:36<08:00,  4.66s/it, est. speed input: 162.66 toks/s, output: 1892.00 toks/s]
-2025-03-15T10:23:45.147387642Z 
Processed prompts:  80%|███████▉  | 398/500 [05:37<05:49,  3.43s/it, est. speed input: 163.23 toks/s, output: 1904.56 toks/s]
-2025-03-15T10:23:46.523977689Z 
Processed prompts:  80%|███████▉  | 399/500 [05:37<04:12,  2.50s/it, est. speed input: 163.67 toks/s, output: 1918.24 toks/s]
-2025-03-15T10:23:50.939333678Z 
Processed prompts:  80%|████████  | 400/500 [05:39<03:36,  2.17s/it, est. speed input: 163.45 toks/s, output: 1926.10 toks/s]
-2025-03-15T10:23:51.478011970Z 
Processed prompts:  80%|████████  | 401/500 [05:43<04:41,  2.84s/it, est. speed input: 161.69 toks/s, output: 1913.38 toks/s]
-2025-03-15T10:23:52.208728734Z 
Processed prompts:  80%|████████  | 402/500 [05:44<03:30,  2.15s/it, est. speed input: 161.87 toks/s, output: 1926.10 toks/s]
-2025-03-15T10:23:54.389446225Z 
Processed prompts:  81%|████████  | 403/500 [05:44<02:47,  1.72s/it, est. speed input: 161.94 toks/s, output: 1937.75 toks/s]
-2025-03-15T10:23:55.216906405Z 
Processed prompts:  81%|████████  | 404/500 [05:47<02:58,  1.86s/it, est. speed input: 161.21 toks/s, output: 1933.23 toks/s]
-2025-03-15T10:23:55.555978444Z 
Processed prompts:  81%|████████  | 405/500 [05:47<02:27,  1.55s/it, est. speed input: 161.34 toks/s, output: 1944.40 toks/s]
-2025-03-15T10:23:57.926657840Z 
Processed prompts:  81%|████████  | 406/500 [05:48<01:51,  1.19s/it, est. speed input: 161.47 toks/s, output: 1950.71 toks/s]
-2025-03-15T10:23:58.698634318Z 
Processed prompts:  81%|████████▏ | 407/500 [05:50<02:23,  1.54s/it, est. speed input: 160.69 toks/s, output: 1947.82 toks/s]
-2025-03-15T10:23:59.128534110Z 
Processed prompts:  82%|████████▏ | 408/500 [05:51<02:00,  1.31s/it, est. speed input: 160.70 toks/s, output: 1959.36 toks/s]
-2025-03-15T10:24:00.361494650Z 
Processed prompts:  82%|████████▏ | 409/500 [05:51<01:35,  1.05s/it, est. speed input: 160.85 toks/s, output: 1969.98 toks/s]
-2025-03-15T10:24:04.994105664Z 
Processed prompts:  82%|████████▏ | 410/500 [05:53<01:39,  1.10s/it, est. speed input: 160.66 toks/s, output: 1978.94 toks/s]
-2025-03-15T10:24:06.494243929Z 
Processed prompts:  82%|████████▏ | 411/500 [05:57<03:12,  2.16s/it, est. speed input: 159.02 toks/s, output: 1969.16 toks/s]
-2025-03-15T10:24:07.306487663Z 
Processed prompts:  83%|████████▎ | 413/500 [05:59<02:11,  1.51s/it, est. speed input: 159.32 toks/s, output: 1991.58 toks/s]
-2025-03-15T10:24:07.927407705Z 
Processed prompts:  83%|████████▎ | 414/500 [05:59<01:54,  1.34s/it, est. speed input: 159.24 toks/s, output: 1994.88 toks/s]
-2025-03-15T10:24:17.428761005Z 
Processed prompts:  83%|████████▎ | 416/500 [06:00<01:16,  1.10it/s, est. speed input: 159.77 toks/s, output: 2023.20 toks/s]
-2025-03-15T10:24:21.666180481Z 
Processed prompts:  84%|████████▎ | 418/500 [06:10<03:11,  2.34s/it, est. speed input: 156.37 toks/s, output: 1998.16 toks/s]
-2025-03-15T10:24:21.885504698Z 
Processed prompts:  84%|████████▍ | 419/500 [06:14<03:41,  2.74s/it, est. speed input: 154.97 toks/s, output: 1991.69 toks/s]
-2025-03-15T10:24:22.145363335Z 
Processed prompts:  84%|████████▍ | 420/500 [06:14<02:52,  2.16s/it, est. speed input: 155.16 toks/s, output: 2000.63 toks/s]
-2025-03-15T10:24:22.746721066Z 
Processed prompts:  84%|████████▍ | 421/500 [06:14<02:13,  1.69s/it, est. speed input: 155.40 toks/s, output: 2015.40 toks/s]
-2025-03-15T10:24:23.432864663Z 
Processed prompts:  84%|████████▍ | 422/500 [06:15<01:49,  1.40s/it, est. speed input: 155.58 toks/s, output: 2028.34 toks/s]
-2025-03-15T10:24:24.278457685Z 
Processed prompts:  85%|████████▍ | 423/500 [06:16<01:33,  1.21s/it, est. speed input: 155.87 toks/s, output: 2040.82 toks/s]
-2025-03-15T10:24:33.947028539Z 
Processed prompts:  85%|████████▍ | 424/500 [06:16<01:24,  1.11s/it, est. speed input: 156.01 toks/s, output: 2052.44 toks/s]
-2025-03-15T10:24:37.974824189Z 
Processed prompts:  85%|████████▌ | 425/500 [06:26<04:26,  3.55s/it, est. speed input: 152.50 toks/s, output: 2017.50 toks/s]
-2025-03-15T10:24:41.921762464Z 
Processed prompts:  85%|████████▌ | 426/500 [06:30<04:33,  3.69s/it, est. speed input: 151.35 toks/s, output: 2013.16 toks/s]
-2025-03-15T10:24:44.033921645Z 
Processed prompts:  85%|████████▌ | 427/500 [06:34<04:34,  3.76s/it, est. speed input: 150.08 toks/s, output: 2002.40 toks/s]
-2025-03-15T10:24:45.374443753Z 
Processed prompts:  86%|████████▌ | 428/500 [06:36<03:55,  3.28s/it, est. speed input: 149.61 toks/s, output: 2008.31 toks/s]
-2025-03-15T10:24:56.890437487Z 
Processed prompts:  86%|████████▌ | 429/500 [06:38<03:11,  2.70s/it, est. speed input: 149.43 toks/s, output: 2018.14 toks/s]
-2025-03-15T10:24:57.016508380Z 
Processed prompts:  86%|████████▌ | 430/500 [06:49<06:12,  5.32s/it, est. speed input: 145.51 toks/s, output: 1974.67 toks/s]
-2025-03-15T10:24:59.818765392Z 
Processed prompts:  86%|████████▌ | 431/500 [06:49<04:20,  3.77s/it, est. speed input: 145.91 toks/s, output: 1990.86 toks/s]
-2025-03-15T10:25:01.975797706Z 
Processed prompts:  86%|████████▋ | 432/500 [06:52<03:56,  3.48s/it, est. speed input: 145.21 toks/s, output: 1991.71 toks/s]
-2025-03-15T10:25:03.131352926Z 
Processed prompts:  87%|████████▋ | 433/500 [06:54<03:26,  3.09s/it, est. speed input: 144.77 toks/s, output: 1998.23 toks/s]
-2025-03-15T10:25:08.443933247Z 
Processed prompts:  87%|████████▋ | 434/500 [06:55<02:45,  2.51s/it, est. speed input: 144.61 toks/s, output: 2002.74 toks/s]
-2025-03-15T10:25:09.671347523Z 
Processed prompts:  87%|████████▋ | 435/500 [07:01<03:37,  3.35s/it, est. speed input: 143.11 toks/s, output: 1994.47 toks/s]
-2025-03-15T10:25:09.832470148Z 
Processed prompts:  87%|████████▋ | 436/500 [07:02<02:53,  2.71s/it, est. speed input: 144.53 toks/s, output: 2005.69 toks/s]
-2025-03-15T10:25:20.286260007Z 
Processed prompts:  87%|████████▋ | 437/500 [07:02<02:02,  1.95s/it, est. speed input: 144.86 toks/s, output: 2021.95 toks/s]
-2025-03-15T10:25:21.917860049Z 
Processed prompts:  88%|████████▊ | 438/500 [07:12<04:38,  4.50s/it, est. speed input: 141.92 toks/s, output: 1990.34 toks/s]
-2025-03-15T10:25:27.711822100Z 
Processed prompts:  88%|████████▊ | 439/500 [07:14<03:41,  3.64s/it, est. speed input: 141.62 toks/s, output: 1994.37 toks/s]
-2025-03-15T10:25:30.374587254Z 
Processed prompts:  88%|████████▊ | 440/500 [07:20<04:17,  4.29s/it, est. speed input: 140.04 toks/s, output: 1983.60 toks/s]
-2025-03-15T10:25:35.527441239Z 
Processed prompts:  88%|████████▊ | 441/500 [07:23<03:44,  3.80s/it, est. speed input: 139.52 toks/s, output: 1989.06 toks/s]
-2025-03-15T10:25:39.966812065Z 
Processed prompts:  88%|████████▊ | 442/500 [07:28<04:03,  4.20s/it, est. speed input: 138.52 toks/s, output: 1983.67 toks/s]
-2025-03-15T10:26:04.748586712Z 
Processed prompts:  89%|████████▊ | 443/500 [07:32<04:03,  4.28s/it, est. speed input: 138.35 toks/s, output: 1981.76 toks/s]
-2025-03-15T10:26:06.048357212Z 
Processed prompts:  89%|████████▉ | 444/500 [07:57<09:43, 10.43s/it, est. speed input: 131.45 toks/s, output: 1896.81 toks/s]
-2025-03-15T10:26:06.773376419Z 
Processed prompts:  89%|████████▉ | 445/500 [07:58<07:02,  7.69s/it, est. speed input: 131.30 toks/s, output: 1903.93 toks/s]
-2025-03-15T10:26:09.277081081Z 
Processed prompts:  89%|████████▉ | 446/500 [07:59<05:02,  5.60s/it, est. speed input: 131.40 toks/s, output: 1919.00 toks/s]
-2025-03-15T10:26:10.657715638Z 
Processed prompts:  89%|████████▉ | 447/500 [08:01<04:07,  4.67s/it, est. speed input: 130.99 toks/s, output: 1927.02 toks/s]
-2025-03-15T10:26:29.211968634Z 
Processed prompts:  90%|████████▉ | 448/500 [08:03<03:11,  3.68s/it, est. speed input: 131.20 toks/s, output: 1939.52 toks/s]
-2025-03-15T10:26:38.509436425Z 
Processed prompts:  90%|████████▉ | 449/500 [08:21<06:55,  8.14s/it, est. speed input: 126.66 toks/s, output: 1886.10 toks/s]
-2025-03-15T10:26:41.242912170Z 
Processed prompts:  90%|█████████ | 450/500 [08:31<07:04,  8.49s/it, est. speed input: 124.61 toks/s, output: 1870.20 toks/s]
-2025-03-15T10:26:44.224564651Z 
Processed prompts:  90%|█████████ | 451/500 [08:33<05:31,  6.76s/it, est. speed input: 124.19 toks/s, output: 1877.28 toks/s]
-2025-03-15T10:26:47.362408080Z 
Processed prompts:  90%|█████████ | 452/500 [08:36<04:30,  5.63s/it, est. speed input: 123.91 toks/s, output: 1884.93 toks/s]
-2025-03-15T10:26:50.073395912Z 
Processed prompts:  91%|█████████ | 453/500 [08:40<03:49,  4.88s/it, est. speed input: 123.53 toks/s, output: 1892.08 toks/s]
-2025-03-15T10:27:16.902570766Z 
Processed prompts:  91%|█████████ | 454/500 [08:42<03:14,  4.23s/it, est. speed input: 123.48 toks/s, output: 1900.83 toks/s]
-2025-03-15T10:27:37.964221650Z 
Processed prompts:  91%|█████████ | 455/500 [09:09<08:15, 11.01s/it, est. speed input: 117.74 toks/s, output: 1826.97 toks/s]
-2025-03-15T10:27:38.789825363Z 
Processed prompts:  91%|█████████ | 456/500 [09:30<10:17, 14.03s/it, est. speed input: 113.61 toks/s, output: 1776.83 toks/s]
-2025-03-15T10:27:43.704102718Z 
Processed prompts:  91%|█████████▏| 457/500 [09:31<07:12, 10.07s/it, est. speed input: 113.63 toks/s, output: 1789.44 toks/s]
-2025-03-15T10:27:48.089405958Z 
Processed prompts:  92%|█████████▏| 458/500 [09:36<05:57,  8.52s/it, est. speed input: 113.01 toks/s, output: 1793.41 toks/s]
-2025-03-15T10:27:51.914027548Z 
Processed prompts:  92%|█████████▏| 459/500 [09:40<04:58,  7.28s/it, est. speed input: 112.33 toks/s, output: 1794.21 toks/s]
-2025-03-15T10:27:52.211891836Z 
Processed prompts:  92%|█████████▏| 460/500 [09:44<04:09,  6.24s/it, est. speed input: 112.11 toks/s, output: 1801.81 toks/s]
-2025-03-15T10:27:52.358393149Z 
Processed prompts:  92%|█████████▏| 461/500 [09:44<02:53,  4.46s/it, est. speed input: 112.43 toks/s, output: 1820.22 toks/s]
-2025-03-15T10:27:55.823459369Z 
Processed prompts:  92%|█████████▏| 462/500 [09:45<02:00,  3.17s/it, est. speed input: 112.63 toks/s, output: 1839.10 toks/s]
-2025-03-15T10:28:03.447153229Z 
Processed prompts:  93%|█████████▎| 463/500 [09:48<02:00,  3.26s/it, est. speed input: 112.36 toks/s, output: 1847.66 toks/s]
-2025-03-15T10:28:07.102984452Z 
Processed prompts:  93%|█████████▎| 464/500 [09:56<02:44,  4.57s/it, est. speed input: 111.18 toks/s, output: 1843.53 toks/s]
-2025-03-15T10:28:12.920696600Z 
Processed prompts:  93%|█████████▎| 465/500 [09:59<02:30,  4.29s/it, est. speed input: 110.79 toks/s, output: 1851.84 toks/s]
-2025-03-15T10:28:14.933395707Z 
Processed prompts:  93%|█████████▎| 466/500 [10:05<02:41,  4.75s/it, est. speed input: 110.95 toks/s, output: 1853.70 toks/s]
-2025-03-15T10:28:17.873732201Z 
Processed prompts:  93%|█████████▎| 467/500 [10:07<02:09,  3.93s/it, est. speed input: 110.85 toks/s, output: 1867.23 toks/s]
-2025-03-15T10:28:22.987212520Z 
Processed prompts:  94%|█████████▎| 468/500 [10:10<01:56,  3.63s/it, est. speed input: 110.54 toks/s, output: 1877.96 toks/s]
-2025-03-15T10:28:41.696229902Z 
Processed prompts:  94%|█████████▍| 469/500 [10:15<02:06,  4.08s/it, est. speed input: 109.86 toks/s, output: 1882.17 toks/s]
-2025-03-15T10:28:44.152480976Z 
Processed prompts:  94%|█████████▍| 470/500 [10:34<04:13,  8.47s/it, est. speed input: 106.87 toks/s, output: 1846.78 toks/s]
-2025-03-15T10:28:49.209527869Z 
Processed prompts:  94%|█████████▍| 471/500 [10:36<03:13,  6.66s/it, est. speed input: 106.88 toks/s, output: 1859.81 toks/s]
-2025-03-15T10:28:55.767750646Z 
Processed prompts:  94%|█████████▍| 472/500 [10:41<02:53,  6.18s/it, est. speed input: 106.31 toks/s, output: 1865.40 toks/s]
-2025-03-15T10:29:08.851353731Z 
Processed prompts:  95%|█████████▍| 473/500 [10:48<02:49,  6.29s/it, est. speed input: 105.89 toks/s, output: 1866.88 toks/s]
-2025-03-15T10:29:09.488573977Z 
Processed prompts:  95%|█████████▍| 474/500 [11:01<03:36,  8.33s/it, est. speed input: 104.33 toks/s, output: 1850.49 toks/s]
-2025-03-15T10:29:10.995698610Z 
Processed prompts:  95%|█████████▌| 475/500 [11:02<02:30,  6.02s/it, est. speed input: 104.49 toks/s, output: 1869.24 toks/s]
-2025-03-15T10:29:23.985737786Z 
Processed prompts:  95%|█████████▌| 476/500 [11:03<01:52,  4.67s/it, est. speed input: 104.45 toks/s, output: 1885.57 toks/s]
-2025-03-15T10:29:25.386306314Z 
Processed prompts:  95%|█████████▌| 477/500 [11:16<02:44,  7.16s/it, est. speed input: 102.67 toks/s, output: 1870.20 toks/s]
-2025-03-15T10:29:25.692278421Z 
Processed prompts:  96%|█████████▌| 478/500 [11:18<01:59,  5.44s/it, est. speed input: 102.93 toks/s, output: 1887.20 toks/s]
-2025-03-15T10:29:26.286917102Z 
Processed prompts:  96%|█████████▌| 479/500 [11:18<01:21,  3.90s/it, est. speed input: 103.03 toks/s, output: 1902.99 toks/s]
-2025-03-15T10:29:26.680877274Z 
Processed prompts:  96%|█████████▌| 480/500 [11:18<00:58,  2.91s/it, est. speed input: 103.15 toks/s, output: 1922.20 toks/s]
-2025-03-15T10:29:29.069321273Z 
Processed prompts:  96%|█████████▌| 481/500 [11:19<00:40,  2.15s/it, est. speed input: 103.36 toks/s, output: 1941.98 toks/s]
-2025-03-15T10:29:43.504555299Z 
Processed prompts:  96%|█████████▋| 482/500 [11:21<00:40,  2.22s/it, est. speed input: 103.37 toks/s, output: 1956.14 toks/s]
-2025-03-15T10:29:45.670184778Z 
Processed prompts:  97%|█████████▋| 483/500 [11:36<01:40,  5.89s/it, est. speed input: 101.45 toks/s, output: 1936.93 toks/s]
-2025-03-15T10:29:45.854333126Z 
Processed prompts:  97%|█████████▋| 484/500 [11:38<01:16,  4.77s/it, est. speed input: 101.60 toks/s, output: 1952.35 toks/s]
-2025-03-15T10:30:12.701212480Z 
Processed prompts:  97%|█████████▋| 485/500 [11:38<00:50,  3.39s/it, est. speed input: 101.97 toks/s, output: 1973.26 toks/s]
-2025-03-15T10:30:28.812080298Z 
Processed prompts:  97%|█████████▋| 486/500 [12:05<02:26, 10.43s/it, est. speed input: 98.41 toks/s, output: 1922.49 toks/s] 
-2025-03-15T10:30:29.705255094Z 
Processed prompts:  97%|█████████▋| 487/500 [12:21<02:37, 12.13s/it, est. speed input: 96.40 toks/s, output: 1899.46 toks/s]
-2025-03-15T10:30:30.184025315Z 
Processed prompts:  98%|█████████▊| 488/500 [12:22<01:45,  8.76s/it, est. speed input: 96.69 toks/s, output: 1919.95 toks/s]
-2025-03-15T10:30:33.168296978Z 
Processed prompts:  98%|█████████▊| 489/500 [12:22<01:09,  6.28s/it, est. speed input: 96.82 toks/s, output: 1941.50 toks/s]
-2025-03-15T10:30:35.978460258Z 
Processed prompts:  98%|█████████▊| 490/500 [12:25<00:52,  5.29s/it, est. speed input: 96.68 toks/s, output: 1956.64 toks/s]
-2025-03-15T10:30:45.882044958Z 
Processed prompts:  98%|█████████▊| 491/500 [12:28<00:40,  4.55s/it, est. speed input: 96.52 toks/s, output: 1972.31 toks/s]
-2025-03-15T10:31:00.882622860Z 
Processed prompts:  99%|█████████▊| 493/500 [12:38<00:33,  4.73s/it, est. speed input: 95.84 toks/s, output: 1992.76 toks/s]
-2025-03-15T10:31:03.957709908Z 
Processed prompts:  99%|█████████▉| 494/500 [12:53<00:43,  7.28s/it, est. speed input: 94.18 toks/s, output: 1978.34 toks/s]
-2025-03-15T10:31:06.954718631Z 
Processed prompts:  99%|█████████▉| 495/500 [12:56<00:30,  6.18s/it, est. speed input: 94.05 toks/s, output: 1994.89 toks/s]
-2025-03-15T10:31:15.117309039Z 
Processed prompts:  99%|█████████▉| 496/500 [12:59<00:21,  5.31s/it, est. speed input: 93.93 toks/s, output: 2011.78 toks/s]
-2025-03-15T10:31:19.545509858Z 
Processed prompts:  99%|█████████▉| 497/500 [13:07<00:18,  6.11s/it, est. speed input: 93.19 toks/s, output: 2016.03 toks/s]
-2025-03-15T10:33:10.163405636Z 
Processed prompts: 100%|█████████▉| 498/500 [13:12<00:11,  5.63s/it, est. speed input: 92.86 toks/s, output: 2030.17 toks/s]
-2025-03-15T10:33:37.454745115Z 
Processed prompts: 100%|█████████▉| 499/500 [15:02<00:36, 36.05s/it, est. speed input: 81.74 toks/s, output: 1813.93 toks/s]
-2025-03-15T10:33:37.454928651Z 
Processed prompts: 100%|██████████| 500/500 [15:30<00:00, 33.49s/it, est. speed input: 79.53 toks/s, output: 1794.97 toks/s]
Processed prompts: 100%|██████████| 500/500 [15:30<00:00,  1.86s/it, est. speed input: 79.53 toks/s, output: 1794.97 toks/s]
-2025-03-15T10:33:38.033896974Z 
Splits: 100%|██████████| 1/1 [15:30<00:00, 930.88s/it]
Splits: 100%|██████████| 1/1 [15:30<00:00, 930.88s/it]
-2025-03-15T10:33:39.682583013Z [2025-03-15 10:33:39,682] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T10:33:42.814329678Z [2025-03-15 10:33:42,813] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T10:33:42.827121176Z [2025-03-15 10:33:42,826] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T10:33:42.827153499Z [2025-03-15 10:33:42,826] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T10:33:44.219623764Z [2025-03-15 10:33:44,219] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp3_200/results/quyanh/OpenRS-GRPO/results_2025-03-15T10-33-42.826955.json (evaluation_tracker.py:234)
-2025-03-15T10:33:44.223598551Z |      Task       |Version|     Metric     |Value|   |Stderr|
-2025-03-15T10:33:44.223640206Z |-----------------|------:|----------------|----:|---|-----:|
-2025-03-15T10:33:44.223645571Z |all              |       |extractive_match|0.852|±  |0.0159|
-2025-03-15T10:33:44.223650208Z |custom:math_500:0|      1|extractive_match|0.852|±  |0.0159|
-2025-03-15T10:33:47.038353508Z Evaluating task: amc23
-2025-03-15T10:34:08.542263325Z [2025-03-15 10:34:08,541] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T10:34:46.291722048Z INFO 03-15 10:34:46 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T10:34:50.005342685Z [2025-03-15 10:34:50,004] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T10:35:34.871050603Z [2025-03-15 10:35:34,870] [    INFO]: This model supports multiple tasks: {'generate', 'reward', 'embed', 'classify', 'score'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T10:35:34.880402826Z [2025-03-15 10:35:34,879] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=0cfe0be68ec392672adadbe9fec7b629b05d02d1, override_neuron_config=None, tokenizer_revision=0cfe0be68ec392672adadbe9fec7b629b05d02d1, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T10:35:37.992073097Z [2025-03-15 10:35:37,991] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T10:35:38.542015022Z [2025-03-15 10:35:38,541] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T10:35:39.338460691Z [2025-03-15 10:35:39,338] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T10:35:39.633745679Z [2025-03-15 10:35:39,633] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T10:35:39.635656182Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T10:35:40.487965457Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.17it/s]
-2025-03-15T10:35:40.488013957Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.17it/s]
-2025-03-15T10:35:40.809101473Z [2025-03-15 10:35:40,808] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T10:35:42.730670993Z [2025-03-15 10:35:42,730] [    INFO]: Memory profiling takes 1.72 seconds
-2025-03-15T10:35:42.730723683Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T10:35:42.730729880Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T10:35:42.936476097Z [2025-03-15 10:35:42,936] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T10:35:42.936513229Z [2025-03-15 10:35:42,936] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T10:35:46.652974442Z [2025-03-15 10:35:46,652] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T10:36:01.632994319Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:19,  1.76it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:00<00:15,  2.07it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:14,  2.20it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:01<00:13,  2.26it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:02<00:13,  2.30it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:02<00:12,  2.33it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:03<00:12,  2.30it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:03<00:11,  2.32it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:03<00:11,  2.33it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:04<00:10,  2.33it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:04<00:10,  2.33it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:05<00:09,  2.35it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:05<00:09,  2.36it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:06<00:08,  2.37it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:06<00:08,  2.37it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:06<00:07,  2.38it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:07<00:07,  2.38it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:07<00:07,  2.38it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:08<00:06,  2.38it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:08<00:06,  2.38it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:09<00:05,  2.38it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:09<00:05,  2.38it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:09<00:05,  2.39it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:10<00:04,  2.40it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:10<00:04,  2.39it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:11<00:03,  2.33it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:11<00:03,  2.35it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:11<00:02,  2.36it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:12<00:02,  2.36it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:12<00:02,  2.37it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:13<00:01,  2.35it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:13<00:01,  2.36it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:14<00:00,  2.37it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:14<00:00,  2.39it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:14<00:00,  2.31it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:14<00:00,  2.34it/s]
-2025-03-15T10:36:01.633082037Z [2025-03-15 10:36:01,632] [    INFO]: Graph capturing finished in 15 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T10:36:01.652731750Z [2025-03-15 10:36:01,652] [    INFO]: init engine (profile, create kv cache, warmup model) took 20.84 seconds (llm_engine.py:431)
-2025-03-15T10:36:02.408566715Z [2025-03-15 10:36:02,408] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T10:36:02.425908882Z [2025-03-15 10:36:02,425] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T10:36:02.425946338Z [2025-03-15 10:36:02,425] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T10:36:02.425952625Z [2025-03-15 10:36:02,425] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T10:36:02.425958718Z [2025-03-15 10:36:02,425] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T10:36:02.425977785Z [2025-03-15 10:36:02,425] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T10:36:02.425982719Z [2025-03-15 10:36:02,425] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T10:36:02.426052115Z [2025-03-15 10:36:02,425] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T10:36:02.426076512Z [2025-03-15 10:36:02,425] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T10:36:02.428131422Z [2025-03-15 10:36:02,427] [    INFO]: knoveleng/AMC-23 default (lighteval_task.py:187)
-2025-03-15T10:36:02.428162794Z [2025-03-15 10:36:02,428] [ WARNING]: Careful, the task custom|amc23 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T10:36:04.946826873Z [2025-03-15 10:36:04,946] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T10:36:04.946877629Z [2025-03-15 10:36:04,946] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T10:36:04.946883306Z [2025-03-15 10:36:04,946] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T10:36:04.963357392Z [2025-03-15 10:36:04,962] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T10:36:04.976452770Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 10:36:04,976] [ WARNING]: context_size + max_new_tokens=33060 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T10:36:15.261466528Z 
Processed prompts:   0%|          | 0/40 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T10:36:19.939618694Z 
Processed prompts:   2%|▎         | 1/40 [00:10<06:40, 10.28s/it, est. speed input: 10.02 toks/s, output: 65.47 toks/s]
-2025-03-15T10:36:20.665320090Z 
Processed prompts:   5%|▌         | 2/40 [00:14<04:25,  6.98s/it, est. speed input: 17.25 toks/s, output: 110.44 toks/s]
-2025-03-15T10:36:22.178975897Z 
Processed prompts:   8%|▊         | 3/40 [00:15<02:32,  4.13s/it, est. speed input: 24.42 toks/s, output: 170.75 toks/s]
-2025-03-15T10:36:22.882735491Z 
Processed prompts:  10%|█         | 4/40 [00:17<01:51,  3.10s/it, est. speed input: 32.33 toks/s, output: 219.80 toks/s]
-2025-03-15T10:36:27.179556761Z 
Processed prompts:  12%|█▎        | 5/40 [00:17<01:18,  2.23s/it, est. speed input: 40.11 toks/s, output: 275.29 toks/s]
-2025-03-15T10:36:31.621850360Z 
Processed prompts:  15%|█▌        | 6/40 [00:22<01:39,  2.93s/it, est. speed input: 40.99 toks/s, output: 286.33 toks/s]
-2025-03-15T10:36:32.976372995Z 
Processed prompts:  18%|█▊        | 7/40 [00:26<01:53,  3.43s/it, est. speed input: 40.05 toks/s, output: 302.85 toks/s]
-2025-03-15T10:36:38.162158025Z 
Processed prompts:  20%|██        | 8/40 [00:27<01:28,  2.77s/it, est. speed input: 44.33 toks/s, output: 352.42 toks/s]
-2025-03-15T10:36:38.373175428Z 
Processed prompts:  22%|██▎       | 9/40 [00:33<01:49,  3.52s/it, est. speed input: 41.86 toks/s, output: 361.17 toks/s]
-2025-03-15T10:36:38.709456349Z 
Processed prompts:  25%|██▌       | 10/40 [00:33<01:15,  2.50s/it, est. speed input: 47.74 toks/s, output: 422.71 toks/s]
-2025-03-15T10:36:44.604723202Z 
Processed prompts:  28%|██▊       | 11/40 [00:33<00:53,  1.84s/it, est. speed input: 50.14 toks/s, output: 482.30 toks/s]
-2025-03-15T10:36:45.172261742Z 
Processed prompts:  30%|███       | 12/40 [00:39<01:26,  3.07s/it, est. speed input: 45.55 toks/s, output: 474.12 toks/s]
-2025-03-15T10:36:46.500226588Z 
Processed prompts:  32%|███▎      | 13/40 [00:40<01:02,  2.31s/it, est. speed input: 47.62 toks/s, output: 530.97 toks/s]
-2025-03-15T10:36:47.131346202Z 
Processed prompts:  35%|███▌      | 14/40 [00:41<00:52,  2.02s/it, est. speed input: 48.87 toks/s, output: 577.50 toks/s]
-2025-03-15T10:36:52.434119011Z 
Processed prompts:  38%|███▊      | 15/40 [00:42<00:39,  1.60s/it, est. speed input: 54.42 toks/s, output: 632.36 toks/s]
-2025-03-15T10:36:53.298384965Z 
Processed prompts:  40%|████      | 16/40 [00:47<01:05,  2.71s/it, est. speed input: 51.55 toks/s, output: 625.19 toks/s]
-2025-03-15T10:36:54.393548556Z 
Processed prompts:  42%|████▎     | 17/40 [00:48<00:49,  2.16s/it, est. speed input: 54.83 toks/s, output: 677.53 toks/s]
-2025-03-15T10:36:54.647574530Z 
Processed prompts:  45%|████▌     | 18/40 [00:49<00:40,  1.84s/it, est. speed input: 56.22 toks/s, output: 726.08 toks/s]
-2025-03-15T10:36:56.080206537Z 
Processed prompts:  48%|████▊     | 19/40 [00:49<00:28,  1.36s/it, est. speed input: 59.18 toks/s, output: 785.95 toks/s]
-2025-03-15T10:36:57.888358293Z 
Processed prompts:  50%|█████     | 20/40 [00:51<00:27,  1.38s/it, est. speed input: 59.79 toks/s, output: 827.63 toks/s]
-2025-03-15T10:36:59.393040603Z 
Processed prompts:  52%|█████▎    | 21/40 [00:52<00:28,  1.51s/it, est. speed input: 61.69 toks/s, output: 863.25 toks/s]
-2025-03-15T10:37:01.478130204Z 
Processed prompts:  55%|█████▌    | 22/40 [00:54<00:27,  1.51s/it, est. speed input: 63.74 toks/s, output: 903.43 toks/s]
-2025-03-15T10:37:10.386840801Z 
Processed prompts:  57%|█████▊    | 23/40 [00:56<00:28,  1.68s/it, est. speed input: 64.20 toks/s, output: 934.36 toks/s]
-2025-03-15T10:37:15.362037936Z 
Processed prompts:  60%|██████    | 24/40 [01:05<01:01,  3.85s/it, est. speed input: 58.42 toks/s, output: 872.01 toks/s]
-2025-03-15T10:37:21.843247335Z 
Processed prompts:  62%|██████▎   | 25/40 [01:10<01:02,  4.19s/it, est. speed input: 56.65 toks/s, output: 875.80 toks/s]
-2025-03-15T10:37:32.893042665Z 
Processed prompts:  65%|██████▌   | 26/40 [01:16<01:08,  4.88s/it, est. speed input: 53.64 toks/s, output: 867.95 toks/s]
-2025-03-15T10:37:40.825671310Z 
Processed prompts:  68%|██████▊   | 27/40 [01:27<01:27,  6.73s/it, est. speed input: 48.48 toks/s, output: 825.55 toks/s]
-2025-03-15T10:37:45.428734461Z 
Processed prompts:  70%|███████   | 28/40 [01:35<01:25,  7.09s/it, est. speed input: 45.67 toks/s, output: 824.32 toks/s]
-2025-03-15T10:37:51.240277231Z 
Processed prompts:  72%|███████▎  | 29/40 [01:40<01:09,  6.34s/it, est. speed input: 46.47 toks/s, output: 853.88 toks/s]
-2025-03-15T10:37:54.265044465Z 
Processed prompts:  75%|███████▌  | 30/40 [01:46<01:01,  6.18s/it, est. speed input: 45.39 toks/s, output: 874.80 toks/s]
-2025-03-15T10:38:05.622495303Z 
Processed prompts:  78%|███████▊  | 31/40 [01:49<00:47,  5.24s/it, est. speed input: 45.51 toks/s, output: 918.35 toks/s]
-2025-03-15T10:38:05.728137474Z 
Processed prompts:  80%|████████  | 32/40 [02:00<00:56,  7.07s/it, est. speed input: 42.32 toks/s, output: 900.21 toks/s]
-2025-03-15T10:38:23.550595187Z 
Processed prompts:  82%|████████▎ | 33/40 [02:00<00:34,  4.98s/it, est. speed input: 43.35 toks/s, output: 967.74 toks/s]
-2025-03-15T10:38:43.737659284Z 
Processed prompts:  85%|████████▌ | 34/40 [02:18<00:53,  8.83s/it, est. speed input: 39.43 toks/s, output: 912.84 toks/s]
-2025-03-15T10:38:56.886331196Z 
Processed prompts:  88%|████████▊ | 35/40 [02:38<01:01, 12.24s/it, est. speed input: 36.26 toks/s, output: 867.39 toks/s]
-2025-03-15T10:39:05.547174162Z 
Processed prompts:  90%|█████████ | 36/40 [02:51<00:50, 12.51s/it, est. speed input: 34.14 toks/s, output: 872.43 toks/s]
-2025-03-15T10:39:34.673313297Z 
Processed prompts:  92%|█████████▎| 37/40 [03:00<00:34, 11.36s/it, est. speed input: 33.47 toks/s, output: 902.50 toks/s]
-2025-03-15T10:39:35.444142257Z 
Processed prompts:  95%|█████████▌| 38/40 [03:29<00:33, 16.69s/it, est. speed input: 29.36 toks/s, output: 850.73 toks/s]
-2025-03-15T10:39:53.408614543Z 
Processed prompts:  98%|█████████▊| 39/40 [03:30<00:11, 11.91s/it, est. speed input: 30.01 toks/s, output: 921.25 toks/s]
-2025-03-15T10:39:53.408787170Z 
Processed prompts: 100%|██████████| 40/40 [03:48<00:00, 13.73s/it, est. speed input: 28.30 toks/s, output: 923.80 toks/s]
Processed prompts: 100%|██████████| 40/40 [03:48<00:00,  5.71s/it, est. speed input: 28.30 toks/s, output: 923.80 toks/s]
-2025-03-15T10:39:53.464262881Z 
Splits: 100%|██████████| 1/1 [03:48<00:00, 228.50s/it]
Splits: 100%|██████████| 1/1 [03:48<00:00, 228.50s/it]
-2025-03-15T10:39:54.249264035Z [2025-03-15 10:39:54,248] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T10:39:54.434544376Z [2025-03-15 10:39:54,434] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T10:39:54.446839320Z [2025-03-15 10:39:54,446] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T10:39:54.446882543Z [2025-03-15 10:39:54,446] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T10:39:54.629424157Z [2025-03-15 10:39:54,629] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp3_200/results/quyanh/OpenRS-GRPO/results_2025-03-15T10-39-54.446838.json (evaluation_tracker.py:234)
-2025-03-15T10:39:54.632096564Z |     Task     |Version|     Metric     |Value|   |Stderr|
-2025-03-15T10:39:54.632134920Z |--------------|------:|----------------|----:|---|-----:|
-2025-03-15T10:39:54.632140063Z |all           |       |extractive_match|0.775|±  |0.0669|
-2025-03-15T10:39:54.632144494Z |custom:amc23:0|      1|extractive_match|0.775|±  |0.0669|
-2025-03-15T10:39:57.216172310Z ----------------------------------------
-2025-03-15T10:39:57.217596941Z ----------------------------------------
-2025-03-15T10:39:57.217621178Z Running evaluations for experiment 3, step 250
-2025-03-15T10:39:57.217626308Z Revision: rev3_250 = 462f130a3372b19109944420cfb9829f327831ad
-2025-03-15T10:39:57.217631823Z Output directory: data/evals/Exp3_250
-2025-03-15T10:39:57.222098821Z Evaluating task: aime24
-2025-03-15T10:40:05.563130089Z [2025-03-15 10:40:05,562] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T10:40:33.633653849Z INFO 03-15 10:40:33 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T10:40:41.561411270Z [2025-03-15 10:40:41,560] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T10:41:53.394794523Z [2025-03-15 10:41:53,393] [    INFO]: This model supports multiple tasks: {'generate', 'embed', 'classify', 'reward', 'score'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T10:41:53.416237196Z [2025-03-15 10:41:53,415] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=462f130a3372b19109944420cfb9829f327831ad, override_neuron_config=None, tokenizer_revision=462f130a3372b19109944420cfb9829f327831ad, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T10:42:01.372255268Z [2025-03-15 10:42:01,371] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T10:42:01.813813326Z [2025-03-15 10:42:01,813] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T10:42:02.305495248Z [2025-03-15 10:42:02,305] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T10:42:09.995961276Z [2025-03-15 10:42:09,994] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T10:42:09.997538924Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T10:42:10.609145218Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.64it/s]
-2025-03-15T10:42:10.609202255Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.64it/s]
-2025-03-15T10:42:10.943111285Z [2025-03-15 10:42:10,942] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T10:42:12.708056696Z [2025-03-15 10:42:12,707] [    INFO]: Memory profiling takes 1.55 seconds
-2025-03-15T10:42:12.708109943Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T10:42:12.708116883Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T10:42:12.995786825Z [2025-03-15 10:42:12,995] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T10:42:12.995856932Z [2025-03-15 10:42:12,995] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T10:42:17.390856108Z [2025-03-15 10:42:17,390] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T10:42:32.206584985Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:17,  1.99it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:00<00:14,  2.24it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:13,  2.32it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:01<00:13,  2.31it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:02<00:12,  2.35it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:02<00:12,  2.39it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:02<00:11,  2.38it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:03<00:11,  2.39it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:03<00:10,  2.39it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:04<00:10,  2.38it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:04<00:10,  2.39it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:05<00:09,  2.40it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:05<00:09,  2.39it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:05<00:08,  2.39it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:06<00:08,  2.39it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:06<00:07,  2.40it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:07<00:07,  2.41it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:07<00:07,  2.43it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:07<00:06,  2.43it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:08<00:06,  2.44it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:08<00:05,  2.44it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:09<00:05,  2.41it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:09<00:04,  2.41it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:10<00:04,  2.36it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:10<00:04,  2.38it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:10<00:03,  2.36it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:11<00:03,  2.38it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:11<00:02,  2.39it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:12<00:02,  2.41it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:12<00:02,  2.38it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:13<00:01,  2.35it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:13<00:01,  2.31it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:13<00:00,  2.31it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:14<00:00,  2.31it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:14<00:00,  2.25it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:14<00:00,  2.36it/s]
-2025-03-15T10:42:32.206777296Z [2025-03-15 10:42:32,206] [    INFO]: Graph capturing finished in 15 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T10:42:32.218687189Z [2025-03-15 10:42:32,218] [    INFO]: init engine (profile, create kv cache, warmup model) took 21.28 seconds (llm_engine.py:431)
-2025-03-15T10:42:32.964079314Z [2025-03-15 10:42:32,963] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T10:42:32.979934198Z [2025-03-15 10:42:32,979] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T10:42:32.979980275Z [2025-03-15 10:42:32,979] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T10:42:32.979986155Z [2025-03-15 10:42:32,979] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T10:42:32.979991245Z [2025-03-15 10:42:32,979] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T10:42:32.980010933Z [2025-03-15 10:42:32,979] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T10:42:32.980015695Z [2025-03-15 10:42:32,979] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T10:42:32.980030115Z [2025-03-15 10:42:32,979] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T10:42:32.980082425Z [2025-03-15 10:42:32,980] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T10:42:32.982180184Z [2025-03-15 10:42:32,982] [    INFO]: HuggingFaceH4/aime_2024 default (lighteval_task.py:187)
-2025-03-15T10:42:32.982214031Z [2025-03-15 10:42:32,982] [ WARNING]: Careful, the task custom|aime24 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T10:42:35.352328209Z [2025-03-15 10:42:35,351] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T10:42:35.352372136Z [2025-03-15 10:42:35,352] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T10:42:35.352455676Z [2025-03-15 10:42:35,352] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T10:42:35.366854282Z [2025-03-15 10:42:35,366] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T10:42:35.377812678Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 10:42:35,377] [ WARNING]: context_size + max_new_tokens=33238 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T10:43:05.390654984Z 
Processed prompts:   0%|          | 0/30 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T10:43:18.144311390Z 
Processed prompts:   3%|▎         | 1/30 [00:30<14:30, 30.01s/it, est. speed input: 4.20 toks/s, output: 67.91 toks/s]
-2025-03-15T10:43:24.320360743Z 
Processed prompts:   7%|▋         | 2/30 [00:42<09:16, 19.86s/it, est. speed input: 7.86 toks/s, output: 113.65 toks/s]
-2025-03-15T10:43:39.355517789Z 
Processed prompts:  10%|█         | 3/30 [00:48<06:07, 13.61s/it, est. speed input: 10.97 toks/s, output: 164.47 toks/s]
-2025-03-15T10:44:33.008923452Z 
Processed prompts:  13%|█▎        | 4/30 [01:03<06:08, 14.17s/it, est. speed input: 11.83 toks/s, output: 189.17 toks/s]
-2025-03-15T10:44:44.529582481Z 
Processed prompts:  17%|█▋        | 5/30 [01:57<11:50, 28.41s/it, est. speed input: 7.55 toks/s, output: 160.59 toks/s] 
-2025-03-15T10:44:44.962195971Z 
Processed prompts:  20%|██        | 6/30 [02:09<09:04, 22.67s/it, est. speed input: 8.23 toks/s, output: 203.09 toks/s]
-2025-03-15T10:45:00.870070930Z 
Processed prompts:  23%|██▎       | 7/30 [02:09<05:54, 15.40s/it, est. speed input: 9.45 toks/s, output: 259.20 toks/s]
-2025-03-15T10:45:02.052772559Z 
Processed prompts:  27%|██▋       | 8/30 [02:25<05:42, 15.56s/it, est. speed input: 9.35 toks/s, output: 286.52 toks/s]
-2025-03-15T10:45:04.996507147Z 
Processed prompts:  30%|███       | 9/30 [02:26<03:52, 11.07s/it, est. speed input: 10.12 toks/s, output: 339.80 toks/s]
-2025-03-15T10:45:15.280018992Z 
Processed prompts:  33%|███▎      | 10/30 [02:29<02:51,  8.56s/it, est. speed input: 10.95 toks/s, output: 388.57 toks/s]
-2025-03-15T10:45:16.940673569Z 
Processed prompts:  37%|███▋      | 11/30 [02:39<02:52,  9.09s/it, est. speed input: 11.33 toks/s, output: 418.64 toks/s]
-2025-03-15T10:45:26.232857041Z 
Processed prompts:  40%|████      | 12/30 [02:41<02:02,  6.83s/it, est. speed input: 12.38 toks/s, output: 469.33 toks/s]
-2025-03-15T10:45:46.867319248Z 
Processed prompts:  43%|████▎     | 13/30 [02:50<02:08,  7.57s/it, est. speed input: 12.60 toks/s, output: 498.58 toks/s]
-2025-03-15T10:46:02.670239707Z 
Processed prompts:  47%|████▋     | 14/30 [03:11<03:04, 11.52s/it, est. speed input: 12.58 toks/s, output: 499.14 toks/s]
-2025-03-15T10:46:11.915817798Z 
Processed prompts:  50%|█████     | 15/30 [03:27<03:12, 12.81s/it, est. speed input: 12.70 toks/s, output: 515.13 toks/s]
-2025-03-15T10:46:20.477886309Z 
Processed prompts:  53%|█████▎    | 16/30 [03:36<02:44, 11.74s/it, est. speed input: 12.91 toks/s, output: 547.08 toks/s]
-2025-03-15T10:46:32.165923613Z 
Processed prompts:  57%|█████▋    | 17/30 [03:45<02:20, 10.78s/it, est. speed input: 13.21 toks/s, output: 580.17 toks/s]
-2025-03-15T10:46:53.732288171Z 
Processed prompts:  60%|██████    | 18/30 [03:56<02:12, 11.05s/it, est. speed input: 13.14 toks/s, output: 605.43 toks/s]
-2025-03-15T10:47:04.688145623Z 
Processed prompts:  63%|██████▎   | 19/30 [04:18<02:36, 14.21s/it, est. speed input: 12.61 toks/s, output: 608.84 toks/s]
-2025-03-15T10:47:04.827759044Z 
Processed prompts:  67%|██████▋   | 20/30 [04:29<02:12, 13.23s/it, est. speed input: 12.69 toks/s, output: 638.08 toks/s]
-2025-03-15T10:47:24.619345841Z 
Processed prompts:  70%|███████   | 21/30 [04:29<01:23,  9.30s/it, est. speed input: 14.43 toks/s, output: 691.75 toks/s]
-2025-03-15T10:47:28.687877601Z 
Processed prompts:  73%|███████▎  | 22/30 [04:49<01:39, 12.45s/it, est. speed input: 14.03 toks/s, output: 698.81 toks/s]
-2025-03-15T10:47:51.363032322Z 
Processed prompts:  77%|███████▋  | 23/30 [04:53<01:09,  9.94s/it, est. speed input: 14.57 toks/s, output: 743.62 toks/s]
-2025-03-15T10:48:02.377776007Z 
Processed prompts:  83%|████████▎ | 25/30 [05:15<00:52, 10.58s/it, est. speed input: 14.82 toks/s, output: 796.39 toks/s]
-2025-03-15T10:48:04.971150543Z 
Processed prompts:  87%|████████▋ | 26/30 [05:26<00:42, 10.69s/it, est. speed input: 14.75 toks/s, output: 825.66 toks/s]
-2025-03-15T10:48:12.986511058Z 
Processed prompts:  90%|█████████ | 27/30 [05:29<00:25,  8.57s/it, est. speed input: 15.06 toks/s, output: 875.42 toks/s]
-2025-03-15T10:50:09.051566834Z 
Processed prompts:  93%|█████████▎| 28/30 [05:37<00:16,  8.42s/it, est. speed input: 15.16 toks/s, output: 911.53 toks/s]
-2025-03-15T10:50:48.127763006Z 
Processed prompts:  97%|█████████▋| 29/30 [07:33<00:38, 38.55s/it, est. speed input: 11.89 toks/s, output: 742.35 toks/s]
-2025-03-15T10:50:48.127835198Z 
Processed prompts: 100%|██████████| 30/30 [08:12<00:00, 38.70s/it, est. speed input: 11.21 toks/s, output: 749.72 toks/s]
Processed prompts: 100%|██████████| 30/30 [08:12<00:00, 16.42s/it, est. speed input: 11.21 toks/s, output: 749.72 toks/s]
-2025-03-15T10:50:48.232145718Z 
Splits: 100%|██████████| 1/1 [08:12<00:00, 492.86s/it]
Splits: 100%|██████████| 1/1 [08:12<00:00, 492.86s/it]
-2025-03-15T10:50:49.075484519Z [2025-03-15 10:50:49,074] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T10:50:49.678719383Z [2025-03-15 10:50:49,678] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T10:50:49.693817054Z [2025-03-15 10:50:49,693] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T10:50:49.693851130Z [2025-03-15 10:50:49,693] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T10:50:50.052775537Z [2025-03-15 10:50:50,052] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp3_250/results/quyanh/OpenRS-GRPO/results_2025-03-15T10-50-49.693635.json (evaluation_tracker.py:234)
-2025-03-15T10:50:50.057653432Z |     Task      |Version|     Metric     |Value |   |Stderr|
-2025-03-15T10:50:50.057688424Z |---------------|------:|----------------|-----:|---|-----:|
-2025-03-15T10:50:50.057693667Z |all            |       |extractive_match|0.3333|±  |0.0875|
-2025-03-15T10:50:50.057698067Z |custom:aime24:0|      1|extractive_match|0.3333|±  |0.0875|
-2025-03-15T10:50:52.577413907Z Evaluating task: math_500
-2025-03-15T10:51:01.478928611Z [2025-03-15 10:51:01,478] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T10:51:39.288132160Z INFO 03-15 10:51:39 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T10:51:44.694491637Z [2025-03-15 10:51:44,693] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T10:52:37.766909016Z [2025-03-15 10:52:37,765] [    INFO]: This model supports multiple tasks: {'reward', 'classify', 'score', 'generate', 'embed'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T10:52:37.775153704Z [2025-03-15 10:52:37,774] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=462f130a3372b19109944420cfb9829f327831ad, override_neuron_config=None, tokenizer_revision=462f130a3372b19109944420cfb9829f327831ad, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T10:52:40.586395451Z [2025-03-15 10:52:40,585] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T10:52:41.020122431Z [2025-03-15 10:52:41,019] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T10:52:41.519493017Z [2025-03-15 10:52:41,519] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T10:52:41.839365505Z [2025-03-15 10:52:41,838] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T10:52:41.840371576Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T10:52:42.403471246Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.78it/s]
-2025-03-15T10:52:42.403559378Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.78it/s]
-2025-03-15T10:52:42.706836556Z [2025-03-15 10:52:42,706] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T10:52:44.300951675Z [2025-03-15 10:52:44,300] [    INFO]: Memory profiling takes 1.40 seconds
-2025-03-15T10:52:44.301000851Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T10:52:44.301006895Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T10:52:44.497531185Z [2025-03-15 10:52:44,497] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T10:52:44.497578178Z [2025-03-15 10:52:44,497] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T10:52:49.193723106Z [2025-03-15 10:52:49,193] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T10:53:04.226069541Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:19,  1.76it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:01<00:16,  2.02it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:15,  2.09it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:01<00:14,  2.10it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:02<00:14,  2.13it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:02<00:13,  2.16it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:03<00:12,  2.17it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:03<00:12,  2.21it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:04<00:11,  2.24it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:04<00:11,  2.24it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:05<00:10,  2.25it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:05<00:10,  2.22it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:05<00:09,  2.24it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:06<00:09,  2.26it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:06<00:08,  2.26it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:07<00:08,  2.30it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:07<00:07,  2.34it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:08<00:07,  2.34it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:08<00:06,  2.39it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:08<00:06,  2.42it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:09<00:05,  2.45it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:09<00:05,  2.45it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:10<00:04,  2.45it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:10<00:04,  2.47it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:10<00:04,  2.44it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:11<00:03,  2.43it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:11<00:03,  2.45it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:12<00:02,  2.46it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:12<00:02,  2.47it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:12<00:02,  2.45it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:13<00:01,  2.45it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:13<00:01,  2.45it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:14<00:00,  2.46it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:14<00:00,  2.41it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:15<00:00,  2.41it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:15<00:00,  2.33it/s]
-2025-03-15T10:53:04.226276315Z [2025-03-15 10:53:04,225] [    INFO]: Graph capturing finished in 15 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T10:53:04.239715798Z [2025-03-15 10:53:04,239] [    INFO]: init engine (profile, create kv cache, warmup model) took 21.53 seconds (llm_engine.py:431)
-2025-03-15T10:53:04.958522279Z [2025-03-15 10:53:04,958] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T10:53:04.976007566Z [2025-03-15 10:53:04,975] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T10:53:04.976046126Z [2025-03-15 10:53:04,975] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T10:53:04.976051910Z [2025-03-15 10:53:04,975] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T10:53:04.976056838Z [2025-03-15 10:53:04,975] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T10:53:04.976089108Z [2025-03-15 10:53:04,975] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T10:53:04.976095150Z [2025-03-15 10:53:04,975] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T10:53:04.976122248Z [2025-03-15 10:53:04,976] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T10:53:04.976176317Z [2025-03-15 10:53:04,976] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T10:53:04.978297994Z [2025-03-15 10:53:04,978] [    INFO]: HuggingFaceH4/MATH-500 default (lighteval_task.py:187)
-2025-03-15T10:53:04.978354840Z [2025-03-15 10:53:04,978] [ WARNING]: Careful, the task custom|math_500 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T10:53:07.774975995Z [2025-03-15 10:53:07,774] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T10:53:07.775022999Z [2025-03-15 10:53:07,774] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T10:53:07.775028456Z [2025-03-15 10:53:07,774] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T10:53:07.936776818Z [2025-03-15 10:53:07,936] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T10:53:08.082550315Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 10:53:08,081] [ WARNING]: context_size + max_new_tokens=33636 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T10:53:26.284725584Z 
Processed prompts:   0%|          | 0/500 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T10:53:34.510733778Z 
Processed prompts:   0%|          | 1/500 [00:18<2:30:57, 18.15s/it, est. speed input: 47.82 toks/s, output: 17.19 toks/s]
-2025-03-15T10:53:36.646748213Z 
Processed prompts:   0%|          | 2/500 [00:26<1:42:11, 12.31s/it, est. speed input: 38.14 toks/s, output: 29.04 toks/s]
-2025-03-15T10:53:39.423062995Z 
Processed prompts:   1%|          | 3/500 [00:28<1:03:29,  7.67s/it, est. speed input: 40.79 toks/s, output: 44.12 toks/s]
-2025-03-15T10:53:39.778717013Z 
Processed prompts:   1%|          | 4/500 [00:31<47:24,  5.74s/it, est. speed input: 41.48 toks/s, output: 57.50 toks/s]  
-2025-03-15T10:53:42.233075213Z 
Processed prompts:   1%|          | 5/500 [00:31<31:18,  3.80s/it, est. speed input: 48.98 toks/s, output: 74.14 toks/s]
-2025-03-15T10:53:45.338992540Z 
Processed prompts:   1%|          | 6/500 [00:34<27:29,  3.34s/it, est. speed input: 49.97 toks/s, output: 86.10 toks/s]
-2025-03-15T10:53:46.219212647Z 
Processed prompts:   1%|▏         | 7/500 [00:37<26:48,  3.26s/it, est. speed input: 52.57 toks/s, output: 96.22 toks/s]
-2025-03-15T10:53:46.928606009Z 
Processed prompts:   2%|▏         | 8/500 [00:38<20:32,  2.50s/it, est. speed input: 57.11 toks/s, output: 111.30 toks/s]
-2025-03-15T10:53:49.730009691Z 
Processed prompts:   2%|▏         | 9/500 [00:38<15:54,  1.94s/it, est. speed input: 59.34 toks/s, output: 126.56 toks/s]
-2025-03-15T10:53:49.980463269Z 
Processed prompts:   2%|▏         | 10/500 [00:41<18:02,  2.21s/it, est. speed input: 58.90 toks/s, output: 135.33 toks/s]
-2025-03-15T10:53:53.819280122Z 
Processed prompts:   2%|▏         | 11/500 [00:41<13:06,  1.61s/it, est. speed input: 61.92 toks/s, output: 151.79 toks/s]
-2025-03-15T10:53:56.909742491Z 
Processed prompts:   2%|▏         | 12/500 [00:45<18:36,  2.29s/it, est. speed input: 60.83 toks/s, output: 156.29 toks/s]
-2025-03-15T10:53:57.167160600Z 
Processed prompts:   3%|▎         | 13/500 [00:48<20:32,  2.53s/it, est. speed input: 60.21 toks/s, output: 163.44 toks/s]
-2025-03-15T10:53:58.137798921Z 
Processed prompts:   3%|▎         | 14/500 [00:49<14:56,  1.84s/it, est. speed input: 63.06 toks/s, output: 179.63 toks/s]
-2025-03-15T10:53:59.413421851Z 
Processed prompts:   3%|▎         | 15/500 [00:50<12:46,  1.58s/it, est. speed input: 64.40 toks/s, output: 193.19 toks/s]
-2025-03-15T10:54:02.081355573Z 
Processed prompts:   3%|▎         | 16/500 [00:51<12:00,  1.49s/it, est. speed input: 65.31 toks/s, output: 205.41 toks/s]
-2025-03-15T10:54:04.371603846Z 
Processed prompts:   3%|▎         | 17/500 [00:53<14:50,  1.84s/it, est. speed input: 64.84 toks/s, output: 212.24 toks/s]
-2025-03-15T10:54:04.522960197Z 
Processed prompts:   4%|▎         | 18/500 [00:56<15:53,  1.98s/it, est. speed input: 64.73 toks/s, output: 220.56 toks/s]
-2025-03-15T10:54:07.061412217Z 
Processed prompts:   4%|▍         | 20/500 [00:56<08:47,  1.10s/it, est. speed input: 69.43 toks/s, output: 253.86 toks/s]
-2025-03-15T10:54:09.075793319Z 
Processed prompts:   4%|▍         | 21/500 [00:58<11:37,  1.46s/it, est. speed input: 68.78 toks/s, output: 259.85 toks/s]
-2025-03-15T10:54:09.803225450Z 
Processed prompts:   4%|▍         | 22/500 [01:00<12:45,  1.60s/it, est. speed input: 68.75 toks/s, output: 268.14 toks/s]
-2025-03-15T10:54:09.948317178Z 
Processed prompts:   5%|▍         | 24/500 [01:01<08:30,  1.07s/it, est. speed input: 73.05 toks/s, output: 298.55 toks/s]
-2025-03-15T10:54:11.989589463Z 
Processed prompts:   5%|▌         | 25/500 [01:01<06:46,  1.17it/s, est. speed input: 75.06 toks/s, output: 314.70 toks/s]
-2025-03-15T10:54:12.643021458Z 
Processed prompts:   5%|▌         | 26/500 [01:03<09:06,  1.15s/it, est. speed input: 77.42 toks/s, output: 321.46 toks/s]
-2025-03-15T10:54:13.552156076Z 
Processed prompts:   6%|▌         | 28/500 [01:04<06:21,  1.24it/s, est. speed input: 80.84 toks/s, output: 351.66 toks/s]
-2025-03-15T10:54:14.527763796Z 
Processed prompts:   6%|▌         | 29/500 [01:05<06:31,  1.20it/s, est. speed input: 81.86 toks/s, output: 363.55 toks/s]
-2025-03-15T10:54:14.673699883Z 
Processed prompts:   6%|▌         | 30/500 [01:06<06:47,  1.15it/s, est. speed input: 82.67 toks/s, output: 374.98 toks/s]
-2025-03-15T10:54:15.906701806Z 
Processed prompts:   6%|▌         | 31/500 [01:06<05:18,  1.47it/s, est. speed input: 84.58 toks/s, output: 390.91 toks/s]
-2025-03-15T10:54:17.122787141Z 
Processed prompts:   6%|▋         | 32/500 [01:07<06:28,  1.21it/s, est. speed input: 84.98 toks/s, output: 400.53 toks/s]
-2025-03-15T10:54:17.331513286Z 
Processed prompts:   7%|▋         | 33/500 [01:08<07:17,  1.07it/s, est. speed input: 87.29 toks/s, output: 410.18 toks/s]
-2025-03-15T10:54:18.798555248Z 
Processed prompts:   7%|▋         | 34/500 [01:09<05:39,  1.37it/s, est. speed input: 88.92 toks/s, output: 425.65 toks/s]
-2025-03-15T10:54:22.128108370Z 
Processed prompts:   7%|▋         | 35/500 [01:10<07:18,  1.06it/s, est. speed input: 89.10 toks/s, output: 433.50 toks/s]
-2025-03-15T10:54:23.302822399Z 
Processed prompts:   7%|▋         | 36/500 [01:13<12:41,  1.64s/it, est. speed input: 86.79 toks/s, output: 423.32 toks/s]
-2025-03-15T10:54:26.555446516Z 
Processed prompts:   7%|▋         | 37/500 [01:15<11:36,  1.50s/it, est. speed input: 87.76 toks/s, output: 433.21 toks/s]
-2025-03-15T10:54:27.033139506Z 
Processed prompts:   8%|▊         | 38/500 [01:18<15:34,  2.02s/it, est. speed input: 86.55 toks/s, output: 431.71 toks/s]
-2025-03-15T10:54:27.376944630Z 
Processed prompts:   8%|▊         | 39/500 [01:18<12:00,  1.56s/it, est. speed input: 87.85 toks/s, output: 445.54 toks/s]
-2025-03-15T10:54:29.919251390Z 
Processed prompts:   8%|▊         | 40/500 [01:19<09:11,  1.20s/it, est. speed input: 89.32 toks/s, output: 460.06 toks/s]
-2025-03-15T10:54:30.783193205Z 
Processed prompts:   8%|▊         | 41/500 [01:21<12:14,  1.60s/it, est. speed input: 88.48 toks/s, output: 462.16 toks/s]
-2025-03-15T10:54:32.173267286Z 
Processed prompts:   8%|▊         | 42/500 [01:22<10:32,  1.38s/it, est. speed input: 89.40 toks/s, output: 473.73 toks/s]
-2025-03-15T10:54:33.702313999Z 
Processed prompts:   9%|▊         | 43/500 [01:24<10:32,  1.38s/it, est. speed input: 90.30 toks/s, output: 482.26 toks/s]
-2025-03-15T10:54:33.919739858Z 
Processed prompts:   9%|▉         | 44/500 [01:25<10:50,  1.43s/it, est. speed input: 90.22 toks/s, output: 490.00 toks/s]
-2025-03-15T10:54:34.544944498Z 
Processed prompts:   9%|▉         | 45/500 [01:25<08:04,  1.06s/it, est. speed input: 91.69 toks/s, output: 505.10 toks/s]
-2025-03-15T10:54:35.687559576Z 
Processed prompts:   9%|▉         | 47/500 [01:26<05:25,  1.39it/s, est. speed input: 93.95 toks/s, output: 521.98 toks/s]
-2025-03-15T10:54:36.502715129Z 
Processed prompts:  10%|▉         | 48/500 [01:27<06:11,  1.22it/s, est. speed input: 94.14 toks/s, output: 521.98 toks/s]
-2025-03-15T10:54:37.053437912Z 
Processed prompts:  10%|▉         | 49/500 [01:28<06:10,  1.22it/s, est. speed input: 94.71 toks/s, output: 533.46 toks/s]
-2025-03-15T10:54:37.869644412Z 
Processed prompts:  10%|█         | 50/500 [01:28<05:36,  1.34it/s, est. speed input: 95.87 toks/s, output: 546.44 toks/s]
-2025-03-15T10:54:38.023432624Z 
Processed prompts:  10%|█         | 51/500 [01:29<05:44,  1.30it/s, est. speed input: 96.45 toks/s, output: 557.74 toks/s]
-2025-03-15T10:54:40.227237561Z 
Processed prompts:  10%|█         | 52/500 [01:29<04:25,  1.69it/s, est. speed input: 97.91 toks/s, output: 573.05 toks/s]
-2025-03-15T10:54:41.777735964Z 
Processed prompts:  11%|█         | 53/500 [01:32<07:53,  1.06s/it, est. speed input: 97.02 toks/s, output: 575.57 toks/s]
-2025-03-15T10:54:41.996190120Z 
Processed prompts:  11%|█         | 55/500 [01:33<06:54,  1.07it/s, est. speed input: 98.53 toks/s, output: 598.23 toks/s]
-2025-03-15T10:54:43.079182153Z 
Processed prompts:  11%|█         | 56/500 [01:33<05:35,  1.32it/s, est. speed input: 99.80 toks/s, output: 613.04 toks/s]
-2025-03-15T10:54:44.037662098Z 
Processed prompts:  11%|█▏        | 57/500 [01:34<06:12,  1.19it/s, est. speed input: 100.20 toks/s, output: 622.23 toks/s]
-2025-03-15T10:54:44.865063933Z 
Processed prompts:  12%|█▏        | 58/500 [01:35<06:25,  1.15it/s, est. speed input: 101.01 toks/s, output: 632.19 toks/s]
-2025-03-15T10:54:46.229318569Z 
Processed prompts:  12%|█▏        | 59/500 [01:36<06:19,  1.16it/s, est. speed input: 101.82 toks/s, output: 642.94 toks/s]
-2025-03-15T10:54:46.857954214Z 
Processed prompts:  12%|█▏        | 60/500 [01:38<07:21,  1.00s/it, est. speed input: 102.28 toks/s, output: 650.13 toks/s]
-2025-03-15T10:54:47.486410977Z 
Processed prompts:  12%|█▏        | 61/500 [01:38<06:32,  1.12it/s, est. speed input: 103.17 toks/s, output: 662.12 toks/s]
-2025-03-15T10:54:48.599315514Z 
Processed prompts:  12%|█▏        | 62/500 [01:39<05:57,  1.22it/s, est. speed input: 103.93 toks/s, output: 674.05 toks/s]
-2025-03-15T10:54:48.898466496Z 
Processed prompts:  13%|█▎        | 63/500 [01:40<06:35,  1.11it/s, est. speed input: 104.19 toks/s, output: 682.68 toks/s]
-2025-03-15T10:54:49.757115995Z 
Processed prompts:  13%|█▎        | 64/500 [01:40<05:16,  1.38it/s, est. speed input: 105.14 toks/s, output: 696.73 toks/s]
-2025-03-15T10:54:50.053615901Z 
Processed prompts:  13%|█▎        | 66/500 [01:41<04:15,  1.70it/s, est. speed input: 106.91 toks/s, output: 722.88 toks/s]
-2025-03-15T10:54:50.969849614Z 
Processed prompts:  13%|█▎        | 67/500 [01:41<03:43,  1.93it/s, est. speed input: 107.91 toks/s, output: 736.84 toks/s]
-2025-03-15T10:54:52.749162589Z 
Processed prompts:  14%|█▎        | 68/500 [01:42<04:28,  1.61it/s, est. speed input: 108.42 toks/s, output: 746.32 toks/s]
-2025-03-15T10:54:53.622486815Z 
Processed prompts:  14%|█▍        | 69/500 [01:44<06:43,  1.07it/s, est. speed input: 107.81 toks/s, output: 749.64 toks/s]
-2025-03-15T10:54:55.361332006Z 
Processed prompts:  14%|█▍        | 70/500 [01:45<06:34,  1.09it/s, est. speed input: 108.14 toks/s, output: 759.42 toks/s]
-2025-03-15T10:54:57.050712233Z 
Processed prompts:  14%|█▍        | 71/500 [01:47<08:14,  1.15s/it, est. speed input: 107.99 toks/s, output: 763.07 toks/s]
-2025-03-15T10:54:58.229395973Z 
Processed prompts:  14%|█▍        | 72/500 [01:48<09:19,  1.31s/it, est. speed input: 107.68 toks/s, output: 767.10 toks/s]
-2025-03-15T10:54:58.726145197Z 
Processed prompts:  15%|█▍        | 73/500 [01:50<09:02,  1.27s/it, est. speed input: 107.82 toks/s, output: 774.74 toks/s]
-2025-03-15T10:54:58.881957183Z 
Processed prompts:  15%|█▍        | 74/500 [01:50<07:23,  1.04s/it, est. speed input: 108.71 toks/s, output: 787.10 toks/s]
-2025-03-15T10:54:59.038374125Z 
Processed prompts:  15%|█▌        | 75/500 [01:50<05:31,  1.28it/s, est. speed input: 109.68 toks/s, output: 795.30 toks/s]
-2025-03-15T10:54:59.884576527Z 
Processed prompts:  15%|█▌        | 76/500 [01:50<04:11,  1.68it/s, est. speed input: 110.81 toks/s, output: 810.01 toks/s]
-2025-03-15T10:55:00.924496488Z 
Processed prompts:  16%|█▌        | 78/500 [01:51<03:37,  1.94it/s, est. speed input: 112.21 toks/s, output: 824.41 toks/s]
-2025-03-15T10:55:03.673142861Z 
Processed prompts:  16%|█▌        | 79/500 [01:52<04:31,  1.55it/s, est. speed input: 112.24 toks/s, output: 822.37 toks/s]
-2025-03-15T10:55:03.967935520Z 
Processed prompts:  16%|█▌        | 80/500 [01:55<08:21,  1.19s/it, est. speed input: 110.92 toks/s, output: 818.58 toks/s]
-2025-03-15T10:55:04.192608251Z 
Processed prompts:  16%|█▌        | 81/500 [01:55<06:37,  1.05it/s, est. speed input: 111.76 toks/s, output: 832.27 toks/s]
-2025-03-15T10:55:05.992125941Z 
Processed prompts:  16%|█▋        | 82/500 [01:56<05:12,  1.34it/s, est. speed input: 112.99 toks/s, output: 846.43 toks/s]
-2025-03-15T10:55:06.287399532Z 
Processed prompts:  17%|█▋        | 83/500 [01:57<07:16,  1.05s/it, est. speed input: 112.31 toks/s, output: 842.16 toks/s]
-2025-03-15T10:55:07.063721580Z 
Processed prompts:  17%|█▋        | 84/500 [01:58<05:45,  1.21it/s, est. speed input: 113.20 toks/s, output: 855.80 toks/s]
-2025-03-15T10:55:08.665527412Z 
Processed prompts:  17%|█▋        | 85/500 [01:58<05:37,  1.23it/s, est. speed input: 113.54 toks/s, output: 865.94 toks/s]
-2025-03-15T10:55:09.448013984Z 
Processed prompts:  17%|█▋        | 86/500 [02:00<07:13,  1.05s/it, est. speed input: 113.54 toks/s, output: 870.15 toks/s]
-2025-03-15T10:55:10.230524176Z 
Processed prompts:  17%|█▋        | 87/500 [02:01<06:39,  1.03it/s, est. speed input: 114.40 toks/s, output: 880.24 toks/s]
-2025-03-15T10:55:10.944412522Z 
Processed prompts:  18%|█▊        | 88/500 [02:02<06:16,  1.10it/s, est. speed input: 115.31 toks/s, output: 890.29 toks/s]
-2025-03-15T10:55:12.352426337Z 
Processed prompts:  18%|█▊        | 89/500 [02:02<05:50,  1.17it/s, est. speed input: 116.11 toks/s, output: 900.80 toks/s]
-2025-03-15T10:55:13.138406090Z 
Processed prompts:  18%|█▊        | 90/500 [02:04<06:57,  1.02s/it, est. speed input: 116.01 toks/s, output: 906.25 toks/s]
-2025-03-15T10:55:15.948063867Z 
Processed prompts:  18%|█▊        | 91/500 [02:05<06:28,  1.05it/s, est. speed input: 116.92 toks/s, output: 916.21 toks/s]
-2025-03-15T10:55:16.806559648Z 
Processed prompts:  18%|█▊        | 92/500 [02:07<10:14,  1.51s/it, est. speed input: 115.64 toks/s, output: 911.69 toks/s]
-2025-03-15T10:55:17.390514706Z 
Processed prompts:  19%|█▊        | 93/500 [02:08<08:54,  1.31s/it, est. speed input: 115.84 toks/s, output: 914.60 toks/s]
-2025-03-15T10:55:17.552275172Z 
Processed prompts:  19%|█▉        | 94/500 [02:09<07:24,  1.09s/it, est. speed input: 116.26 toks/s, output: 917.77 toks/s]
-2025-03-15T10:55:18.272229765Z 
Processed prompts:  19%|█▉        | 95/500 [02:09<05:29,  1.23it/s, est. speed input: 117.08 toks/s, output: 927.04 toks/s]
-2025-03-15T10:55:19.486412132Z 
Processed prompts:  19%|█▉        | 96/500 [02:10<05:17,  1.27it/s, est. speed input: 117.34 toks/s, output: 926.52 toks/s]
-2025-03-15T10:55:20.560653018Z 
Processed prompts:  19%|█▉        | 97/500 [02:11<06:08,  1.09it/s, est. speed input: 117.57 toks/s, output: 933.54 toks/s]
-2025-03-15T10:55:20.723262234Z 
Processed prompts:  20%|█▉        | 98/500 [02:12<06:26,  1.04it/s, est. speed input: 117.56 toks/s, output: 936.55 toks/s]
-2025-03-15T10:55:21.870814145Z 
Processed prompts:  20%|█▉        | 99/500 [02:12<04:49,  1.38it/s, est. speed input: 118.37 toks/s, output: 946.10 toks/s]
-2025-03-15T10:55:22.315566558Z 
Processed prompts:  20%|██        | 100/500 [02:13<05:39,  1.18it/s, est. speed input: 118.64 toks/s, output: 953.53 toks/s]
-2025-03-15T10:55:22.689655388Z 
Processed prompts:  20%|██        | 101/500 [02:14<04:50,  1.37it/s, est. speed input: 119.23 toks/s, output: 965.91 toks/s]
-2025-03-15T10:55:23.415707884Z 
Processed prompts:  20%|██        | 102/500 [02:14<04:07,  1.61it/s, est. speed input: 119.77 toks/s, output: 967.33 toks/s]
-2025-03-15T10:55:24.697056579Z 
Processed prompts:  21%|██        | 103/500 [02:15<04:19,  1.53it/s, est. speed input: 120.45 toks/s, output: 977.67 toks/s]
-2025-03-15T10:55:25.140815386Z 
Processed prompts:  21%|██        | 104/500 [02:16<05:33,  1.19it/s, est. speed input: 120.19 toks/s, output: 974.91 toks/s]
-2025-03-15T10:55:25.657665913Z 
Processed prompts:  21%|██        | 105/500 [02:17<04:45,  1.38it/s, est. speed input: 120.72 toks/s, output: 982.95 toks/s]
-2025-03-15T10:55:27.090281376Z 
Processed prompts:  21%|██        | 106/500 [02:17<04:20,  1.51it/s, est. speed input: 121.14 toks/s, output: 984.75 toks/s]
-2025-03-15T10:55:27.395925819Z 
Processed prompts:  21%|██▏       | 107/500 [02:18<05:50,  1.12it/s, est. speed input: 120.74 toks/s, output: 980.42 toks/s]
-2025-03-15T10:55:28.547829687Z 
Processed prompts:  22%|██▏       | 108/500 [02:19<04:40,  1.40it/s, est. speed input: 121.53 toks/s, output: 993.74 toks/s]
-2025-03-15T10:55:28.992896082Z 
Processed prompts:  22%|██▏       | 109/500 [02:20<05:31,  1.18it/s, est. speed input: 121.49 toks/s, output: 1001.05 toks/s]
-2025-03-15T10:55:29.788795922Z 
Processed prompts:  22%|██▏       | 110/500 [02:20<04:43,  1.38it/s, est. speed input: 121.92 toks/s, output: 1000.95 toks/s]
-2025-03-15T10:55:31.222519397Z 
Processed prompts:  22%|██▏       | 111/500 [02:21<04:50,  1.34it/s, est. speed input: 122.06 toks/s, output: 1000.22 toks/s]
-2025-03-15T10:55:31.740614604Z 
Processed prompts:  22%|██▏       | 112/500 [02:23<06:09,  1.05it/s, est. speed input: 121.88 toks/s, output: 1005.63 toks/s]
-2025-03-15T10:55:32.043984264Z 
Processed prompts:  23%|██▎       | 113/500 [02:23<05:18,  1.22it/s, est. speed input: 122.54 toks/s, output: 1017.43 toks/s]
-2025-03-15T10:55:33.340148611Z 
Processed prompts:  23%|██▎       | 114/500 [02:23<04:17,  1.50it/s, est. speed input: 123.11 toks/s, output: 1021.68 toks/s]
-2025-03-15T10:55:33.998248072Z 
Processed prompts:  23%|██▎       | 115/500 [02:25<05:29,  1.17it/s, est. speed input: 123.09 toks/s, output: 1027.97 toks/s]
-2025-03-15T10:55:34.444208221Z 
Processed prompts:  23%|██▎       | 116/500 [02:25<05:05,  1.26it/s, est. speed input: 123.42 toks/s, output: 1038.73 toks/s]
-2025-03-15T10:55:34.892364883Z 
Processed prompts:  23%|██▎       | 117/500 [02:26<04:24,  1.45it/s, est. speed input: 123.83 toks/s, output: 1040.13 toks/s]
-2025-03-15T10:55:35.057209903Z 
Processed prompts:  24%|██▎       | 118/500 [02:26<03:56,  1.62it/s, est. speed input: 124.45 toks/s, output: 1052.34 toks/s]
-2025-03-15T10:55:36.563700733Z 
Processed prompts:  24%|██▍       | 119/500 [02:26<03:03,  2.07it/s, est. speed input: 125.33 toks/s, output: 1066.55 toks/s]
-2025-03-15T10:55:38.293126017Z 
Processed prompts:  24%|██▍       | 120/500 [02:28<05:00,  1.27it/s, est. speed input: 125.01 toks/s, output: 1071.02 toks/s]
-2025-03-15T10:55:39.709041764Z 
Processed prompts:  24%|██▍       | 121/500 [02:30<06:46,  1.07s/it, est. speed input: 124.38 toks/s, output: 1067.03 toks/s]
-2025-03-15T10:55:41.585726697Z 
Processed prompts:  24%|██▍       | 122/500 [02:31<07:24,  1.17s/it, est. speed input: 124.08 toks/s, output: 1072.33 toks/s]
-2025-03-15T10:55:42.249804974Z 
Processed prompts:  25%|██▍       | 123/500 [02:33<08:42,  1.39s/it, est. speed input: 123.37 toks/s, output: 1068.25 toks/s]
-2025-03-15T10:55:45.858664153Z 
Processed prompts:  25%|██▍       | 124/500 [02:34<07:19,  1.17s/it, est. speed input: 123.67 toks/s, output: 1078.89 toks/s]
-2025-03-15T10:55:46.025703103Z 
Processed prompts:  25%|██▌       | 125/500 [02:37<11:52,  1.90s/it, est. speed input: 121.62 toks/s, output: 1063.09 toks/s]
-2025-03-15T10:55:46.912202598Z 
Processed prompts:  25%|██▌       | 126/500 [02:37<08:36,  1.38s/it, est. speed input: 122.23 toks/s, output: 1066.90 toks/s]
-2025-03-15T10:55:48.371986557Z 
Processed prompts:  25%|██▌       | 127/500 [02:38<07:39,  1.23s/it, est. speed input: 123.02 toks/s, output: 1076.14 toks/s]
-2025-03-15T10:55:50.351960945Z 
Processed prompts:  26%|██▌       | 128/500 [02:40<08:03,  1.30s/it, est. speed input: 122.67 toks/s, output: 1075.03 toks/s]
-2025-03-15T10:55:51.758384226Z 
Processed prompts:  26%|██▌       | 129/500 [02:42<09:18,  1.50s/it, est. speed input: 121.89 toks/s, output: 1067.26 toks/s]
-2025-03-15T10:55:52.292590851Z 
Processed prompts:  26%|██▌       | 130/500 [02:43<09:05,  1.48s/it, est. speed input: 121.58 toks/s, output: 1066.44 toks/s]
-2025-03-15T10:55:53.481865263Z 
Processed prompts:  26%|██▌       | 131/500 [02:44<07:20,  1.19s/it, est. speed input: 122.17 toks/s, output: 1078.11 toks/s]
-2025-03-15T10:55:54.528790815Z 
Processed prompts:  26%|██▋       | 132/500 [02:45<07:18,  1.19s/it, est. speed input: 122.04 toks/s, output: 1079.27 toks/s]
-2025-03-15T10:55:55.064115027Z 
Processed prompts:  27%|██▋       | 133/500 [02:46<07:01,  1.15s/it, est. speed input: 122.05 toks/s, output: 1087.60 toks/s]
-2025-03-15T10:55:55.232869340Z 
Processed prompts:  27%|██▋       | 134/500 [02:46<05:52,  1.04it/s, est. speed input: 122.52 toks/s, output: 1099.22 toks/s]
-2025-03-15T10:55:55.766363097Z 
Processed prompts:  27%|██▋       | 135/500 [02:47<04:24,  1.38it/s, est. speed input: 123.29 toks/s, output: 1113.22 toks/s]
-2025-03-15T10:55:56.884457233Z 
Processed prompts:  27%|██▋       | 136/500 [02:47<04:03,  1.50it/s, est. speed input: 123.75 toks/s, output: 1124.78 toks/s]
-2025-03-15T10:55:59.324708663Z 
Processed prompts:  27%|██▋       | 137/500 [02:48<04:51,  1.25it/s, est. speed input: 123.65 toks/s, output: 1126.00 toks/s]
-2025-03-15T10:55:59.861805062Z 
Processed prompts:  28%|██▊       | 138/500 [02:51<07:48,  1.29s/it, est. speed input: 122.82 toks/s, output: 1125.02 toks/s]
-2025-03-15T10:56:00.618828108Z 
Processed prompts:  28%|██▊       | 139/500 [02:51<06:25,  1.07s/it, est. speed input: 123.11 toks/s, output: 1127.54 toks/s]
-2025-03-15T10:56:01.157907686Z 
Processed prompts:  28%|██▊       | 140/500 [02:52<05:50,  1.03it/s, est. speed input: 123.32 toks/s, output: 1137.64 toks/s]
-2025-03-15T10:56:01.547481795Z 
Processed prompts:  28%|██▊       | 141/500 [02:53<05:02,  1.19it/s, est. speed input: 123.79 toks/s, output: 1149.15 toks/s]
-2025-03-15T10:56:02.452519018Z 
Processed prompts:  28%|██▊       | 142/500 [02:53<04:13,  1.41it/s, est. speed input: 124.17 toks/s, output: 1151.51 toks/s]
-2025-03-15T10:56:02.990513734Z 
Processed prompts:  29%|██▊       | 143/500 [02:54<04:33,  1.30it/s, est. speed input: 124.49 toks/s, output: 1160.57 toks/s]
-2025-03-15T10:56:03.893856400Z 
Processed prompts:  29%|██▉       | 144/500 [02:54<04:08,  1.43it/s, est. speed input: 125.00 toks/s, output: 1172.03 toks/s]
-2025-03-15T10:56:05.235796006Z 
Processed prompts:  29%|██▉       | 145/500 [02:55<04:29,  1.32it/s, est. speed input: 125.14 toks/s, output: 1181.02 toks/s]
-2025-03-15T10:56:05.772578923Z 
Processed prompts:  29%|██▉       | 146/500 [02:57<05:30,  1.07it/s, est. speed input: 124.83 toks/s, output: 1177.01 toks/s]
-2025-03-15T10:56:07.554994106Z 
Processed prompts:  29%|██▉       | 147/500 [02:57<04:47,  1.23it/s, est. speed input: 125.13 toks/s, output: 1181.19 toks/s]
-2025-03-15T10:56:08.751617929Z 
Processed prompts:  30%|██▉       | 148/500 [02:59<06:29,  1.11s/it, est. speed input: 124.52 toks/s, output: 1174.02 toks/s]
-2025-03-15T10:56:13.652138518Z 
Processed prompts:  30%|██▉       | 149/500 [03:00<06:37,  1.13s/it, est. speed input: 124.31 toks/s, output: 1169.59 toks/s]
-2025-03-15T10:56:14.347740063Z 
Processed prompts:  30%|███       | 150/500 [03:05<13:12,  2.26s/it, est. speed input: 121.74 toks/s, output: 1153.63 toks/s]
-2025-03-15T10:56:16.529948562Z 
Processed prompts:  30%|███       | 151/500 [03:06<10:25,  1.79s/it, est. speed input: 121.90 toks/s, output: 1154.76 toks/s]
-2025-03-15T10:56:16.927822420Z 
Processed prompts:  30%|███       | 152/500 [03:08<11:04,  1.91s/it, est. speed input: 121.11 toks/s, output: 1148.86 toks/s]
-2025-03-15T10:56:18.292560075Z 
Processed prompts:  31%|███       | 153/500 [03:08<08:25,  1.46s/it, est. speed input: 121.84 toks/s, output: 1161.35 toks/s]
-2025-03-15T10:56:19.740179024Z 
Processed prompts:  31%|███       | 154/500 [03:10<08:14,  1.43s/it, est. speed input: 121.59 toks/s, output: 1160.33 toks/s]
-2025-03-15T10:56:21.262577012Z 
Processed prompts:  31%|███       | 155/500 [03:11<08:14,  1.43s/it, est. speed input: 121.27 toks/s, output: 1157.83 toks/s]
-2025-03-15T10:56:23.249142535Z 
Processed prompts:  31%|███       | 156/500 [03:13<08:22,  1.46s/it, est. speed input: 120.89 toks/s, output: 1152.08 toks/s]
-2025-03-15T10:56:23.648738234Z 
Processed prompts:  31%|███▏      | 157/500 [03:15<09:15,  1.62s/it, est. speed input: 120.37 toks/s, output: 1155.14 toks/s]
-2025-03-15T10:56:24.048278634Z 
Processed prompts:  32%|███▏      | 158/500 [03:15<07:08,  1.25s/it, est. speed input: 120.69 toks/s, output: 1156.88 toks/s]
-2025-03-15T10:56:26.186656269Z 
Processed prompts:  32%|███▏      | 159/500 [03:15<05:39,  1.00it/s, est. speed input: 121.06 toks/s, output: 1163.51 toks/s]
-2025-03-15T10:56:26.439432888Z 
Processed prompts:  32%|███▏      | 160/500 [03:18<07:35,  1.34s/it, est. speed input: 120.44 toks/s, output: 1165.72 toks/s]
-2025-03-15T10:56:26.689986218Z 
Processed prompts:  32%|███▏      | 161/500 [03:18<05:43,  1.01s/it, est. speed input: 121.14 toks/s, output: 1178.99 toks/s]
-2025-03-15T10:56:28.074380087Z 
Processed prompts:  32%|███▏      | 162/500 [03:18<04:25,  1.27it/s, est. speed input: 121.68 toks/s, output: 1192.26 toks/s]
-2025-03-15T10:56:30.216684170Z 
Processed prompts:  33%|███▎      | 163/500 [03:19<05:25,  1.04it/s, est. speed input: 121.45 toks/s, output: 1193.38 toks/s]
-2025-03-15T10:56:31.306561950Z 
Processed prompts:  33%|███▎      | 164/500 [03:22<07:22,  1.32s/it, est. speed input: 120.73 toks/s, output: 1186.76 toks/s]
-2025-03-15T10:56:32.697083073Z 
Processed prompts:  33%|███▎      | 165/500 [03:23<06:58,  1.25s/it, est. speed input: 120.64 toks/s, output: 1185.28 toks/s]
-2025-03-15T10:56:33.253148261Z 
Processed prompts:  33%|███▎      | 166/500 [03:24<07:11,  1.29s/it, est. speed input: 120.34 toks/s, output: 1179.63 toks/s]
-2025-03-15T10:56:34.036101887Z 
Processed prompts:  33%|███▎      | 167/500 [03:25<05:56,  1.07s/it, est. speed input: 120.59 toks/s, output: 1183.73 toks/s]
-2025-03-15T10:56:37.035644135Z 
Processed prompts:  34%|███▎      | 168/500 [03:25<05:26,  1.02it/s, est. speed input: 120.69 toks/s, output: 1185.39 toks/s]
-2025-03-15T10:56:38.982303703Z 
Processed prompts:  34%|███▍      | 169/500 [03:28<08:45,  1.59s/it, est. speed input: 119.81 toks/s, output: 1183.04 toks/s]
-2025-03-15T10:56:39.781501736Z 
Processed prompts:  34%|███▍      | 170/500 [03:30<09:19,  1.70s/it, est. speed input: 119.23 toks/s, output: 1176.99 toks/s]
-2025-03-15T10:56:41.811860142Z 
Processed prompts:  34%|███▍      | 171/500 [03:31<07:49,  1.43s/it, est. speed input: 119.85 toks/s, output: 1187.18 toks/s]
-2025-03-15T10:56:42.544307180Z 
Processed prompts:  34%|███▍      | 172/500 [03:33<08:47,  1.61s/it, est. speed input: 119.23 toks/s, output: 1180.88 toks/s]
-2025-03-15T10:56:42.879663880Z 
Processed prompts:  35%|███▍      | 174/500 [03:34<05:37,  1.03s/it, est. speed input: 119.85 toks/s, output: 1184.69 toks/s]
-2025-03-15T10:56:45.145950927Z 
Processed prompts:  35%|███▌      | 175/500 [03:34<04:39,  1.16it/s, est. speed input: 120.17 toks/s, output: 1187.14 toks/s]
-2025-03-15T10:56:46.490416290Z 
Processed prompts:  35%|███▌      | 176/500 [03:37<06:38,  1.23s/it, est. speed input: 119.57 toks/s, output: 1189.34 toks/s]
-2025-03-15T10:56:47.056652908Z 
Processed prompts:  35%|███▌      | 177/500 [03:38<06:47,  1.26s/it, est. speed input: 119.42 toks/s, output: 1196.60 toks/s]
-2025-03-15T10:56:47.856075901Z 
Processed prompts:  36%|███▌      | 178/500 [03:38<05:43,  1.07s/it, est. speed input: 119.61 toks/s, output: 1197.12 toks/s]
-2025-03-15T10:56:48.810791343Z 
Processed prompts:  36%|███▌      | 179/500 [03:39<05:17,  1.01it/s, est. speed input: 119.72 toks/s, output: 1201.40 toks/s]
-2025-03-15T10:56:49.455642053Z 
Processed prompts:  36%|███▌      | 180/500 [03:40<05:13,  1.02it/s, est. speed input: 119.74 toks/s, output: 1204.62 toks/s]
-2025-03-15T10:56:52.126461104Z 
Processed prompts:  36%|███▌      | 181/500 [03:41<04:41,  1.13it/s, est. speed input: 119.93 toks/s, output: 1209.12 toks/s]
-2025-03-15T10:56:52.385546130Z 
Processed prompts:  37%|███▋      | 183/500 [03:43<05:45,  1.09s/it, est. speed input: 119.52 toks/s, output: 1208.30 toks/s]
-2025-03-15T10:56:52.953921397Z 
Processed prompts:  37%|███▋      | 184/500 [03:44<04:39,  1.13it/s, est. speed input: 119.91 toks/s, output: 1214.92 toks/s]
-2025-03-15T10:56:57.033224742Z 
Processed prompts:  37%|███▋      | 185/500 [03:44<04:12,  1.25it/s, est. speed input: 120.10 toks/s, output: 1216.81 toks/s]
-2025-03-15T10:56:57.295413253Z 
Processed prompts:  37%|███▋      | 186/500 [03:48<08:50,  1.69s/it, est. speed input: 118.46 toks/s, output: 1202.46 toks/s]
-2025-03-15T10:56:58.024268578Z 
Processed prompts:  38%|███▊      | 188/500 [03:49<05:15,  1.01s/it, est. speed input: 119.28 toks/s, output: 1210.09 toks/s]
-2025-03-15T10:56:59.703172172Z 
Processed prompts:  38%|███▊      | 189/500 [03:49<04:53,  1.06it/s, est. speed input: 119.36 toks/s, output: 1207.99 toks/s]
-2025-03-15T10:56:59.887793317Z 
Processed prompts:  38%|███▊      | 190/500 [03:51<05:50,  1.13s/it, est. speed input: 118.96 toks/s, output: 1203.19 toks/s]
-2025-03-15T10:57:00.229269060Z 
Processed prompts:  38%|███▊      | 191/500 [03:51<04:31,  1.14it/s, est. speed input: 119.60 toks/s, output: 1216.69 toks/s]
-2025-03-15T10:57:01.593613598Z 
Processed prompts:  39%|███▊      | 193/500 [03:52<02:55,  1.75it/s, est. speed input: 120.37 toks/s, output: 1224.41 toks/s]
-2025-03-15T10:57:02.564319420Z 
Processed prompts:  39%|███▉      | 194/500 [03:53<03:52,  1.32it/s, est. speed input: 120.34 toks/s, output: 1231.70 toks/s]
-2025-03-15T10:57:03.299321360Z 
Processed prompts:  39%|███▉      | 195/500 [03:54<04:07,  1.23it/s, est. speed input: 120.49 toks/s, output: 1241.04 toks/s]
-2025-03-15T10:57:03.483164081Z 
Processed prompts:  39%|███▉      | 196/500 [03:55<04:00,  1.26it/s, est. speed input: 120.58 toks/s, output: 1242.02 toks/s]
-2025-03-15T10:57:05.104139969Z 
Processed prompts:  39%|███▉      | 197/500 [03:55<03:09,  1.60it/s, est. speed input: 120.96 toks/s, output: 1246.62 toks/s]
-2025-03-15T10:57:07.743326078Z 
Processed prompts:  40%|███▉      | 199/500 [03:56<03:32,  1.42it/s, est. speed input: 121.03 toks/s, output: 1243.58 toks/s]
-2025-03-15T10:57:08.322601092Z 
Processed prompts:  40%|████      | 200/500 [03:59<05:50,  1.17s/it, est. speed input: 120.48 toks/s, output: 1244.28 toks/s]
-2025-03-15T10:57:08.507363687Z 
Processed prompts:  40%|████      | 201/500 [04:00<05:04,  1.02s/it, est. speed input: 120.65 toks/s, output: 1246.80 toks/s]
-2025-03-15T10:57:09.008866383Z 
Processed prompts:  40%|████      | 202/500 [04:00<03:57,  1.26it/s, est. speed input: 121.00 toks/s, output: 1248.70 toks/s]
-2025-03-15T10:57:09.825206186Z 
Processed prompts:  41%|████      | 203/500 [04:00<03:32,  1.40it/s, est. speed input: 121.22 toks/s, output: 1253.47 toks/s]
-2025-03-15T10:57:11.117337669Z 
Processed prompts:  41%|████      | 204/500 [04:01<03:40,  1.34it/s, est. speed input: 121.29 toks/s, output: 1256.99 toks/s]
-2025-03-15T10:57:13.044846130Z 
Processed prompts:  41%|████      | 205/500 [04:02<04:25,  1.11it/s, est. speed input: 121.10 toks/s, output: 1255.43 toks/s]
-2025-03-15T10:57:14.184169417Z 
Processed prompts:  41%|████      | 206/500 [04:04<05:52,  1.20s/it, est. speed input: 120.61 toks/s, output: 1252.07 toks/s]
-2025-03-15T10:57:15.087395834Z 
Processed prompts:  41%|████▏     | 207/500 [04:06<05:46,  1.18s/it, est. speed input: 120.62 toks/s, output: 1260.61 toks/s]
-2025-03-15T10:57:15.274208826Z 
Processed prompts:  42%|████▏     | 209/500 [04:06<04:07,  1.18it/s, est. speed input: 121.06 toks/s, output: 1265.25 toks/s]
-2025-03-15T10:57:15.777844159Z 
Processed prompts:  42%|████▏     | 210/500 [04:07<03:18,  1.46it/s, est. speed input: 121.41 toks/s, output: 1268.41 toks/s]
-2025-03-15T10:57:16.121816370Z 
Processed prompts:  42%|████▏     | 211/500 [04:07<03:04,  1.57it/s, est. speed input: 121.63 toks/s, output: 1273.07 toks/s]
-2025-03-15T10:57:18.094220145Z 
Processed prompts:  42%|████▏     | 212/500 [04:07<02:40,  1.79it/s, est. speed input: 121.89 toks/s, output: 1275.22 toks/s]
-2025-03-15T10:57:18.280757034Z 
Processed prompts:  43%|████▎     | 213/500 [04:09<04:33,  1.05it/s, est. speed input: 121.38 toks/s, output: 1272.12 toks/s]
-2025-03-15T10:57:18.786847218Z 
Processed prompts:  43%|████▎     | 214/500 [04:10<03:30,  1.36it/s, est. speed input: 121.73 toks/s, output: 1275.78 toks/s]
-2025-03-15T10:57:20.009651099Z 
Processed prompts:  43%|████▎     | 215/500 [04:10<03:10,  1.50it/s, est. speed input: 121.93 toks/s, output: 1279.89 toks/s]
-2025-03-15T10:57:20.275179859Z 
Processed prompts:  43%|████▎     | 216/500 [04:11<03:55,  1.20it/s, est. speed input: 121.77 toks/s, output: 1278.62 toks/s]
-2025-03-15T10:57:20.939950116Z 
Processed prompts:  43%|████▎     | 217/500 [04:12<03:07,  1.51it/s, est. speed input: 122.07 toks/s, output: 1280.94 toks/s]
-2025-03-15T10:57:21.288437885Z 
Processed prompts:  44%|████▎     | 218/500 [04:12<03:07,  1.51it/s, est. speed input: 122.17 toks/s, output: 1281.81 toks/s]
-2025-03-15T10:57:22.668528029Z 
Processed prompts:  44%|████▍     | 219/500 [04:13<02:40,  1.75it/s, est. speed input: 122.45 toks/s, output: 1286.31 toks/s]
-2025-03-15T10:57:24.846645259Z 
Processed prompts:  44%|████▍     | 220/500 [04:14<03:47,  1.23it/s, est. speed input: 122.37 toks/s, output: 1293.55 toks/s]
-2025-03-15T10:57:25.834453120Z 
Processed prompts:  44%|████▍     | 221/500 [04:16<05:40,  1.22s/it, est. speed input: 121.75 toks/s, output: 1286.30 toks/s]
-2025-03-15T10:57:26.990415705Z 
Processed prompts:  44%|████▍     | 222/500 [04:17<05:19,  1.15s/it, est. speed input: 121.71 toks/s, output: 1287.31 toks/s]
-2025-03-15T10:57:29.112691005Z 
Processed prompts:  45%|████▍     | 223/500 [04:18<05:19,  1.15s/it, est. speed input: 121.59 toks/s, output: 1286.08 toks/s]
-2025-03-15T10:57:32.037603671Z 
Processed prompts:  45%|████▍     | 224/500 [04:20<06:38,  1.44s/it, est. speed input: 120.99 toks/s, output: 1277.81 toks/s]
-2025-03-15T10:57:32.550350201Z 
Processed prompts:  45%|████▌     | 225/500 [04:23<08:38,  1.89s/it, est. speed input: 120.07 toks/s, output: 1269.55 toks/s]
-2025-03-15T10:57:32.981805684Z 
Processed prompts:  45%|████▌     | 226/500 [04:24<06:44,  1.47s/it, est. speed input: 120.27 toks/s, output: 1274.21 toks/s]
-2025-03-15T10:57:33.655819225Z 
Processed prompts:  45%|████▌     | 227/500 [04:24<05:17,  1.16s/it, est. speed input: 120.60 toks/s, output: 1286.27 toks/s]
-2025-03-15T10:57:34.976439773Z 
Processed prompts:  46%|████▌     | 228/500 [04:25<04:36,  1.02s/it, est. speed input: 120.70 toks/s, output: 1288.49 toks/s]
-2025-03-15T10:57:35.166679639Z 
Processed prompts:  46%|████▌     | 229/500 [04:26<05:00,  1.11s/it, est. speed input: 120.49 toks/s, output: 1284.49 toks/s]
-2025-03-15T10:57:37.301410345Z 
Processed prompts:  46%|████▌     | 230/500 [04:27<03:44,  1.20it/s, est. speed input: 120.82 toks/s, output: 1290.13 toks/s]
-2025-03-15T10:57:37.491966496Z 
Processed prompts:  46%|████▌     | 231/500 [04:29<05:28,  1.22s/it, est. speed input: 120.40 toks/s, output: 1294.00 toks/s]
-2025-03-15T10:57:37.775859707Z 
Processed prompts:  46%|████▋     | 232/500 [04:29<04:04,  1.10it/s, est. speed input: 120.73 toks/s, output: 1298.80 toks/s]
-2025-03-15T10:57:38.139696977Z 
Processed prompts:  47%|████▋     | 234/500 [04:29<02:28,  1.79it/s, est. speed input: 121.42 toks/s, output: 1309.36 toks/s]
-2025-03-15T10:57:39.141437064Z 
Processed prompts:  47%|████▋     | 236/500 [04:30<01:47,  2.45it/s, est. speed input: 122.05 toks/s, output: 1316.49 toks/s]
-2025-03-15T10:57:40.065085846Z 
Processed prompts:  47%|████▋     | 237/500 [04:31<02:21,  1.85it/s, est. speed input: 121.98 toks/s, output: 1313.96 toks/s]
-2025-03-15T10:57:40.660477053Z 
Processed prompts:  48%|████▊     | 238/500 [04:31<02:45,  1.58it/s, est. speed input: 121.96 toks/s, output: 1314.00 toks/s]
-2025-03-15T10:57:41.092773655Z 
Processed prompts:  48%|████▊     | 239/500 [04:32<02:42,  1.61it/s, est. speed input: 122.11 toks/s, output: 1318.50 toks/s]
-2025-03-15T10:57:42.578773166Z 
Processed prompts:  48%|████▊     | 240/500 [04:32<02:28,  1.75it/s, est. speed input: 122.29 toks/s, output: 1319.52 toks/s]
-2025-03-15T10:57:42.933252285Z 
Processed prompts:  48%|████▊     | 241/500 [04:34<03:33,  1.21it/s, est. speed input: 122.01 toks/s, output: 1315.59 toks/s]
-2025-03-15T10:57:45.885681592Z 
Processed prompts:  48%|████▊     | 242/500 [04:34<02:58,  1.45it/s, est. speed input: 122.23 toks/s, output: 1317.45 toks/s]
-2025-03-15T10:57:47.137172068Z 
Processed prompts:  49%|████▊     | 243/500 [04:37<05:44,  1.34s/it, est. speed input: 121.34 toks/s, output: 1311.26 toks/s]
-2025-03-15T10:57:48.794806414Z 
Processed prompts:  49%|████▉     | 244/500 [04:39<05:36,  1.32s/it, est. speed input: 121.17 toks/s, output: 1308.33 toks/s]
-2025-03-15T10:57:51.822268532Z 
Processed prompts:  49%|████▉     | 245/500 [04:40<06:01,  1.42s/it, est. speed input: 120.81 toks/s, output: 1302.79 toks/s]
-2025-03-15T10:57:52.148670638Z 
Processed prompts:  49%|████▉     | 246/500 [04:43<08:00,  1.89s/it, est. speed input: 119.89 toks/s, output: 1292.69 toks/s]
-2025-03-15T10:57:52.639000918Z 
Processed prompts:  49%|████▉     | 247/500 [04:44<06:01,  1.43s/it, est. speed input: 120.10 toks/s, output: 1293.93 toks/s]
-2025-03-15T10:57:52.883172058Z 
Processed prompts:  50%|████▉     | 248/500 [04:44<04:49,  1.15s/it, est. speed input: 120.24 toks/s, output: 1293.17 toks/s]
-2025-03-15T10:57:54.588472673Z 
Processed prompts:  50%|████▉     | 249/500 [04:44<03:40,  1.14it/s, est. speed input: 120.50 toks/s, output: 1295.48 toks/s]
-2025-03-15T10:57:56.783372422Z 
Processed prompts:  50%|█████     | 250/500 [04:46<04:41,  1.13s/it, est. speed input: 120.12 toks/s, output: 1289.71 toks/s]
-2025-03-15T10:57:57.108991876Z 
Processed prompts:  50%|█████     | 251/500 [04:48<05:59,  1.45s/it, est. speed input: 119.67 toks/s, output: 1293.87 toks/s]
-2025-03-15T10:57:58.974849455Z 
Processed prompts:  50%|█████     | 252/500 [04:48<04:35,  1.11s/it, est. speed input: 120.21 toks/s, output: 1306.37 toks/s]
-2025-03-15T10:57:59.543189832Z 
Processed prompts:  51%|█████     | 253/500 [04:50<05:30,  1.34s/it, est. speed input: 119.85 toks/s, output: 1307.12 toks/s]
-2025-03-15T10:58:01.323379704Z 
Processed prompts:  51%|█████     | 254/500 [04:51<04:32,  1.11s/it, est. speed input: 120.01 toks/s, output: 1312.96 toks/s]
-2025-03-15T10:58:01.890076943Z 
Processed prompts:  51%|█████     | 255/500 [04:53<05:20,  1.31s/it, est. speed input: 119.67 toks/s, output: 1313.09 toks/s]
-2025-03-15T10:58:03.914246758Z 
Processed prompts:  51%|█████     | 256/500 [04:53<04:24,  1.09s/it, est. speed input: 119.81 toks/s, output: 1315.68 toks/s]
-2025-03-15T10:58:04.156053552Z 
Processed prompts:  51%|█████▏    | 257/500 [04:55<05:32,  1.37s/it, est. speed input: 119.38 toks/s, output: 1314.94 toks/s]
-2025-03-15T10:58:04.642294092Z 
Processed prompts:  52%|█████▏    | 258/500 [04:56<04:09,  1.03s/it, est. speed input: 119.61 toks/s, output: 1316.12 toks/s]
-2025-03-15T10:58:04.803430202Z 
Processed prompts:  52%|█████▏    | 259/500 [04:56<03:28,  1.15it/s, est. speed input: 119.74 toks/s, output: 1315.79 toks/s]
-2025-03-15T10:58:06.171124387Z 
Processed prompts:  52%|█████▏    | 260/500 [04:56<02:37,  1.53it/s, est. speed input: 120.02 toks/s, output: 1318.83 toks/s]
-2025-03-15T10:58:07.294367558Z 
Processed prompts:  52%|█████▏    | 261/500 [04:58<03:27,  1.15it/s, est. speed input: 119.83 toks/s, output: 1317.84 toks/s]
-2025-03-15T10:58:08.984103696Z 
Processed prompts:  53%|█████▎    | 263/500 [04:59<02:52,  1.38it/s, est. speed input: 120.12 toks/s, output: 1326.35 toks/s]
-2025-03-15T10:58:10.191172254Z 
Processed prompts:  53%|█████▎    | 264/500 [05:00<03:47,  1.04it/s, est. speed input: 119.77 toks/s, output: 1321.25 toks/s]
-2025-03-15T10:58:10.594260874Z 
Processed prompts:  53%|█████▎    | 265/500 [05:02<04:01,  1.03s/it, est. speed input: 119.66 toks/s, output: 1322.62 toks/s]
-2025-03-15T10:58:11.960054245Z 
Processed prompts:  53%|█████▎    | 266/500 [05:02<03:20,  1.16it/s, est. speed input: 119.83 toks/s, output: 1323.67 toks/s]
-2025-03-15T10:58:12.121110750Z 
Processed prompts:  53%|█████▎    | 267/500 [05:03<03:53,  1.00s/it, est. speed input: 119.77 toks/s, output: 1331.61 toks/s]
-2025-03-15T10:58:12.840889763Z 
Processed prompts:  54%|█████▎    | 268/500 [05:03<02:56,  1.31it/s, est. speed input: 120.01 toks/s, output: 1332.49 toks/s]
-2025-03-15T10:58:13.160804860Z 
Processed prompts:  54%|█████▍    | 270/500 [05:04<02:13,  1.72it/s, est. speed input: 120.36 toks/s, output: 1333.80 toks/s]
-2025-03-15T10:58:13.398989078Z 
Processed prompts:  54%|█████▍    | 272/500 [05:05<01:34,  2.40it/s, est. speed input: 120.93 toks/s, output: 1342.63 toks/s]
-2025-03-15T10:58:14.270417264Z 
Processed prompts:  55%|█████▍    | 273/500 [05:05<01:25,  2.65it/s, est. speed input: 121.16 toks/s, output: 1344.38 toks/s]
-2025-03-15T10:58:14.507652216Z 
Processed prompts:  55%|█████▍    | 274/500 [05:06<01:51,  2.02it/s, est. speed input: 121.16 toks/s, output: 1344.87 toks/s]
-2025-03-15T10:58:15.530804035Z 
Processed prompts:  55%|█████▌    | 275/500 [05:06<01:36,  2.33it/s, est. speed input: 121.42 toks/s, output: 1350.40 toks/s]
-2025-03-15T10:58:17.016266940Z 
Processed prompts:  55%|█████▌    | 277/500 [05:07<01:43,  2.16it/s, est. speed input: 121.80 toks/s, output: 1364.33 toks/s]
-2025-03-15T10:58:19.366996282Z 
Processed prompts:  56%|█████▌    | 278/500 [05:08<02:35,  1.43it/s, est. speed input: 121.55 toks/s, output: 1362.26 toks/s]
-2025-03-15T10:58:19.997453843Z 
Processed prompts:  56%|█████▌    | 279/500 [05:11<04:05,  1.11s/it, est. speed input: 120.94 toks/s, output: 1354.12 toks/s]
-2025-03-15T10:58:22.628342955Z 
Processed prompts:  56%|█████▌    | 280/500 [05:11<03:36,  1.02it/s, est. speed input: 121.00 toks/s, output: 1353.46 toks/s]
-2025-03-15T10:58:25.758469116Z 
Processed prompts:  56%|█████▌    | 281/500 [05:14<05:13,  1.43s/it, est. speed input: 120.34 toks/s, output: 1348.72 toks/s]
-2025-03-15T10:58:25.994089042Z 
Processed prompts:  57%|█████▋    | 283/500 [05:17<05:23,  1.49s/it, est. speed input: 119.79 toks/s, output: 1342.72 toks/s]
-2025-03-15T10:58:26.229666395Z 
Processed prompts:  57%|█████▋    | 284/500 [05:17<04:17,  1.19s/it, est. speed input: 120.15 toks/s, output: 1355.52 toks/s]
-2025-03-15T10:58:27.799509516Z 
Processed prompts:  57%|█████▋    | 285/500 [05:18<03:24,  1.05it/s, est. speed input: 120.36 toks/s, output: 1357.14 toks/s]
-2025-03-15T10:58:28.742131683Z 
Processed prompts:  57%|█████▋    | 286/500 [05:19<03:58,  1.11s/it, est. speed input: 120.07 toks/s, output: 1352.94 toks/s]
-2025-03-15T10:58:29.760322312Z 
Processed prompts:  57%|█████▋    | 287/500 [05:20<03:47,  1.07s/it, est. speed input: 120.05 toks/s, output: 1353.98 toks/s]
-2025-03-15T10:58:30.618129190Z 
Processed prompts:  58%|█████▊    | 288/500 [05:21<03:43,  1.05s/it, est. speed input: 119.95 toks/s, output: 1351.54 toks/s]
-2025-03-15T10:58:30.927938869Z 
Processed prompts:  58%|█████▊    | 290/500 [05:22<02:42,  1.29it/s, est. speed input: 120.92 toks/s, output: 1363.56 toks/s]
-2025-03-15T10:58:31.238986955Z 
Processed prompts:  58%|█████▊    | 291/500 [05:22<02:18,  1.51it/s, est. speed input: 121.11 toks/s, output: 1365.71 toks/s]
-2025-03-15T10:58:34.184025395Z 
Processed prompts:  58%|█████▊    | 292/500 [05:23<01:58,  1.75it/s, est. speed input: 121.50 toks/s, output: 1378.17 toks/s]
-2025-03-15T10:58:35.732988905Z 
Processed prompts:  59%|█████▊    | 293/500 [05:26<04:10,  1.21s/it, est. speed input: 121.17 toks/s, output: 1379.48 toks/s]
-2025-03-15T10:58:36.043217996Z 
Processed prompts:  59%|█████▉    | 294/500 [05:27<04:28,  1.30s/it, est. speed input: 120.93 toks/s, output: 1379.39 toks/s]
-2025-03-15T10:58:37.048584701Z 
Processed prompts:  59%|█████▉    | 295/500 [05:27<03:29,  1.02s/it, est. speed input: 121.11 toks/s, output: 1380.88 toks/s]
-2025-03-15T10:58:37.280060194Z 
Processed prompts:  59%|█████▉    | 297/500 [05:28<02:40,  1.27it/s, est. speed input: 121.31 toks/s, output: 1382.34 toks/s]
-2025-03-15T10:58:38.277237583Z 
Processed prompts:  60%|██████    | 300/500 [05:29<01:28,  2.27it/s, est. speed input: 122.13 toks/s, output: 1391.94 toks/s]
-2025-03-15T10:58:38.506965086Z 
Processed prompts:  60%|██████    | 301/500 [05:30<01:48,  1.83it/s, est. speed input: 122.10 toks/s, output: 1395.07 toks/s]
-2025-03-15T10:58:39.653478778Z 
Processed prompts:  60%|██████    | 302/500 [05:30<01:34,  2.09it/s, est. speed input: 122.50 toks/s, output: 1407.86 toks/s]
-2025-03-15T10:58:40.487212470Z 
Processed prompts:  61%|██████    | 304/500 [05:31<01:40,  1.94it/s, est. speed input: 122.97 toks/s, output: 1420.33 toks/s]
-2025-03-15T10:58:40.866713452Z 
Processed prompts:  61%|██████    | 305/500 [05:32<01:53,  1.72it/s, est. speed input: 122.95 toks/s, output: 1419.84 toks/s]
-2025-03-15T10:58:41.244303126Z 
Processed prompts:  61%|██████    | 306/500 [05:32<01:43,  1.87it/s, est. speed input: 123.20 toks/s, output: 1430.61 toks/s]
-2025-03-15T10:58:41.994972785Z 
Processed prompts:  61%|██████▏   | 307/500 [05:33<01:35,  2.02it/s, est. speed input: 123.43 toks/s, output: 1440.37 toks/s]
-2025-03-15T10:58:42.519400772Z 
Processed prompts:  62%|██████▏   | 308/500 [05:33<01:48,  1.78it/s, est. speed input: 123.42 toks/s, output: 1439.41 toks/s]
-2025-03-15T10:58:44.391038739Z 
Processed prompts:  62%|██████▏   | 309/500 [05:34<01:45,  1.81it/s, est. speed input: 123.72 toks/s, output: 1450.90 toks/s]
-2025-03-15T10:58:44.615735316Z 
Processed prompts:  62%|██████▏   | 310/500 [05:36<02:55,  1.08it/s, est. speed input: 123.31 toks/s, output: 1445.41 toks/s]
-2025-03-15T10:58:45.736473492Z 
Processed prompts:  62%|██████▏   | 311/500 [05:36<02:16,  1.38it/s, est. speed input: 123.50 toks/s, output: 1446.91 toks/s]
-2025-03-15T10:58:46.559644857Z 
Processed prompts:  62%|██████▏   | 312/500 [05:37<02:37,  1.19it/s, est. speed input: 123.65 toks/s, output: 1455.85 toks/s]
-2025-03-15T10:58:48.427662509Z 
Processed prompts:  63%|██████▎   | 313/500 [05:38<02:35,  1.20it/s, est. speed input: 123.68 toks/s, output: 1459.63 toks/s]
-2025-03-15T10:58:48.652793969Z 
Processed prompts:  63%|██████▎   | 314/500 [05:40<03:31,  1.14s/it, est. speed input: 123.60 toks/s, output: 1465.36 toks/s]
-2025-03-15T10:58:49.772342366Z 
Processed prompts:  63%|██████▎   | 315/500 [05:40<02:40,  1.15it/s, est. speed input: 123.79 toks/s, output: 1467.39 toks/s]
-2025-03-15T10:58:49.997359318Z 
Processed prompts:  63%|██████▎   | 316/500 [05:41<02:53,  1.06it/s, est. speed input: 123.71 toks/s, output: 1469.45 toks/s]
-2025-03-15T10:58:50.593709700Z 
Processed prompts:  64%|██████▎   | 318/500 [05:41<01:42,  1.78it/s, est. speed input: 124.14 toks/s, output: 1473.26 toks/s]
-2025-03-15T10:58:52.529361331Z 
Processed prompts:  64%|██████▍   | 319/500 [05:42<01:43,  1.75it/s, est. speed input: 124.21 toks/s, output: 1474.53 toks/s]
-2025-03-15T10:58:52.677770299Z 
Processed prompts:  64%|██████▍   | 320/500 [05:44<02:46,  1.08it/s, est. speed input: 123.90 toks/s, output: 1479.98 toks/s]
-2025-03-15T10:58:52.900518224Z 
Processed prompts:  64%|██████▍   | 321/500 [05:44<02:08,  1.40it/s, est. speed input: 124.14 toks/s, output: 1483.73 toks/s]
-2025-03-15T10:58:54.903584796Z 
Processed prompts:  64%|██████▍   | 322/500 [05:44<01:42,  1.73it/s, est. speed input: 124.32 toks/s, output: 1485.47 toks/s]
-2025-03-15T10:58:55.348351167Z 
Processed prompts:  65%|██████▍   | 323/500 [05:46<02:54,  1.02it/s, est. speed input: 123.97 toks/s, output: 1490.63 toks/s]
-2025-03-15T10:58:55.938023286Z 
Processed prompts:  65%|██████▍   | 324/500 [05:47<02:25,  1.21it/s, est. speed input: 124.12 toks/s, output: 1494.35 toks/s]
-2025-03-15T10:58:58.855234596Z 
Processed prompts:  65%|██████▌   | 325/500 [05:47<02:12,  1.32it/s, est. speed input: 124.23 toks/s, output: 1500.20 toks/s]
-2025-03-15T10:58:59.161636096Z 
Processed prompts:  65%|██████▌   | 326/500 [05:50<04:02,  1.39s/it, est. speed input: 125.42 toks/s, output: 1501.45 toks/s]
-2025-03-15T10:58:59.464391351Z 
Processed prompts:  65%|██████▌   | 327/500 [05:51<03:05,  1.07s/it, est. speed input: 125.59 toks/s, output: 1504.20 toks/s]
-2025-03-15T10:59:03.181342458Z 
Processed prompts:  66%|██████▌   | 328/500 [05:51<02:25,  1.19it/s, est. speed input: 125.75 toks/s, output: 1506.11 toks/s]
-2025-03-15T10:59:04.206434761Z 
Processed prompts:  66%|██████▌   | 329/500 [05:55<04:50,  1.70s/it, est. speed input: 124.76 toks/s, output: 1499.79 toks/s]
-2025-03-15T10:59:05.078992935Z 
Processed prompts:  66%|██████▌   | 330/500 [05:56<04:14,  1.50s/it, est. speed input: 125.31 toks/s, output: 1509.20 toks/s]
-2025-03-15T10:59:08.041856023Z 
Processed prompts:  66%|██████▌   | 331/500 [05:56<03:41,  1.31s/it, est. speed input: 125.26 toks/s, output: 1508.59 toks/s]
-2025-03-15T10:59:08.672788912Z 
Processed prompts:  66%|██████▋   | 332/500 [05:59<05:03,  1.81s/it, est. speed input: 124.48 toks/s, output: 1499.29 toks/s]
-2025-03-15T10:59:09.718219552Z 
Processed prompts:  67%|██████▋   | 333/500 [06:00<04:02,  1.45s/it, est. speed input: 124.64 toks/s, output: 1510.40 toks/s]
-2025-03-15T10:59:10.553713911Z 
Processed prompts:  67%|██████▋   | 334/500 [06:01<03:41,  1.33s/it, est. speed input: 124.53 toks/s, output: 1509.25 toks/s]
-2025-03-15T10:59:10.901531993Z 
Processed prompts:  67%|██████▋   | 335/500 [06:02<03:15,  1.18s/it, est. speed input: 124.68 toks/s, output: 1519.50 toks/s]
-2025-03-15T10:59:11.451585274Z 
Processed prompts:  67%|██████▋   | 336/500 [06:02<02:32,  1.07it/s, est. speed input: 124.86 toks/s, output: 1524.55 toks/s]
-2025-03-15T10:59:18.502798692Z 
Processed prompts:  68%|██████▊   | 338/500 [06:03<01:41,  1.59it/s, est. speed input: 125.23 toks/s, output: 1534.76 toks/s]
-2025-03-15T10:59:20.161248323Z 
Processed prompts:  68%|██████▊   | 339/500 [06:10<05:57,  2.22s/it, est. speed input: 123.54 toks/s, output: 1519.29 toks/s]
-2025-03-15T10:59:20.646293980Z 
Processed prompts:  68%|██████▊   | 340/500 [06:12<05:31,  2.07s/it, est. speed input: 123.29 toks/s, output: 1521.04 toks/s]
-2025-03-15T10:59:23.272448563Z 
Processed prompts:  68%|██████▊   | 341/500 [06:12<04:21,  1.64s/it, est. speed input: 123.39 toks/s, output: 1523.17 toks/s]
-2025-03-15T10:59:23.409581856Z 
Processed prompts:  68%|██████▊   | 342/500 [06:15<05:02,  1.92s/it, est. speed input: 122.80 toks/s, output: 1518.10 toks/s]
-2025-03-15T10:59:24.162355800Z 
Processed prompts:  69%|██████▊   | 343/500 [06:15<03:41,  1.41s/it, est. speed input: 123.02 toks/s, output: 1522.46 toks/s]
-2025-03-15T10:59:26.776680229Z 
Processed prompts:  69%|██████▉   | 344/500 [06:16<03:10,  1.22s/it, est. speed input: 123.07 toks/s, output: 1527.96 toks/s]
-2025-03-15T10:59:29.459360397Z 
Processed prompts:  69%|██████▉   | 345/500 [06:18<04:12,  1.63s/it, est. speed input: 122.47 toks/s, output: 1521.29 toks/s]
-2025-03-15T10:59:29.800475772Z 
Processed prompts:  69%|██████▉   | 346/500 [06:21<04:58,  1.94s/it, est. speed input: 122.02 toks/s, output: 1524.36 toks/s]
-2025-03-15T10:59:30.617941007Z 
Processed prompts:  69%|██████▉   | 347/500 [06:21<03:44,  1.47s/it, est. speed input: 122.20 toks/s, output: 1530.27 toks/s]
-2025-03-15T10:59:32.039716238Z 
Processed prompts:  70%|██████▉   | 348/500 [06:22<03:13,  1.27s/it, est. speed input: 122.27 toks/s, output: 1540.78 toks/s]
-2025-03-15T10:59:36.576166562Z 
Processed prompts:  70%|██████▉   | 349/500 [06:23<03:18,  1.32s/it, est. speed input: 122.13 toks/s, output: 1545.99 toks/s]
-2025-03-15T10:59:37.120815956Z 
Processed prompts:  70%|███████   | 350/500 [06:28<05:41,  2.28s/it, est. speed input: 121.55 toks/s, output: 1541.72 toks/s]
-2025-03-15T10:59:37.324142143Z 
Processed prompts:  70%|███████   | 351/500 [06:28<04:22,  1.76s/it, est. speed input: 121.85 toks/s, output: 1553.35 toks/s]
-2025-03-15T10:59:38.265977334Z 
Processed prompts:  70%|███████   | 352/500 [06:29<03:11,  1.29s/it, est. speed input: 122.04 toks/s, output: 1557.94 toks/s]
-2025-03-15T10:59:39.483808810Z 
Processed prompts:  71%|███████   | 353/500 [06:30<02:54,  1.19s/it, est. speed input: 122.13 toks/s, output: 1567.97 toks/s]
-2025-03-15T10:59:40.149984054Z 
Processed prompts:  71%|███████   | 354/500 [06:31<02:54,  1.20s/it, est. speed input: 122.05 toks/s, output: 1573.07 toks/s]
-2025-03-15T10:59:41.010568247Z 
Processed prompts:  71%|███████   | 355/500 [06:32<02:30,  1.04s/it, est. speed input: 122.18 toks/s, output: 1584.19 toks/s]
-2025-03-15T10:59:41.666520152Z 
Processed prompts:  71%|███████   | 356/500 [06:32<02:21,  1.02it/s, est. speed input: 122.18 toks/s, output: 1587.32 toks/s]
-2025-03-15T10:59:45.229171704Z 
Processed prompts:  71%|███████▏  | 357/500 [06:33<02:06,  1.13it/s, est. speed input: 122.22 toks/s, output: 1589.48 toks/s]
-2025-03-15T10:59:46.217808918Z 
Processed prompts:  72%|███████▏  | 358/500 [06:37<03:59,  1.69s/it, est. speed input: 121.36 toks/s, output: 1579.54 toks/s]
-2025-03-15T10:59:46.610488683Z 
Processed prompts:  72%|███████▏  | 359/500 [06:38<03:28,  1.48s/it, est. speed input: 121.30 toks/s, output: 1580.91 toks/s]
-2025-03-15T10:59:46.741103418Z 
Processed prompts:  72%|███████▏  | 360/500 [06:38<02:41,  1.15s/it, est. speed input: 121.48 toks/s, output: 1589.50 toks/s]
-2025-03-15T10:59:47.063890700Z 
Processed prompts:  72%|███████▏  | 361/500 [06:38<01:57,  1.18it/s, est. speed input: 121.90 toks/s, output: 1602.80 toks/s]
-2025-03-15T10:59:47.320291437Z 
Processed prompts:  73%|███████▎  | 363/500 [06:38<01:12,  1.89it/s, est. speed input: 122.53 toks/s, output: 1629.13 toks/s]
-2025-03-15T10:59:49.935884269Z 
Processed prompts:  73%|███████▎  | 364/500 [06:39<01:02,  2.16it/s, est. speed input: 122.79 toks/s, output: 1641.91 toks/s]
-2025-03-15T10:59:50.190243281Z 
Processed prompts:  73%|███████▎  | 365/500 [06:41<02:18,  1.03s/it, est. speed input: 122.45 toks/s, output: 1645.06 toks/s]
-2025-03-15T10:59:53.865219937Z 
Processed prompts:  73%|███████▎  | 366/500 [06:42<01:49,  1.23it/s, est. speed input: 122.75 toks/s, output: 1657.85 toks/s]
-2025-03-15T10:59:54.875012719Z 
Processed prompts:  73%|███████▎  | 367/500 [06:45<03:34,  1.62s/it, est. speed input: 122.12 toks/s, output: 1656.69 toks/s]
-2025-03-15T10:59:57.386514948Z 
Processed prompts:  74%|███████▎  | 368/500 [06:46<03:10,  1.44s/it, est. speed input: 122.05 toks/s, output: 1657.66 toks/s]
-2025-03-15T10:59:57.637273689Z 
Processed prompts:  74%|███████▍  | 370/500 [06:49<02:56,  1.36s/it, est. speed input: 121.84 toks/s, output: 1664.55 toks/s]
-2025-03-15T10:59:58.448531827Z 
Processed prompts:  74%|███████▍  | 371/500 [06:49<02:20,  1.09s/it, est. speed input: 122.02 toks/s, output: 1669.67 toks/s]
-2025-03-15T11:00:02.354541227Z 
Processed prompts:  74%|███████▍  | 372/500 [06:50<02:10,  1.02s/it, est. speed input: 122.00 toks/s, output: 1670.99 toks/s]
-2025-03-15T11:00:02.476552948Z 
Processed prompts:  75%|███████▍  | 373/500 [06:54<03:47,  1.79s/it, est. speed input: 121.19 toks/s, output: 1669.13 toks/s]
-2025-03-15T11:00:04.227310097Z 
Processed prompts:  75%|███████▍  | 374/500 [06:54<02:47,  1.33s/it, est. speed input: 121.67 toks/s, output: 1682.54 toks/s]
-2025-03-15T11:00:05.010897688Z 
Processed prompts:  75%|███████▌  | 375/500 [06:56<03:01,  1.45s/it, est. speed input: 121.54 toks/s, output: 1689.37 toks/s]
-2025-03-15T11:00:11.693666004Z 
Processed prompts:  75%|███████▌  | 376/500 [06:56<02:35,  1.26s/it, est. speed input: 121.70 toks/s, output: 1700.11 toks/s]
-2025-03-15T11:00:12.718248966Z 
Processed prompts:  75%|███████▌  | 377/500 [07:03<05:49,  2.84s/it, est. speed input: 120.03 toks/s, output: 1680.86 toks/s]
-2025-03-15T11:00:18.620472131Z 
Processed prompts:  76%|███████▌  | 378/500 [07:04<04:41,  2.31s/it, est. speed input: 120.35 toks/s, output: 1690.77 toks/s]
-2025-03-15T11:00:22.121549091Z 
Processed prompts:  76%|███████▌  | 379/500 [07:10<06:47,  3.37s/it, est. speed input: 119.20 toks/s, output: 1681.58 toks/s]
-2025-03-15T11:00:26.459538325Z 
Processed prompts:  76%|███████▌  | 380/500 [07:13<06:49,  3.41s/it, est. speed input: 118.70 toks/s, output: 1682.04 toks/s]
-2025-03-15T11:00:26.580408699Z 
Processed prompts:  76%|███████▌  | 381/500 [07:18<07:18,  3.69s/it, est. speed input: 117.85 toks/s, output: 1679.39 toks/s]
-2025-03-15T11:00:29.042963511Z 
Processed prompts:  76%|███████▋  | 382/500 [07:18<05:09,  2.62s/it, est. speed input: 118.06 toks/s, output: 1686.59 toks/s]
-2025-03-15T11:00:35.435152681Z 
Processed prompts:  77%|███████▋  | 383/500 [07:20<05:01,  2.57s/it, est. speed input: 117.61 toks/s, output: 1682.57 toks/s]
-2025-03-15T11:00:36.030721008Z 
Processed prompts:  77%|███████▋  | 384/500 [07:27<07:11,  3.72s/it, est. speed input: 116.32 toks/s, output: 1672.58 toks/s]
-2025-03-15T11:00:36.149042697Z 
Processed prompts:  77%|███████▋  | 385/500 [07:27<05:19,  2.78s/it, est. speed input: 116.52 toks/s, output: 1684.41 toks/s]
-2025-03-15T11:00:38.858541403Z 
Processed prompts:  77%|███████▋  | 386/500 [07:28<03:46,  1.98s/it, est. speed input: 116.75 toks/s, output: 1694.38 toks/s]
-2025-03-15T11:00:40.794180866Z 
Processed prompts:  77%|███████▋  | 387/500 [07:30<04:08,  2.20s/it, est. speed input: 116.66 toks/s, output: 1698.27 toks/s]
-2025-03-15T11:00:42.076282346Z 
Processed prompts:  78%|███████▊  | 388/500 [07:32<03:57,  2.12s/it, est. speed input: 116.39 toks/s, output: 1697.77 toks/s]
-2025-03-15T11:00:46.237552721Z 
Processed prompts:  78%|███████▊  | 389/500 [07:33<03:27,  1.87s/it, est. speed input: 116.75 toks/s, output: 1707.07 toks/s]
-2025-03-15T11:00:46.641267370Z 
Processed prompts:  78%|███████▊  | 391/500 [07:38<03:34,  1.97s/it, est. speed input: 116.59 toks/s, output: 1719.66 toks/s]
-2025-03-15T11:00:48.880243006Z 
Processed prompts:  78%|███████▊  | 392/500 [07:38<02:50,  1.58s/it, est. speed input: 116.74 toks/s, output: 1728.75 toks/s]
-2025-03-15T11:00:49.740151661Z 
Processed prompts:  79%|███████▊  | 393/500 [07:40<03:07,  1.75s/it, est. speed input: 116.38 toks/s, output: 1726.39 toks/s]
-2025-03-15T11:00:49.854438514Z 
Processed prompts:  79%|███████▉  | 394/500 [07:41<02:39,  1.51s/it, est. speed input: 116.39 toks/s, output: 1730.61 toks/s]
-2025-03-15T11:00:54.190748444Z 
Processed prompts:  79%|███████▉  | 395/500 [07:41<01:57,  1.12s/it, est. speed input: 116.87 toks/s, output: 1744.33 toks/s]
-2025-03-15T11:01:00.768500326Z 
Processed prompts:  79%|███████▉  | 396/500 [07:46<03:31,  2.04s/it, est. speed input: 116.05 toks/s, output: 1740.24 toks/s]
-2025-03-15T11:01:02.367152606Z 
Processed prompts:  79%|███████▉  | 397/500 [07:52<05:45,  3.35s/it, est. speed input: 114.88 toks/s, output: 1730.24 toks/s]
-2025-03-15T11:01:05.322785299Z 
Processed prompts:  80%|███████▉  | 398/500 [07:54<04:49,  2.84s/it, est. speed input: 114.75 toks/s, output: 1736.30 toks/s]
-2025-03-15T11:01:05.771708154Z 
Processed prompts:  80%|███████▉  | 399/500 [07:57<04:50,  2.87s/it, est. speed input: 114.86 toks/s, output: 1739.81 toks/s]
-2025-03-15T11:01:15.738990584Z 
Processed prompts:  80%|████████  | 400/500 [07:57<03:35,  2.16s/it, est. speed input: 115.01 toks/s, output: 1750.44 toks/s]
-2025-03-15T11:01:18.228931834Z 
Processed prompts:  80%|████████  | 401/500 [08:07<07:23,  4.48s/it, est. speed input: 113.00 toks/s, output: 1728.99 toks/s]
-2025-03-15T11:01:21.164507311Z 
Processed prompts:  80%|████████  | 402/500 [08:10<06:20,  3.89s/it, est. speed input: 113.06 toks/s, output: 1734.56 toks/s]
-2025-03-15T11:01:29.101242625Z 
Processed prompts:  81%|████████  | 403/500 [08:13<05:49,  3.60s/it, est. speed input: 112.70 toks/s, output: 1738.60 toks/s]
-2025-03-15T11:01:29.385544887Z 
Processed prompts:  81%|████████  | 404/500 [08:20<07:50,  4.90s/it, est. speed input: 111.17 toks/s, output: 1724.86 toks/s]
-2025-03-15T11:01:33.972238742Z 
Processed prompts:  81%|████████  | 405/500 [08:21<05:34,  3.52s/it, est. speed input: 111.70 toks/s, output: 1738.31 toks/s]
-2025-03-15T11:01:36.013489523Z 
Processed prompts:  81%|████████  | 406/500 [08:25<06:00,  3.84s/it, est. speed input: 110.89 toks/s, output: 1730.38 toks/s]
-2025-03-15T11:01:38.906437564Z 
Processed prompts:  81%|████████▏ | 407/500 [08:27<05:06,  3.30s/it, est. speed input: 110.63 toks/s, output: 1730.87 toks/s]
-2025-03-15T11:01:44.552485429Z 
Processed prompts:  82%|████████▏ | 408/500 [08:30<04:52,  3.18s/it, est. speed input: 110.20 toks/s, output: 1729.41 toks/s]
-2025-03-15T11:01:45.751740821Z 
Processed prompts:  82%|████████▏ | 409/500 [08:36<05:56,  3.92s/it, est. speed input: 109.20 toks/s, output: 1719.36 toks/s]
-2025-03-15T11:01:46.715011956Z 
Processed prompts:  82%|████████▏ | 410/500 [08:37<04:39,  3.10s/it, est. speed input: 109.77 toks/s, output: 1729.90 toks/s]
-2025-03-15T11:01:46.996215372Z 
Processed prompts:  82%|████████▏ | 411/500 [08:38<03:39,  2.46s/it, est. speed input: 110.01 toks/s, output: 1741.22 toks/s]
-2025-03-15T11:01:58.548627751Z 
Processed prompts:  82%|████████▏ | 412/500 [08:38<02:39,  1.81s/it, est. speed input: 110.16 toks/s, output: 1750.55 toks/s]
-2025-03-15T11:02:01.632537374Z 
Processed prompts:  83%|████████▎ | 413/500 [08:50<06:51,  4.73s/it, est. speed input: 108.07 toks/s, output: 1727.04 toks/s]
-2025-03-15T11:02:03.052806537Z 
Processed prompts:  83%|████████▎ | 414/500 [08:53<06:04,  4.24s/it, est. speed input: 107.67 toks/s, output: 1729.48 toks/s]
-2025-03-15T11:02:03.537417329Z 
Processed prompts:  83%|████████▎ | 415/500 [08:54<04:48,  3.39s/it, est. speed input: 107.95 toks/s, output: 1739.53 toks/s]
-2025-03-15T11:02:05.335820740Z 
Processed prompts:  83%|████████▎ | 416/500 [08:55<03:31,  2.52s/it, est. speed input: 108.10 toks/s, output: 1752.60 toks/s]
-2025-03-15T11:02:09.705689965Z 
Processed prompts:  83%|████████▎ | 417/500 [08:57<03:11,  2.30s/it, est. speed input: 108.05 toks/s, output: 1761.39 toks/s]
-2025-03-15T11:02:10.546548714Z 
Processed prompts:  84%|████████▎ | 418/500 [09:01<03:59,  2.92s/it, est. speed input: 107.35 toks/s, output: 1754.91 toks/s]
-2025-03-15T11:02:13.682820809Z 
Processed prompts:  84%|████████▍ | 419/500 [09:02<03:06,  2.30s/it, est. speed input: 107.38 toks/s, output: 1762.19 toks/s]
-2025-03-15T11:02:16.393616297Z 
Processed prompts:  84%|████████▍ | 420/500 [09:05<03:23,  2.55s/it, est. speed input: 107.03 toks/s, output: 1766.79 toks/s]
-2025-03-15T11:02:17.015007003Z 
Processed prompts:  84%|████████▍ | 421/500 [09:08<03:25,  2.60s/it, est. speed input: 106.96 toks/s, output: 1772.80 toks/s]
-2025-03-15T11:02:19.316726979Z 
Processed prompts:  84%|████████▍ | 422/500 [09:08<02:36,  2.01s/it, est. speed input: 107.09 toks/s, output: 1785.55 toks/s]
-2025-03-15T11:02:26.302676220Z 
Processed prompts:  85%|████████▍ | 423/500 [09:11<02:41,  2.09s/it, est. speed input: 107.06 toks/s, output: 1792.87 toks/s]
-2025-03-15T11:02:47.776957202Z 
Processed prompts:  85%|████████▍ | 424/500 [09:18<04:30,  3.56s/it, est. speed input: 105.96 toks/s, output: 1785.26 toks/s]
-2025-03-15T11:02:50.649426497Z 
Processed prompts:  85%|████████▌ | 425/500 [09:39<11:10,  8.94s/it, est. speed input: 102.26 toks/s, output: 1734.13 toks/s]
-2025-03-15T11:02:53.920507153Z 
Processed prompts:  85%|████████▌ | 426/500 [09:42<08:46,  7.12s/it, est. speed input: 101.99 toks/s, output: 1740.60 toks/s]
-2025-03-15T11:02:55.934191507Z 
Processed prompts:  85%|████████▌ | 427/500 [09:45<07:15,  5.96s/it, est. speed input: 101.59 toks/s, output: 1740.36 toks/s]
-2025-03-15T11:02:59.480096904Z 
Processed prompts:  86%|████████▌ | 428/500 [09:47<05:44,  4.78s/it, est. speed input: 101.75 toks/s, output: 1749.46 toks/s]
-2025-03-15T11:03:00.554592245Z 
Processed prompts:  86%|████████▌ | 429/500 [09:51<05:13,  4.41s/it, est. speed input: 101.38 toks/s, output: 1754.06 toks/s]
-2025-03-15T11:03:02.023741432Z 
Processed prompts:  86%|████████▌ | 430/500 [09:52<03:58,  3.41s/it, est. speed input: 101.58 toks/s, output: 1765.97 toks/s]
-2025-03-15T11:03:06.712516868Z 
Processed prompts:  86%|████████▌ | 431/500 [09:53<03:15,  2.83s/it, est. speed input: 101.54 toks/s, output: 1776.71 toks/s]
-2025-03-15T11:03:13.937844029Z 
Processed prompts:  86%|████████▋ | 432/500 [09:58<03:50,  3.39s/it, est. speed input: 100.91 toks/s, output: 1772.03 toks/s]
-2025-03-15T11:03:15.679877527Z 
Processed prompts:  87%|████████▋ | 433/500 [10:05<05:03,  4.54s/it, est. speed input: 99.90 toks/s, output: 1762.78 toks/s] 
-2025-03-15T11:03:17.397289492Z 
Processed prompts:  87%|████████▋ | 434/500 [10:07<04:04,  3.70s/it, est. speed input: 100.02 toks/s, output: 1772.95 toks/s]
-2025-03-15T11:03:19.243251087Z 
Processed prompts:  87%|████████▋ | 435/500 [10:09<03:21,  3.10s/it, est. speed input: 99.99 toks/s, output: 1783.18 toks/s] 
-2025-03-15T11:03:22.926613173Z 
Processed prompts:  87%|████████▋ | 436/500 [10:11<02:54,  2.73s/it, est. speed input: 100.15 toks/s, output: 1793.04 toks/s]
-2025-03-15T11:03:24.953155301Z 
Processed prompts:  87%|████████▋ | 437/500 [10:14<03:09,  3.01s/it, est. speed input: 99.76 toks/s, output: 1797.58 toks/s] 
-2025-03-15T11:03:26.179770501Z 
Processed prompts:  88%|████████▊ | 438/500 [10:16<02:48,  2.72s/it, est. speed input: 99.59 toks/s, output: 1801.51 toks/s]
-2025-03-15T11:03:28.124347688Z 
Processed prompts:  88%|████████▊ | 439/500 [10:18<02:18,  2.27s/it, est. speed input: 99.63 toks/s, output: 1813.25 toks/s]
-2025-03-15T11:03:29.360496280Z 
Processed prompts:  88%|████████▊ | 440/500 [10:19<02:10,  2.17s/it, est. speed input: 99.54 toks/s, output: 1822.90 toks/s]
-2025-03-15T11:03:30.265397786Z 
Processed prompts:  88%|████████▊ | 441/500 [10:21<01:51,  1.89s/it, est. speed input: 99.64 toks/s, output: 1834.62 toks/s]
-2025-03-15T11:03:41.721319303Z 
Processed prompts:  88%|████████▊ | 442/500 [10:22<01:32,  1.60s/it, est. speed input: 99.74 toks/s, output: 1847.31 toks/s]
-2025-03-15T11:03:45.220773166Z 
Processed prompts:  89%|████████▊ | 443/500 [10:33<04:19,  4.55s/it, est. speed input: 98.28 toks/s, output: 1829.39 toks/s]
-2025-03-15T11:03:45.618324617Z 
Processed prompts:  89%|████████▉ | 444/500 [10:37<03:57,  4.24s/it, est. speed input: 98.39 toks/s, output: 1834.85 toks/s]
-2025-03-15T11:03:50.230485972Z 
Processed prompts:  89%|████████▉ | 445/500 [10:37<02:49,  3.09s/it, est. speed input: 98.50 toks/s, output: 1845.14 toks/s]
-2025-03-15T11:03:53.931672898Z 
Processed prompts:  89%|████████▉ | 446/500 [10:42<03:11,  3.54s/it, est. speed input: 98.00 toks/s, output: 1847.46 toks/s]
-2025-03-15T11:03:57.229825098Z 
Processed prompts:  89%|████████▉ | 447/500 [10:45<03:10,  3.59s/it, est. speed input: 97.59 toks/s, output: 1847.20 toks/s]
-2025-03-15T11:04:01.125235469Z 
Processed prompts:  90%|████████▉ | 448/500 [10:49<03:02,  3.50s/it, est. speed input: 97.59 toks/s, output: 1853.47 toks/s]
-2025-03-15T11:04:08.645491782Z 
Processed prompts:  90%|████████▉ | 449/500 [10:52<03:04,  3.62s/it, est. speed input: 97.32 toks/s, output: 1858.11 toks/s]
-2025-03-15T11:04:13.411874479Z 
Processed prompts:  90%|█████████ | 450/500 [11:00<03:59,  4.79s/it, est. speed input: 96.40 toks/s, output: 1851.66 toks/s]
-2025-03-15T11:04:13.578679699Z 
Processed prompts:  90%|█████████ | 451/500 [11:05<03:54,  4.78s/it, est. speed input: 96.13 toks/s, output: 1854.23 toks/s]
-2025-03-15T11:04:21.335778219Z 
Processed prompts:  90%|█████████ | 452/500 [11:05<02:43,  3.40s/it, est. speed input: 96.33 toks/s, output: 1869.61 toks/s]
-2025-03-15T11:04:22.763289422Z 
Processed prompts:  91%|█████████ | 453/500 [11:13<03:41,  4.71s/it, est. speed input: 95.41 toks/s, output: 1862.47 toks/s]
-2025-03-15T11:04:24.911646193Z 
Processed prompts:  91%|█████████ | 454/500 [11:14<02:51,  3.72s/it, est. speed input: 95.39 toks/s, output: 1873.13 toks/s]
-2025-03-15T11:04:26.342309835Z 
Processed prompts:  91%|█████████ | 455/500 [11:16<02:26,  3.25s/it, est. speed input: 95.88 toks/s, output: 1883.17 toks/s]
-2025-03-15T11:04:28.262160916Z 
Processed prompts:  91%|█████████ | 456/500 [11:18<01:58,  2.70s/it, est. speed input: 95.89 toks/s, output: 1895.20 toks/s]
-2025-03-15T11:04:33.116510487Z 
Processed prompts:  91%|█████████▏| 457/500 [11:20<01:46,  2.47s/it, est. speed input: 95.80 toks/s, output: 1905.88 toks/s]
-2025-03-15T11:04:43.346092683Z 
Processed prompts:  92%|█████████▏| 458/500 [11:24<02:13,  3.18s/it, est. speed input: 95.30 toks/s, output: 1906.79 toks/s]
-2025-03-15T11:04:45.089537513Z 
Processed prompts:  92%|█████████▏| 459/500 [11:35<03:37,  5.30s/it, est. speed input: 94.33 toks/s, output: 1894.93 toks/s]
-2025-03-15T11:04:47.988321613Z 
Processed prompts:  92%|█████████▏| 460/500 [11:36<02:49,  4.23s/it, est. speed input: 94.29 toks/s, output: 1906.41 toks/s]
-2025-03-15T11:04:50.998447189Z 
Processed prompts:  92%|█████████▏| 461/500 [11:39<02:29,  3.83s/it, est. speed input: 94.29 toks/s, output: 1914.77 toks/s]
-2025-03-15T11:04:53.564552734Z 
Processed prompts:  92%|█████████▏| 462/500 [11:42<02:16,  3.59s/it, est. speed input: 94.12 toks/s, output: 1922.88 toks/s]
-2025-03-15T11:05:10.564574477Z 
Processed prompts:  93%|█████████▎| 463/500 [11:45<02:01,  3.28s/it, est. speed input: 93.99 toks/s, output: 1932.24 toks/s]
-2025-03-15T11:05:22.616337660Z 
Processed prompts:  93%|█████████▎| 464/500 [12:02<04:26,  7.40s/it, est. speed input: 91.96 toks/s, output: 1903.39 toks/s]
-2025-03-15T11:05:22.970761989Z 
Processed prompts:  93%|█████████▎| 465/500 [12:14<05:07,  8.79s/it, est. speed input: 90.60 toks/s, output: 1885.35 toks/s]
-2025-03-15T11:05:36.489628534Z 
Processed prompts:  93%|█████████▎| 466/500 [12:14<03:32,  6.26s/it, est. speed input: 90.69 toks/s, output: 1896.54 toks/s]
-2025-03-15T11:05:36.768693129Z 
Processed prompts:  93%|█████████▎| 467/500 [12:28<04:38,  8.44s/it, est. speed input: 89.24 toks/s, output: 1879.30 toks/s]
-2025-03-15T11:05:38.209233561Z 
Processed prompts:  94%|█████████▎| 468/500 [12:28<03:11,  5.99s/it, est. speed input: 89.41 toks/s, output: 1895.62 toks/s]
-2025-03-15T11:05:42.152019079Z 
Processed prompts:  94%|█████████▍| 469/500 [12:30<02:23,  4.63s/it, est. speed input: 89.47 toks/s, output: 1909.03 toks/s]
-2025-03-15T11:05:42.778207519Z 
Processed prompts:  94%|█████████▍| 470/500 [12:34<02:12,  4.42s/it, est. speed input: 89.30 toks/s, output: 1916.16 toks/s]
-2025-03-15T11:05:43.165945284Z 
Processed prompts:  94%|█████████▍| 471/500 [12:34<01:35,  3.28s/it, est. speed input: 89.42 toks/s, output: 1931.69 toks/s]
-2025-03-15T11:05:45.066291853Z 
Processed prompts:  94%|█████████▍| 472/500 [12:35<01:07,  2.41s/it, est. speed input: 89.61 toks/s, output: 1947.83 toks/s]
-2025-03-15T11:05:45.218143203Z 
Processed prompts:  95%|█████████▍| 473/500 [12:36<01:01,  2.26s/it, est. speed input: 89.55 toks/s, output: 1960.11 toks/s]
-2025-03-15T11:05:46.828732006Z 
Processed prompts:  95%|█████████▍| 474/500 [12:37<00:42,  1.63s/it, est. speed input: 89.66 toks/s, output: 1972.23 toks/s]
-2025-03-15T11:05:56.018012355Z 
Processed prompts:  95%|█████████▌| 475/500 [12:38<00:40,  1.62s/it, est. speed input: 89.71 toks/s, output: 1985.25 toks/s]
-2025-03-15T11:05:57.256990973Z 
Processed prompts:  95%|█████████▌| 476/500 [12:47<01:33,  3.89s/it, est. speed input: 88.82 toks/s, output: 1978.90 toks/s]
-2025-03-15T11:06:21.601152140Z 
Processed prompts:  95%|█████████▌| 477/500 [12:49<01:11,  3.10s/it, est. speed input: 88.89 toks/s, output: 1993.15 toks/s]
-2025-03-15T11:06:22.868351534Z 
Processed prompts:  96%|█████████▌| 478/500 [13:13<03:28,  9.47s/it, est. speed input: 86.69 toks/s, output: 1949.98 toks/s]
-2025-03-15T11:06:24.939399572Z 
Processed prompts:  96%|█████████▌| 479/500 [13:14<02:27,  7.01s/it, est. speed input: 86.72 toks/s, output: 1964.88 toks/s]
-2025-03-15T11:06:26.847135438Z 
Processed prompts:  96%|█████████▌| 480/500 [13:16<01:50,  5.53s/it, est. speed input: 86.79 toks/s, output: 1977.83 toks/s]
-2025-03-15T11:06:31.639994173Z 
Processed prompts:  96%|█████████▌| 481/500 [13:18<01:24,  4.44s/it, est. speed input: 86.77 toks/s, output: 1991.21 toks/s]
-2025-03-15T11:06:32.089043640Z 
Processed prompts:  96%|█████████▋| 482/500 [13:23<01:21,  4.55s/it, est. speed input: 86.44 toks/s, output: 1997.56 toks/s]
-2025-03-15T11:06:37.536593016Z 
Processed prompts:  97%|█████████▋| 483/500 [13:23<00:56,  3.32s/it, est. speed input: 86.52 toks/s, output: 2011.02 toks/s]
-2025-03-15T11:06:54.074548978Z 
Processed prompts:  97%|█████████▋| 484/500 [13:29<01:03,  3.96s/it, est. speed input: 86.86 toks/s, output: 2015.88 toks/s]
-2025-03-15T11:07:10.187375712Z 
Processed prompts:  97%|█████████▋| 485/500 [13:45<01:55,  7.73s/it, est. speed input: 85.49 toks/s, output: 1994.39 toks/s]
-2025-03-15T11:07:11.536270544Z 
Processed prompts:  97%|█████████▋| 486/500 [14:02<02:23, 10.25s/it, est. speed input: 84.19 toks/s, output: 1975.56 toks/s]
-2025-03-15T11:07:18.841872824Z 
Processed prompts:  97%|█████████▋| 487/500 [14:03<01:38,  7.58s/it, est. speed input: 84.25 toks/s, output: 1991.78 toks/s]
-2025-03-15T11:07:33.095674273Z 
Processed prompts:  98%|█████████▊| 488/500 [14:10<01:29,  7.50s/it, est. speed input: 83.83 toks/s, output: 1994.29 toks/s]
-2025-03-15T11:07:46.335660027Z 
Processed prompts:  98%|█████████▊| 489/500 [14:24<01:44,  9.52s/it, est. speed input: 82.60 toks/s, output: 1981.50 toks/s]
-2025-03-15T11:08:02.712451182Z 
Processed prompts:  98%|█████████▊| 490/500 [14:38<01:46, 10.64s/it, est. speed input: 81.76 toks/s, output: 1972.14 toks/s]
-2025-03-15T11:08:13.507182277Z 
Processed prompts:  98%|█████████▊| 491/500 [14:54<01:51, 12.36s/it, est. speed input: 80.47 toks/s, output: 1957.11 toks/s]
-2025-03-15T11:08:53.202807156Z 
Processed prompts:  98%|█████████▊| 492/500 [15:05<01:35, 11.89s/it, est. speed input: 79.71 toks/s, output: 1955.23 toks/s]
-2025-03-15T11:09:06.385457980Z 
Processed prompts:  99%|█████████▊| 493/500 [15:45<02:21, 20.23s/it, est. speed input: 76.53 toks/s, output: 1895.94 toks/s]
-2025-03-15T11:09:08.300099865Z 
Processed prompts:  99%|█████████▉| 494/500 [15:58<01:48, 18.12s/it, est. speed input: 75.71 toks/s, output: 1893.16 toks/s]
-2025-03-15T11:11:21.687863941Z 
Processed prompts:  99%|█████████▉| 495/500 [16:00<01:06, 13.26s/it, est. speed input: 75.72 toks/s, output: 1912.75 toks/s]
-2025-03-15T11:11:39.269276074Z 
Processed prompts:  99%|█████████▉| 496/500 [18:13<03:17, 49.30s/it, est. speed input: 66.73 toks/s, output: 1707.50 toks/s]
-2025-03-15T11:11:40.832736391Z 
Processed prompts:  99%|█████████▉| 497/500 [18:31<01:59, 39.78s/it, est. speed input: 65.85 toks/s, output: 1709.11 toks/s]
-2025-03-15T11:11:47.068642933Z 
Processed prompts: 100%|█████████▉| 498/500 [18:32<00:56, 28.32s/it, est. speed input: 66.00 toks/s, output: 1735.39 toks/s]
-2025-03-15T11:11:48.981140104Z 
Processed prompts: 100%|█████████▉| 499/500 [18:38<00:21, 21.69s/it, est. speed input: 65.95 toks/s, output: 1754.68 toks/s]
-2025-03-15T11:11:48.981215574Z 
Processed prompts: 100%|██████████| 500/500 [18:40<00:00, 15.76s/it, est. speed input: 65.99 toks/s, output: 1780.77 toks/s]
Processed prompts: 100%|██████████| 500/500 [18:40<00:00,  2.24s/it, est. speed input: 65.99 toks/s, output: 1780.77 toks/s]
-2025-03-15T11:11:49.673432227Z 
Splits: 100%|██████████| 1/1 [18:41<00:00, 1121.74s/it]
Splits: 100%|██████████| 1/1 [18:41<00:00, 1121.74s/it]
-2025-03-15T11:11:51.544082676Z [2025-03-15 11:11:51,543] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T11:11:55.333078609Z [2025-03-15 11:11:55,332] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T11:11:55.345769974Z [2025-03-15 11:11:55,345] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T11:11:55.345817144Z [2025-03-15 11:11:55,345] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T11:11:56.930286295Z [2025-03-15 11:11:56,929] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp3_250/results/quyanh/OpenRS-GRPO/results_2025-03-15T11-11-55.345666.json (evaluation_tracker.py:234)
-2025-03-15T11:11:56.933322775Z |      Task       |Version|     Metric     |Value|   |Stderr|
-2025-03-15T11:11:56.933364460Z |-----------------|------:|----------------|----:|---|-----:|
-2025-03-15T11:11:56.933369605Z |all              |       |extractive_match|0.804|±  |0.0178|
-2025-03-15T11:11:56.933374825Z |custom:math_500:0|      1|extractive_match|0.804|±  |0.0178|
-2025-03-15T11:11:59.573828209Z Evaluating task: amc23
-2025-03-15T11:12:25.523630876Z [2025-03-15 11:12:25,522] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T11:12:56.427222452Z INFO 03-15 11:12:56 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T11:13:03.252055716Z [2025-03-15 11:13:03,250] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T11:14:07.981558116Z [2025-03-15 11:14:07,980] [    INFO]: This model supports multiple tasks: {'score', 'generate', 'classify', 'embed', 'reward'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T11:14:07.991732048Z [2025-03-15 11:14:07,990] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=462f130a3372b19109944420cfb9829f327831ad, override_neuron_config=None, tokenizer_revision=462f130a3372b19109944420cfb9829f327831ad, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T11:14:10.949472032Z [2025-03-15 11:14:10,948] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T11:14:11.452005216Z [2025-03-15 11:14:11,451] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T11:14:12.305818994Z [2025-03-15 11:14:12,305] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T11:14:12.690550573Z [2025-03-15 11:14:12,690] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T11:14:12.692005671Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T11:14:13.271418603Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.73it/s]
-2025-03-15T11:14:13.271464447Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.73it/s]
-2025-03-15T11:14:13.566351064Z [2025-03-15 11:14:13,565] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T11:14:15.469582233Z [2025-03-15 11:14:15,469] [    INFO]: Memory profiling takes 1.71 seconds
-2025-03-15T11:14:15.469637686Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T11:14:15.469666293Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T11:14:15.667859694Z [2025-03-15 11:14:15,667] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T11:14:15.667905574Z [2025-03-15 11:14:15,667] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T11:14:19.545410504Z [2025-03-15 11:14:19,545] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T11:14:34.783493515Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:19,  1.78it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:01<00:16,  1.97it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:16,  1.92it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:02<00:15,  1.98it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:02<00:15,  1.99it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:02<00:13,  2.07it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:03<00:13,  2.09it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:03<00:12,  2.13it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:04<00:12,  2.15it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:04<00:11,  2.14it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:05<00:12,  1.94it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:05<00:11,  2.06it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:06<00:10,  2.15it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:06<00:09,  2.25it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:07<00:08,  2.32it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:07<00:08,  2.37it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:07<00:07,  2.36it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:08<00:07,  2.41it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:08<00:06,  2.45it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:09<00:06,  2.47it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:09<00:05,  2.49it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:09<00:05,  2.51it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:10<00:04,  2.52it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:10<00:04,  2.52it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:11<00:03,  2.52it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:11<00:03,  2.43it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:11<00:03,  2.46it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:12<00:02,  2.49it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:12<00:02,  2.51it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:13<00:01,  2.52it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:13<00:01,  2.51it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:13<00:01,  2.50it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:14<00:00,  2.50it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:14<00:00,  2.51it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:15<00:00,  2.33it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:15<00:00,  2.30it/s]
-2025-03-15T11:14:34.783655965Z [2025-03-15 11:14:34,783] [    INFO]: Graph capturing finished in 15 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T11:14:34.795797122Z [2025-03-15 11:14:34,795] [    INFO]: init engine (profile, create kv cache, warmup model) took 21.23 seconds (llm_engine.py:431)
-2025-03-15T11:14:35.512015165Z [2025-03-15 11:14:35,511] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T11:14:35.531570352Z [2025-03-15 11:14:35,531] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T11:14:35.531614582Z [2025-03-15 11:14:35,531] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T11:14:35.531619953Z [2025-03-15 11:14:35,531] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T11:14:35.531624913Z [2025-03-15 11:14:35,531] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T11:14:35.531644092Z [2025-03-15 11:14:35,531] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T11:14:35.531653219Z [2025-03-15 11:14:35,531] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T11:14:35.531717072Z [2025-03-15 11:14:35,531] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T11:14:35.531750589Z [2025-03-15 11:14:35,531] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T11:14:35.533903495Z [2025-03-15 11:14:35,533] [    INFO]: knoveleng/AMC-23 default (lighteval_task.py:187)
-2025-03-15T11:14:35.533926890Z [2025-03-15 11:14:35,533] [ WARNING]: Careful, the task custom|amc23 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T11:14:38.358381508Z [2025-03-15 11:14:38,357] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T11:14:38.358475238Z [2025-03-15 11:14:38,358] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T11:14:38.358543657Z [2025-03-15 11:14:38,358] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T11:14:38.375570062Z [2025-03-15 11:14:38,375] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T11:14:38.388602830Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 11:14:38,388] [ WARNING]: context_size + max_new_tokens=33060 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T11:14:50.515924029Z 
Processed prompts:   0%|          | 0/40 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T11:14:53.683575706Z 
Processed prompts:   2%|▎         | 1/40 [00:12<07:52, 12.12s/it, est. speed input: 12.79 toks/s, output: 67.07 toks/s]
-2025-03-15T11:14:54.797576918Z 
Processed prompts:   5%|▌         | 2/40 [00:15<04:20,  6.85s/it, est. speed input: 16.87 toks/s, output: 119.75 toks/s]
-2025-03-15T11:14:58.338942335Z 
Processed prompts:   8%|▊         | 3/40 [00:16<02:36,  4.23s/it, est. speed input: 26.34 toks/s, output: 178.07 toks/s]
-2025-03-15T11:14:59.117213707Z 
Processed prompts:  10%|█         | 4/40 [00:19<02:22,  3.96s/it, est. speed input: 27.93 toks/s, output: 211.43 toks/s]
-2025-03-15T11:14:59.348945345Z 
Processed prompts:  12%|█▎        | 5/40 [00:20<01:38,  2.81s/it, est. speed input: 35.23 toks/s, output: 268.44 toks/s]
-2025-03-15T11:15:01.165439321Z 
Processed prompts:  15%|█▌        | 6/40 [00:20<01:05,  1.94s/it, est. speed input: 42.57 toks/s, output: 330.42 toks/s]
-2025-03-15T11:15:03.876781446Z 
Processed prompts:  18%|█▊        | 7/40 [00:22<01:02,  1.90s/it, est. speed input: 45.67 toks/s, output: 369.02 toks/s]
-2025-03-15T11:15:07.342919330Z 
Processed prompts:  20%|██        | 8/40 [00:25<01:08,  2.16s/it, est. speed input: 45.29 toks/s, output: 394.70 toks/s]
-2025-03-15T11:15:07.933145947Z 
Processed prompts:  22%|██▎       | 9/40 [00:28<01:19,  2.57s/it, est. speed input: 47.08 toks/s, output: 412.14 toks/s]
-2025-03-15T11:15:11.510234616Z 
Processed prompts:  25%|██▌       | 10/40 [00:29<00:58,  1.96s/it, est. speed input: 52.64 toks/s, output: 468.56 toks/s]
-2025-03-15T11:15:15.707743815Z 
Processed prompts:  28%|██▊       | 11/40 [00:33<01:11,  2.45s/it, est. speed input: 50.43 toks/s, output: 482.30 toks/s]
-2025-03-15T11:15:16.453846418Z 
Processed prompts:  30%|███       | 12/40 [00:37<01:23,  2.98s/it, est. speed input: 50.25 toks/s, output: 492.18 toks/s]
-2025-03-15T11:15:18.387288072Z 
Processed prompts:  32%|███▎      | 13/40 [00:38<01:02,  2.31s/it, est. speed input: 51.81 toks/s, output: 546.64 toks/s]
-2025-03-15T11:15:19.384202973Z 
Processed prompts:  38%|███▊      | 15/40 [00:39<00:42,  1.68s/it, est. speed input: 55.96 toks/s, output: 645.46 toks/s]
-2025-03-15T11:15:20.629346287Z 
Processed prompts:  40%|████      | 16/40 [00:40<00:36,  1.51s/it, est. speed input: 58.53 toks/s, output: 693.92 toks/s]
-2025-03-15T11:15:22.639345766Z 
Processed prompts:  42%|████▎     | 17/40 [00:42<00:33,  1.44s/it, est. speed input: 59.85 toks/s, output: 737.72 toks/s]
-2025-03-15T11:15:23.350994450Z 
Processed prompts:  45%|████▌     | 18/40 [00:44<00:35,  1.60s/it, est. speed input: 61.75 toks/s, output: 768.65 toks/s]
-2025-03-15T11:15:30.767315659Z 
Processed prompts:  48%|████▊     | 19/40 [00:44<00:28,  1.35s/it, est. speed input: 65.28 toks/s, output: 820.98 toks/s]
-2025-03-15T11:15:39.356708608Z 
Processed prompts:  50%|█████     | 20/40 [00:52<01:01,  3.08s/it, est. speed input: 58.56 toks/s, output: 769.82 toks/s]
-2025-03-15T11:15:40.073604578Z 
Processed prompts:  52%|█████▎    | 21/40 [01:00<01:28,  4.68s/it, est. speed input: 52.79 toks/s, output: 726.74 toks/s]
-2025-03-15T11:15:47.952372491Z 
Processed prompts:  55%|█████▌    | 22/40 [01:01<01:03,  3.52s/it, est. speed input: 54.64 toks/s, output: 783.69 toks/s]
-2025-03-15T11:16:13.452067479Z 
Processed prompts:  57%|█████▊    | 23/40 [01:09<01:21,  4.81s/it, est. speed input: 50.10 toks/s, output: 760.45 toks/s]
-2025-03-15T11:16:32.042275632Z 
Processed prompts:  60%|██████    | 24/40 [01:35<02:55, 10.94s/it, est. speed input: 38.33 toks/s, output: 621.29 toks/s]
-2025-03-15T11:17:04.084611881Z 
Processed prompts:  62%|██████▎   | 25/40 [01:53<03:18, 13.22s/it, est. speed input: 33.05 toks/s, output: 584.31 toks/s]
-2025-03-15T11:17:24.088053363Z 
Processed prompts:  65%|██████▌   | 26/40 [02:25<04:23, 18.83s/it, est. speed input: 26.73 toks/s, output: 519.31 toks/s]
-2025-03-15T11:17:36.507280997Z 
Processed prompts:  68%|██████▊   | 27/40 [02:45<04:09, 19.18s/it, est. speed input: 25.11 toks/s, output: 519.13 toks/s]
-2025-03-15T11:17:39.591244762Z 
Processed prompts:  70%|███████   | 28/40 [02:58<03:25, 17.16s/it, est. speed input: 24.45 toks/s, output: 545.08 toks/s]
-2025-03-15T11:17:50.835200358Z 
Processed prompts:  72%|███████▎  | 29/40 [03:01<02:22, 12.94s/it, est. speed input: 25.64 toks/s, output: 597.89 toks/s]
-2025-03-15T11:18:05.833900031Z 
Processed prompts:  75%|███████▌  | 30/40 [03:12<02:04, 12.44s/it, est. speed input: 25.33 toks/s, output: 624.93 toks/s]
-2025-03-15T11:18:30.467996201Z 
Processed prompts:  78%|███████▊  | 31/40 [03:27<01:58, 13.20s/it, est. speed input: 24.30 toks/s, output: 641.69 toks/s]
-2025-03-15T11:18:43.547212581Z 
Processed prompts:  80%|████████  | 32/40 [03:52<02:13, 16.63s/it, est. speed input: 22.98 toks/s, output: 635.55 toks/s]
-2025-03-15T11:18:50.771571994Z 
Processed prompts:  82%|████████▎ | 33/40 [04:05<01:48, 15.57s/it, est. speed input: 22.41 toks/s, output: 663.72 toks/s]
-2025-03-15T11:19:35.450339600Z 
Processed prompts:  85%|████████▌ | 34/40 [04:12<01:18, 13.06s/it, est. speed input: 22.30 toks/s, output: 706.91 toks/s]
-2025-03-15T11:21:26.371250476Z 
Processed prompts:  88%|████████▊ | 35/40 [04:57<01:52, 22.55s/it, est. speed input: 19.33 toks/s, output: 663.68 toks/s]
-2025-03-15T11:21:30.760527379Z 
Processed prompts:  90%|█████████ | 36/40 [06:47<03:16, 49.05s/it, est. speed input: 14.45 toks/s, output: 547.33 toks/s]
-2025-03-15T11:22:33.656440541Z 
Processed prompts:  92%|█████████▎| 37/40 [06:52<01:46, 35.66s/it, est. speed input: 14.61 toks/s, output: 605.65 toks/s]
-2025-03-15T11:22:39.409423431Z 
Processed prompts:  95%|█████████▌| 38/40 [07:55<01:27, 43.83s/it, est. speed input: 12.92 toks/s, output: 590.91 toks/s]
-2025-03-15T11:22:43.346884156Z 
Processed prompts:  98%|█████████▊| 39/40 [08:01<00:32, 32.41s/it, est. speed input: 13.07 toks/s, output: 649.43 toks/s]
-2025-03-15T11:22:43.346938353Z 
Processed prompts: 100%|██████████| 40/40 [08:04<00:00, 23.87s/it, est. speed input: 13.33 toks/s, output: 709.96 toks/s]
Processed prompts: 100%|██████████| 40/40 [08:04<00:00, 12.12s/it, est. speed input: 13.33 toks/s, output: 709.96 toks/s]
-2025-03-15T11:22:43.436319884Z 
Splits: 100%|██████████| 1/1 [08:05<00:00, 485.06s/it]
Splits: 100%|██████████| 1/1 [08:05<00:00, 485.06s/it]
-2025-03-15T11:22:44.495706127Z [2025-03-15 11:22:44,495] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T11:22:45.073513545Z [2025-03-15 11:22:45,073] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T11:22:45.088557879Z [2025-03-15 11:22:45,088] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T11:22:45.088594630Z [2025-03-15 11:22:45,088] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T11:22:45.425256597Z [2025-03-15 11:22:45,424] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp3_250/results/quyanh/OpenRS-GRPO/results_2025-03-15T11-22-45.088452.json (evaluation_tracker.py:234)
-2025-03-15T11:22:45.428840949Z |     Task     |Version|     Metric     |Value|   |Stderr|
-2025-03-15T11:22:45.428876431Z |--------------|------:|----------------|----:|---|-----:|
-2025-03-15T11:22:45.428881581Z |all           |       |extractive_match|  0.6|±  |0.0784|
-2025-03-15T11:22:45.428886054Z |custom:amc23:0|      1|extractive_match|  0.6|±  |0.0784|
-2025-03-15T11:22:48.083201113Z ----------------------------------------
-2025-03-15T11:22:48.084287028Z ----------------------------------------
-2025-03-15T11:22:48.084304416Z Running evaluations for experiment 3, step 300
-2025-03-15T11:22:48.084306370Z Revision: rev3_300 = ee1d59d2b64f2a5e251dde484d225c0e21a6a041
-2025-03-15T11:22:48.084308076Z Output directory: data/evals/Exp3_300
-2025-03-15T11:22:48.096675471Z Evaluating task: aime24
-2025-03-15T11:22:57.188737382Z [2025-03-15 11:22:57,188] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T11:23:40.010229438Z INFO 03-15 11:23:40 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T11:23:46.132744706Z [2025-03-15 11:23:46,131] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T11:24:36.496369644Z [2025-03-15 11:24:36,495] [    INFO]: This model supports multiple tasks: {'classify', 'embed', 'reward', 'generate', 'score'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T11:24:36.502884392Z [2025-03-15 11:24:36,502] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=ee1d59d2b64f2a5e251dde484d225c0e21a6a041, override_neuron_config=None, tokenizer_revision=ee1d59d2b64f2a5e251dde484d225c0e21a6a041, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T11:24:42.655132615Z [2025-03-15 11:24:42,654] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T11:24:43.318720043Z [2025-03-15 11:24:43,318] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T11:24:43.909234714Z [2025-03-15 11:24:43,908] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T11:24:52.095027095Z [2025-03-15 11:24:52,094] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T11:24:52.096809220Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T11:24:52.955046389Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.17it/s]
-2025-03-15T11:24:52.955145368Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.17it/s]
-2025-03-15T11:24:53.479358814Z [2025-03-15 11:24:53,478] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T11:24:55.390631455Z [2025-03-15 11:24:55,389] [    INFO]: Memory profiling takes 1.59 seconds
-2025-03-15T11:24:55.390676777Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T11:24:55.390683989Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T11:24:55.739358006Z [2025-03-15 11:24:55,738] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T11:24:55.739410216Z [2025-03-15 11:24:55,739] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T11:25:00.841306909Z [2025-03-15 11:25:00,840] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T11:25:18.070974231Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:23,  1.47it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:01<00:20,  1.59it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:20,  1.59it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:02<00:19,  1.60it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:03<00:18,  1.62it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:03<00:17,  1.64it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:04<00:17,  1.59it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:04<00:16,  1.61it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:05<00:16,  1.61it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:06<00:16,  1.54it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:06<00:15,  1.57it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:07<00:13,  1.75it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:07<00:11,  1.90it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:08<00:10,  2.03it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:08<00:09,  2.11it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:09<00:08,  2.15it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:09<00:08,  2.20it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:09<00:07,  2.24it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:10<00:07,  2.25it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:10<00:06,  2.29it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:11<00:06,  2.30it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:11<00:05,  2.29it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:12<00:05,  2.32it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:12<00:04,  2.35it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:12<00:04,  2.34it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:13<00:03,  2.32it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:13<00:03,  2.30it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:14<00:03,  2.32it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:14<00:02,  2.33it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:15<00:02,  2.34it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:15<00:01,  2.34it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:15<00:01,  2.35it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:16<00:00,  2.32it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:16<00:00,  2.33it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:17<00:00,  2.32it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:17<00:00,  2.03it/s]
-2025-03-15T11:25:18.071158222Z [2025-03-15 11:25:18,070] [    INFO]: Graph capturing finished in 17 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T11:25:18.086838871Z [2025-03-15 11:25:18,086] [    INFO]: init engine (profile, create kv cache, warmup model) took 24.61 seconds (llm_engine.py:431)
-2025-03-15T11:25:18.831691021Z [2025-03-15 11:25:18,831] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T11:25:18.869325922Z [2025-03-15 11:25:18,868] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T11:25:18.869381495Z [2025-03-15 11:25:18,869] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T11:25:18.869387475Z [2025-03-15 11:25:18,869] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T11:25:18.869392642Z [2025-03-15 11:25:18,869] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T11:25:18.869397215Z [2025-03-15 11:25:18,869] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T11:25:18.869411849Z [2025-03-15 11:25:18,869] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T11:25:18.869416912Z [2025-03-15 11:25:18,869] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T11:25:18.869447192Z [2025-03-15 11:25:18,869] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T11:25:18.871517682Z [2025-03-15 11:25:18,871] [    INFO]: HuggingFaceH4/aime_2024 default (lighteval_task.py:187)
-2025-03-15T11:25:18.871572046Z [2025-03-15 11:25:18,871] [ WARNING]: Careful, the task custom|aime24 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T11:25:21.596814728Z [2025-03-15 11:25:21,596] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T11:25:21.596985951Z [2025-03-15 11:25:21,596] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T11:25:21.597046083Z [2025-03-15 11:25:21,596] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T11:25:21.610950157Z [2025-03-15 11:25:21,610] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T11:25:21.622344563Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 11:25:21,622] [ WARNING]: context_size + max_new_tokens=33238 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T11:25:54.640098735Z 
Processed prompts:   0%|          | 0/30 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T11:26:02.252219420Z 
Processed prompts:   3%|▎         | 1/30 [00:33<15:57, 33.01s/it, est. speed input: 6.09 toks/s, output: 67.40 toks/s]
-2025-03-15T11:26:14.492794157Z 
Processed prompts:   7%|▋         | 2/30 [00:40<08:26, 18.07s/it, est. speed input: 8.05 toks/s, output: 121.03 toks/s]
-2025-03-15T11:26:34.957716572Z 
Processed prompts:  10%|█         | 3/30 [00:52<06:56, 15.41s/it, est. speed input: 10.35 toks/s, output: 157.61 toks/s]
-2025-03-15T11:26:48.708210244Z 
Processed prompts:  13%|█▎        | 4/30 [01:13<07:32, 17.41s/it, est. speed input: 10.32 toks/s, output: 175.74 toks/s]
-2025-03-15T11:26:52.574565663Z 
Processed prompts:  17%|█▋        | 5/30 [01:27<06:42, 16.09s/it, est. speed input: 10.86 toks/s, output: 208.67 toks/s]
-2025-03-15T11:27:10.164764077Z 
Processed prompts:  20%|██        | 6/30 [01:30<04:46, 11.93s/it, est. speed input: 12.33 toks/s, output: 260.15 toks/s]
-2025-03-15T11:27:16.244362715Z 
Processed prompts:  23%|██▎       | 7/30 [01:48<05:16, 13.78s/it, est. speed input: 11.97 toks/s, output: 277.20 toks/s]
-2025-03-15T11:27:37.593236947Z 
Processed prompts:  27%|██▋       | 8/30 [01:54<04:09, 11.33s/it, est. speed input: 12.48 toks/s, output: 321.34 toks/s]
-2025-03-15T11:27:56.636582110Z 
Processed prompts:  30%|███       | 9/30 [02:15<05:03, 14.46s/it, est. speed input: 11.56 toks/s, output: 328.51 toks/s]
-2025-03-15T11:27:57.832647499Z 
Processed prompts:  33%|███▎      | 10/30 [02:35<05:17, 15.88s/it, est. speed input: 11.18 toks/s, output: 344.49 toks/s]
-2025-03-15T11:28:31.123248924Z 
Processed prompts:  37%|███▋      | 11/30 [02:36<03:36, 11.38s/it, est. speed input: 11.92 toks/s, output: 398.12 toks/s]
-2025-03-15T11:28:45.485598293Z 
Processed prompts:  40%|████      | 12/30 [03:09<05:24, 18.05s/it, est. speed input: 11.18 toks/s, output: 383.03 toks/s]
-2025-03-15T11:29:02.379701772Z 
Processed prompts:  43%|████▎     | 13/30 [03:23<04:47, 16.93s/it, est. speed input: 11.11 toks/s, output: 410.34 toks/s]
-2025-03-15T11:29:14.195674537Z 
Processed prompts:  47%|████▋     | 14/30 [03:40<04:30, 16.92s/it, est. speed input: 10.95 toks/s, output: 432.67 toks/s]
-2025-03-15T11:29:29.693636648Z 
Processed prompts:  50%|█████     | 15/30 [03:52<03:50, 15.38s/it, est. speed input: 11.08 toks/s, output: 464.14 toks/s]
-2025-03-15T11:29:35.769264033Z 
Processed prompts:  53%|█████▎    | 16/30 [04:08<03:35, 15.42s/it, est. speed input: 11.29 toks/s, output: 488.31 toks/s]
-2025-03-15T11:29:38.448928295Z 
Processed prompts:  57%|█████▋    | 17/30 [04:14<02:43, 12.61s/it, est. speed input: 12.10 toks/s, output: 529.72 toks/s]
-2025-03-15T11:29:58.734556009Z 
Processed prompts:  60%|██████    | 18/30 [04:16<01:55,  9.62s/it, est. speed input: 12.57 toks/s, output: 577.26 toks/s]
-2025-03-15T11:30:04.756188344Z 
Processed prompts:  63%|██████▎   | 19/30 [04:37<02:21, 12.83s/it, est. speed input: 12.09 toks/s, output: 588.05 toks/s]
-2025-03-15T11:30:21.951090550Z 
Processed prompts:  67%|██████▋   | 20/30 [04:43<01:47, 10.78s/it, est. speed input: 12.33 toks/s, output: 628.61 toks/s]
-2025-03-15T11:30:44.201643657Z 
Processed prompts:  70%|███████   | 21/30 [05:00<01:54, 12.71s/it, est. speed input: 12.20 toks/s, output: 645.85 toks/s]
-2025-03-15T11:30:47.495833998Z 
Processed prompts:  73%|███████▎  | 22/30 [05:22<02:04, 15.57s/it, est. speed input: 11.78 toks/s, output: 654.80 toks/s]
-2025-03-15T11:30:49.873672672Z 
Processed prompts:  77%|███████▋  | 23/30 [05:25<01:23, 11.89s/it, est. speed input: 12.19 toks/s, output: 701.74 toks/s]
-2025-03-15T11:31:15.296205306Z 
Processed prompts:  80%|████████  | 24/30 [05:28<00:54,  9.03s/it, est. speed input: 12.57 toks/s, output: 750.29 toks/s]
-2025-03-15T11:31:19.679705158Z 
Processed prompts:  83%|████████▎ | 25/30 [05:53<01:09, 13.95s/it, est. speed input: 12.05 toks/s, output: 750.89 toks/s]
-2025-03-15T11:31:20.541044001Z 
Processed prompts:  87%|████████▋ | 26/30 [05:58<00:44, 11.08s/it, est. speed input: 12.41 toks/s, output: 796.42 toks/s]
-2025-03-15T11:32:04.384726148Z 
Processed prompts:  90%|█████████ | 27/30 [05:58<00:24,  8.01s/it, est. speed input: 13.69 toks/s, output: 849.29 toks/s]
-2025-03-15T11:32:28.940158798Z 
Processed prompts:  93%|█████████▎| 28/30 [06:42<00:37, 18.76s/it, est. speed input: 12.61 toks/s, output: 814.37 toks/s]
-2025-03-15T11:33:36.236497968Z 
Processed prompts:  97%|█████████▋| 29/30 [07:07<00:20, 20.50s/it, est. speed input: 12.42 toks/s, output: 826.70 toks/s]
-2025-03-15T11:33:36.236623510Z 
Processed prompts: 100%|██████████| 30/30 [08:14<00:00, 34.54s/it, est. speed input: 11.16 toks/s, output: 777.86 toks/s]
Processed prompts: 100%|██████████| 30/30 [08:14<00:00, 16.49s/it, est. speed input: 11.16 toks/s, output: 777.86 toks/s]
-2025-03-15T11:33:36.347456902Z 
Splits: 100%|██████████| 1/1 [08:14<00:00, 494.74s/it]
Splits: 100%|██████████| 1/1 [08:14<00:00, 494.74s/it]
-2025-03-15T11:33:37.229382396Z [2025-03-15 11:33:37,228] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T11:33:37.800064230Z [2025-03-15 11:33:37,799] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T11:33:37.815138469Z [2025-03-15 11:33:37,814] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T11:33:37.815174753Z [2025-03-15 11:33:37,814] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T11:33:38.186188307Z [2025-03-15 11:33:38,185] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp3_300/results/quyanh/OpenRS-GRPO/results_2025-03-15T11-33-37.815028.json (evaluation_tracker.py:234)
-2025-03-15T11:33:38.189529459Z |     Task      |Version|     Metric     |Value |   |Stderr|
-2025-03-15T11:33:38.189541495Z |---------------|------:|----------------|-----:|---|-----:|
-2025-03-15T11:33:38.189543401Z |all            |       |extractive_match|0.2667|±  |0.0821|
-2025-03-15T11:33:38.189544820Z |custom:aime24:0|      1|extractive_match|0.2667|±  |0.0821|
-2025-03-15T11:33:40.836438338Z Evaluating task: math_500
-2025-03-15T11:33:58.013226781Z [2025-03-15 11:33:58,012] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T11:34:38.025822388Z INFO 03-15 11:34:38 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T11:34:42.093300573Z [2025-03-15 11:34:42,090] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T11:35:17.810070678Z [2025-03-15 11:35:17,809] [    INFO]: This model supports multiple tasks: {'score', 'generate', 'embed', 'classify', 'reward'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T11:35:17.826599135Z [2025-03-15 11:35:17,825] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=ee1d59d2b64f2a5e251dde484d225c0e21a6a041, override_neuron_config=None, tokenizer_revision=ee1d59d2b64f2a5e251dde484d225c0e21a6a041, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T11:35:24.868942073Z [2025-03-15 11:35:24,868] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T11:35:25.499817852Z [2025-03-15 11:35:25,499] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T11:35:26.210305544Z [2025-03-15 11:35:26,209] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T11:35:26.548966086Z [2025-03-15 11:35:26,548] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T11:35:26.550476088Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T11:35:27.237885570Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.46it/s]
-2025-03-15T11:35:27.237943317Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.45it/s]
-2025-03-15T11:35:27.643970867Z [2025-03-15 11:35:27,643] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T11:35:29.532249829Z [2025-03-15 11:35:29,531] [    INFO]: Memory profiling takes 1.61 seconds
-2025-03-15T11:35:29.532312449Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T11:35:29.532325300Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T11:35:29.810209694Z [2025-03-15 11:35:29,809] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T11:35:29.810266068Z [2025-03-15 11:35:29,809] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T11:35:34.746928978Z [2025-03-15 11:35:34,746] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T11:35:50.136140782Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:18,  1.83it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:01<00:16,  1.96it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:16,  1.90it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:02<00:18,  1.72it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:02<00:18,  1.63it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:03<00:17,  1.65it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:03<00:15,  1.82it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:04<00:13,  1.94it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:04<00:12,  2.07it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:05<00:11,  2.17it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:05<00:10,  2.25it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:06<00:09,  2.33it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:06<00:09,  2.37it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:06<00:08,  2.41it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:07<00:08,  2.43it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:07<00:07,  2.46it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:08<00:07,  2.44it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:08<00:06,  2.44it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:08<00:06,  2.46it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:09<00:06,  2.47it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:09<00:05,  2.42it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:10<00:05,  2.42it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:10<00:04,  2.43it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:10<00:04,  2.43it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:11<00:04,  2.43it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:11<00:03,  2.41it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:12<00:03,  2.42it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:12<00:02,  2.43it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:12<00:02,  2.41it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:13<00:02,  2.44it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:13<00:01,  2.46it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:14<00:01,  2.47it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:14<00:00,  2.48it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:14<00:00,  2.49it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:15<00:00,  2.46it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:15<00:00,  2.28it/s]
-2025-03-15T11:35:50.136363739Z [2025-03-15 11:35:50,136] [    INFO]: Graph capturing finished in 15 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T11:35:50.145636460Z [2025-03-15 11:35:50,145] [    INFO]: init engine (profile, create kv cache, warmup model) took 22.50 seconds (llm_engine.py:431)
-2025-03-15T11:35:50.889317424Z [2025-03-15 11:35:50,888] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T11:35:50.908938757Z [2025-03-15 11:35:50,908] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T11:35:50.908976704Z [2025-03-15 11:35:50,908] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T11:35:50.908982499Z [2025-03-15 11:35:50,908] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T11:35:50.908987228Z [2025-03-15 11:35:50,908] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T11:35:50.908991787Z [2025-03-15 11:35:50,908] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T11:35:50.908996368Z [2025-03-15 11:35:50,908] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T11:35:50.909014564Z [2025-03-15 11:35:50,908] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T11:35:50.909019691Z [2025-03-15 11:35:50,908] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T11:35:50.911291834Z [2025-03-15 11:35:50,910] [    INFO]: HuggingFaceH4/MATH-500 default (lighteval_task.py:187)
-2025-03-15T11:35:50.911323435Z [2025-03-15 11:35:50,911] [ WARNING]: Careful, the task custom|math_500 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T11:35:53.211275444Z [2025-03-15 11:35:53,210] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T11:35:53.211574783Z [2025-03-15 11:35:53,211] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T11:35:53.211589154Z [2025-03-15 11:35:53,211] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T11:35:53.368033848Z [2025-03-15 11:35:53,367] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T11:35:53.511295297Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 11:35:53,510] [ WARNING]: context_size + max_new_tokens=33636 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T11:36:08.200798072Z 
Processed prompts:   0%|          | 0/500 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T11:36:13.267725075Z 
Processed prompts:   0%|          | 1/500 [00:14<2:01:45, 14.64s/it, est. speed input: 59.28 toks/s, output: 17.08 toks/s]
-2025-03-15T11:36:14.746860111Z 
Processed prompts:   0%|          | 2/500 [00:19<1:14:46,  9.01s/it, est. speed input: 56.83 toks/s, output: 30.19 toks/s]
-2025-03-15T11:36:19.956951988Z 
Processed prompts:   1%|          | 3/500 [00:21<46:08,  5.57s/it, est. speed input: 64.14 toks/s, output: 45.64 toks/s]  
-2025-03-15T11:36:21.359859577Z 
Processed prompts:   1%|          | 4/500 [00:26<44:52,  5.43s/it, est. speed input: 56.71 toks/s, output: 54.02 toks/s]
-2025-03-15T11:36:27.266343725Z 
Processed prompts:   1%|          | 5/500 [00:27<32:48,  3.98s/it, est. speed input: 58.70 toks/s, output: 68.70 toks/s]
-2025-03-15T11:36:28.307342720Z 
Processed prompts:   1%|          | 6/500 [00:33<38:08,  4.63s/it, est. speed input: 54.00 toks/s, output: 74.14 toks/s]
-2025-03-15T11:36:29.121637056Z 
Processed prompts:   1%|▏         | 7/500 [00:34<28:25,  3.46s/it, est. speed input: 56.81 toks/s, output: 89.39 toks/s]
-2025-03-15T11:36:29.823593924Z 
Processed prompts:   2%|▏         | 8/500 [00:35<21:27,  2.62s/it, est. speed input: 59.92 toks/s, output: 104.80 toks/s]
-2025-03-15T11:36:31.501990618Z 
Processed prompts:   2%|▏         | 9/500 [00:36<16:30,  2.02s/it, est. speed input: 62.43 toks/s, output: 120.23 toks/s]
-2025-03-15T11:36:32.093852731Z 
Processed prompts:   2%|▏         | 10/500 [00:37<15:37,  1.91s/it, est. speed input: 65.44 toks/s, output: 132.36 toks/s]
-2025-03-15T11:36:34.136121514Z 
Processed prompts:   2%|▏         | 11/500 [00:38<12:17,  1.51s/it, est. speed input: 68.09 toks/s, output: 147.76 toks/s]
-2025-03-15T11:36:34.617444677Z 
Processed prompts:   2%|▏         | 12/500 [00:40<13:35,  1.67s/it, est. speed input: 67.80 toks/s, output: 157.75 toks/s]
-2025-03-15T11:36:35.216531741Z 
Processed prompts:   3%|▎         | 13/500 [00:41<10:38,  1.31s/it, est. speed input: 70.61 toks/s, output: 173.32 toks/s]
-2025-03-15T11:36:36.458346687Z 
Processed prompts:   3%|▎         | 14/500 [00:41<08:52,  1.10s/it, est. speed input: 75.64 toks/s, output: 188.23 toks/s]
-2025-03-15T11:36:39.297254164Z 
Processed prompts:   3%|▎         | 15/500 [00:42<09:12,  1.14s/it, est. speed input: 76.53 toks/s, output: 200.17 toks/s]
-2025-03-15T11:36:42.843633831Z 
Processed prompts:   3%|▎         | 17/500 [00:45<10:13,  1.27s/it, est. speed input: 77.88 toks/s, output: 221.41 toks/s]
-2025-03-15T11:36:44.776877308Z 
Processed prompts:   4%|▎         | 18/500 [00:49<14:44,  1.83s/it, est. speed input: 75.16 toks/s, output: 222.65 toks/s]
-2025-03-15T11:36:46.604926485Z 
Processed prompts:   4%|▍         | 19/500 [00:51<14:54,  1.86s/it, est. speed input: 76.22 toks/s, output: 231.39 toks/s]
-2025-03-15T11:36:47.108754066Z 
Processed prompts:   4%|▍         | 20/500 [00:53<14:48,  1.85s/it, est. speed input: 76.24 toks/s, output: 240.53 toks/s]
-2025-03-15T11:36:47.429523180Z 
Processed prompts:   4%|▍         | 21/500 [00:53<11:46,  1.47s/it, est. speed input: 77.93 toks/s, output: 255.37 toks/s]
-2025-03-15T11:36:48.111484355Z 
Processed prompts:   4%|▍         | 22/500 [00:53<09:07,  1.14s/it, est. speed input: 80.34 toks/s, output: 270.95 toks/s]
-2025-03-15T11:36:50.623768788Z 
Processed prompts:   5%|▍         | 23/500 [00:54<08:02,  1.01s/it, est. speed input: 81.92 toks/s, output: 284.65 toks/s]
-2025-03-15T11:36:51.686207098Z 
Processed prompts:   5%|▍         | 24/500 [00:57<11:30,  1.45s/it, est. speed input: 80.84 toks/s, output: 289.16 toks/s]
-2025-03-15T11:36:52.873251657Z 
Processed prompts:   5%|▌         | 25/500 [00:58<10:34,  1.34s/it, est. speed input: 82.08 toks/s, output: 300.91 toks/s]
-2025-03-15T11:36:55.612171174Z 
Processed prompts:   5%|▌         | 27/500 [00:59<07:51,  1.00it/s, est. speed input: 85.16 toks/s, output: 328.59 toks/s]
-2025-03-15T11:36:55.754873250Z 
Processed prompts:   6%|▌         | 28/500 [01:02<11:12,  1.43s/it, est. speed input: 83.56 toks/s, output: 331.06 toks/s]
-2025-03-15T11:36:55.957992373Z 
Processed prompts:   6%|▌         | 29/500 [01:02<08:34,  1.09s/it, est. speed input: 85.76 toks/s, output: 347.26 toks/s]
-2025-03-15T11:36:56.099496049Z 
Processed prompts:   6%|▌         | 30/500 [01:02<06:39,  1.18it/s, est. speed input: 87.53 toks/s, output: 363.09 toks/s]
-2025-03-15T11:36:58.042805748Z 
Processed prompts:   6%|▌         | 31/500 [01:02<05:06,  1.53it/s, est. speed input: 89.93 toks/s, output: 379.21 toks/s]
-2025-03-15T11:36:58.247486622Z 
Processed prompts:   7%|▋         | 33/500 [01:04<06:10,  1.26it/s, est. speed input: 91.19 toks/s, output: 394.02 toks/s]
-2025-03-15T11:36:59.385885993Z 
Processed prompts:   7%|▋         | 34/500 [01:04<05:04,  1.53it/s, est. speed input: 93.73 toks/s, output: 409.69 toks/s]
-2025-03-15T11:37:01.274650859Z 
Processed prompts:   7%|▋         | 35/500 [01:05<06:01,  1.29it/s, est. speed input: 94.25 toks/s, output: 419.50 toks/s]
-2025-03-15T11:37:04.183168919Z 
Processed prompts:   7%|▋         | 36/500 [01:07<08:18,  1.07s/it, est. speed input: 93.69 toks/s, output: 424.66 toks/s]
-2025-03-15T11:37:04.962499689Z 
Processed prompts:   7%|▋         | 37/500 [01:10<12:12,  1.58s/it, est. speed input: 91.61 toks/s, output: 418.73 toks/s]
-2025-03-15T11:37:05.362623315Z 
Processed prompts:   8%|▊         | 38/500 [01:11<10:25,  1.35s/it, est. speed input: 92.66 toks/s, output: 430.96 toks/s]
-2025-03-15T11:37:06.334214094Z 
Processed prompts:   8%|▊         | 39/500 [01:11<08:17,  1.08s/it, est. speed input: 93.92 toks/s, output: 445.36 toks/s]
-2025-03-15T11:37:07.953725403Z 
Processed prompts:   8%|▊         | 40/500 [01:12<08:02,  1.05s/it, est. speed input: 94.47 toks/s, output: 456.19 toks/s]
-2025-03-15T11:37:08.804182014Z 
Processed prompts:   8%|▊         | 41/500 [01:14<09:18,  1.22s/it, est. speed input: 96.50 toks/s, output: 462.90 toks/s]
-2025-03-15T11:37:09.593259639Z 
Processed prompts:   8%|▊         | 42/500 [01:15<08:27,  1.11s/it, est. speed input: 97.63 toks/s, output: 474.29 toks/s]
-2025-03-15T11:37:12.445247222Z 
Processed prompts:   9%|▊         | 43/500 [01:16<07:43,  1.01s/it, est. speed input: 98.25 toks/s, output: 476.58 toks/s]
-2025-03-15T11:37:12.723324952Z 
Processed prompts:   9%|▉         | 44/500 [01:18<11:51,  1.56s/it, est. speed input: 96.62 toks/s, output: 475.92 toks/s]
-2025-03-15T11:37:14.743371645Z 
Processed prompts:   9%|▉         | 45/500 [01:19<08:55,  1.18s/it, est. speed input: 98.49 toks/s, output: 490.81 toks/s]
-2025-03-15T11:37:15.540009435Z 
Processed prompts:   9%|▉         | 46/500 [01:21<10:49,  1.43s/it, est. speed input: 97.99 toks/s, output: 495.12 toks/s]
-2025-03-15T11:37:17.319942061Z 
Processed prompts:   9%|▉         | 47/500 [01:21<09:21,  1.24s/it, est. speed input: 98.62 toks/s, output: 506.83 toks/s]
-2025-03-15T11:37:17.875527695Z 
Processed prompts:  10%|▉         | 48/500 [01:23<10:33,  1.40s/it, est. speed input: 98.01 toks/s, output: 503.89 toks/s]
-2025-03-15T11:37:18.290685488Z 
Processed prompts:  10%|█         | 50/500 [01:24<06:37,  1.13it/s, est. speed input: 100.83 toks/s, output: 533.43 toks/s]
-2025-03-15T11:37:18.641845701Z 
Processed prompts:  10%|█         | 51/500 [01:24<05:44,  1.30it/s, est. speed input: 102.13 toks/s, output: 547.28 toks/s]
-2025-03-15T11:37:19.459562843Z 
Processed prompts:  10%|█         | 52/500 [01:25<04:55,  1.52it/s, est. speed input: 103.30 toks/s, output: 561.48 toks/s]
-2025-03-15T11:37:19.805873746Z 
Processed prompts:  11%|█         | 53/500 [01:25<05:13,  1.42it/s, est. speed input: 103.88 toks/s, output: 572.57 toks/s]
-2025-03-15T11:37:22.571049200Z 
Processed prompts:  11%|█         | 54/500 [01:26<04:28,  1.66it/s, est. speed input: 108.00 toks/s, output: 586.70 toks/s]
-2025-03-15T11:37:24.234184786Z 
Processed prompts:  11%|█         | 55/500 [01:29<09:02,  1.22s/it, est. speed input: 106.11 toks/s, output: 584.87 toks/s]
-2025-03-15T11:37:24.976622344Z 
Processed prompts:  11%|█         | 56/500 [01:30<09:58,  1.35s/it, est. speed input: 106.38 toks/s, output: 590.51 toks/s]
-2025-03-15T11:37:26.516061677Z 
Processed prompts:  11%|█▏        | 57/500 [01:31<08:38,  1.17s/it, est. speed input: 107.22 toks/s, output: 602.06 toks/s]
-2025-03-15T11:37:27.131734274Z 
Processed prompts:  12%|█▏        | 58/500 [01:32<09:25,  1.28s/it, est. speed input: 106.86 toks/s, output: 608.42 toks/s]
-2025-03-15T11:37:28.744571396Z 
Processed prompts:  12%|█▏        | 59/500 [01:33<07:57,  1.08s/it, est. speed input: 107.51 toks/s, output: 620.74 toks/s]
-2025-03-15T11:37:29.362960061Z 
Processed prompts:  12%|█▏        | 60/500 [01:35<09:05,  1.24s/it, est. speed input: 107.49 toks/s, output: 626.52 toks/s]
-2025-03-15T11:37:31.648210775Z 
Processed prompts:  12%|█▏        | 61/500 [01:35<07:43,  1.05s/it, est. speed input: 108.24 toks/s, output: 638.76 toks/s]
-2025-03-15T11:37:34.279571605Z 
Processed prompts:  12%|█▏        | 62/500 [01:38<10:23,  1.42s/it, est. speed input: 107.13 toks/s, output: 640.12 toks/s]
-2025-03-15T11:37:36.048187740Z 
Processed prompts:  13%|█▎        | 63/500 [01:40<12:59,  1.78s/it, est. speed input: 105.57 toks/s, output: 632.94 toks/s]
-2025-03-15T11:37:37.757720043Z 
Processed prompts:  13%|█▎        | 64/500 [01:42<12:55,  1.78s/it, est. speed input: 105.05 toks/s, output: 638.21 toks/s]
-2025-03-15T11:37:38.255130630Z 
Processed prompts:  13%|█▎        | 65/500 [01:44<12:44,  1.76s/it, est. speed input: 105.07 toks/s, output: 643.90 toks/s]
-2025-03-15T11:37:39.165832588Z 
Processed prompts:  13%|█▎        | 66/500 [01:44<09:59,  1.38s/it, est. speed input: 105.70 toks/s, output: 644.51 toks/s]
-2025-03-15T11:37:39.330188881Z 
Processed prompts:  13%|█▎        | 67/500 [01:45<08:56,  1.24s/it, est. speed input: 106.00 toks/s, output: 655.08 toks/s]
-2025-03-15T11:37:39.489066787Z 
Processed prompts:  14%|█▎        | 68/500 [01:45<06:36,  1.09it/s, est. speed input: 107.01 toks/s, output: 664.21 toks/s]
-2025-03-15T11:37:42.628272304Z 
Processed prompts:  14%|█▍        | 69/500 [01:45<04:57,  1.45it/s, est. speed input: 108.59 toks/s, output: 679.34 toks/s]
-2025-03-15T11:37:44.838142468Z 
Processed prompts:  14%|█▍        | 70/500 [01:49<10:12,  1.42s/it, est. speed input: 106.65 toks/s, output: 675.79 toks/s]
-2025-03-15T11:37:45.133129413Z 
Processed prompts:  14%|█▍        | 71/500 [01:51<11:52,  1.66s/it, est. speed input: 105.82 toks/s, output: 678.33 toks/s]
-2025-03-15T11:37:45.637847505Z 
Processed prompts:  14%|█▍        | 72/500 [01:51<08:55,  1.25s/it, est. speed input: 106.62 toks/s, output: 683.02 toks/s]
-2025-03-15T11:37:46.276235868Z 
Processed prompts:  15%|█▍        | 73/500 [01:52<07:18,  1.03s/it, est. speed input: 107.26 toks/s, output: 691.58 toks/s]
-2025-03-15T11:37:48.528357055Z 
Processed prompts:  15%|█▍        | 74/500 [01:52<06:27,  1.10it/s, est. speed input: 107.77 toks/s, output: 698.22 toks/s]
-2025-03-15T11:37:50.433198215Z 
Processed prompts:  15%|█▌        | 75/500 [01:54<09:17,  1.31s/it, est. speed input: 106.98 toks/s, output: 700.45 toks/s]
-2025-03-15T11:37:52.699210131Z 
Processed prompts:  15%|█▌        | 76/500 [01:56<10:31,  1.49s/it, est. speed input: 106.25 toks/s, output: 694.32 toks/s]
-2025-03-15T11:37:53.000624664Z 
Processed prompts:  15%|█▌        | 77/500 [01:59<12:08,  1.72s/it, est. speed input: 105.42 toks/s, output: 696.96 toks/s]
-2025-03-15T11:37:54.485082674Z 
Processed prompts:  16%|█▌        | 78/500 [01:59<09:07,  1.30s/it, est. speed input: 106.19 toks/s, output: 704.80 toks/s]
-2025-03-15T11:37:56.110656775Z 
Processed prompts:  16%|█▌        | 79/500 [02:00<09:29,  1.35s/it, est. speed input: 106.02 toks/s, output: 711.97 toks/s]
-2025-03-15T11:37:57.114271308Z 
Processed prompts:  16%|█▌        | 80/500 [02:02<10:02,  1.43s/it, est. speed input: 105.69 toks/s, output: 718.32 toks/s]
-2025-03-15T11:37:57.627625891Z 
Processed prompts:  16%|█▌        | 81/500 [02:03<09:06,  1.31s/it, est. speed input: 106.39 toks/s, output: 728.27 toks/s]
-2025-03-15T11:37:58.712162278Z 
Processed prompts:  16%|█▋        | 82/500 [02:04<07:26,  1.07s/it, est. speed input: 106.95 toks/s, output: 734.21 toks/s]
-2025-03-15T11:37:59.296816671Z 
Processed prompts:  17%|█▋        | 84/500 [02:05<05:43,  1.21it/s, est. speed input: 108.19 toks/s, output: 750.12 toks/s]
-2025-03-15T11:37:59.530060078Z 
Processed prompts:  17%|█▋        | 85/500 [02:05<05:17,  1.31it/s, est. speed input: 108.66 toks/s, output: 755.10 toks/s]
-2025-03-15T11:37:59.903927554Z 
Processed prompts:  17%|█▋        | 86/500 [02:05<04:19,  1.60it/s, est. speed input: 109.47 toks/s, output: 769.44 toks/s]
-2025-03-15T11:38:00.486144339Z 
Processed prompts:  17%|█▋        | 87/500 [02:06<03:50,  1.79it/s, est. speed input: 110.30 toks/s, output: 782.90 toks/s]
-2025-03-15T11:38:02.197844587Z 
Processed prompts:  18%|█▊        | 88/500 [02:06<03:52,  1.77it/s, est. speed input: 111.41 toks/s, output: 795.03 toks/s]
-2025-03-15T11:38:02.859175082Z 
Processed prompts:  18%|█▊        | 89/500 [02:08<06:06,  1.12it/s, est. speed input: 110.92 toks/s, output: 800.16 toks/s]
-2025-03-15T11:38:03.022279808Z 
Processed prompts:  18%|█▊        | 90/500 [02:09<05:38,  1.21it/s, est. speed input: 111.41 toks/s, output: 811.76 toks/s]
-2025-03-15T11:38:04.806693090Z 
Processed prompts:  18%|█▊        | 91/500 [02:09<04:18,  1.58it/s, est. speed input: 112.42 toks/s, output: 826.42 toks/s]
-2025-03-15T11:38:06.313180731Z 
Processed prompts:  18%|█▊        | 92/500 [02:11<06:36,  1.03it/s, est. speed input: 111.79 toks/s, output: 820.33 toks/s]
-2025-03-15T11:38:07.115595159Z 
Processed prompts:  19%|█▊        | 93/500 [02:12<07:39,  1.13s/it, est. speed input: 111.93 toks/s, output: 826.67 toks/s]
-2025-03-15T11:38:11.516710729Z 
Processed prompts:  19%|█▉        | 94/500 [02:13<06:59,  1.03s/it, est. speed input: 112.16 toks/s, output: 829.14 toks/s]
-2025-03-15T11:38:11.830815360Z 
Processed prompts:  19%|█▉        | 95/500 [02:17<13:45,  2.04s/it, est. speed input: 109.70 toks/s, output: 818.27 toks/s]
-2025-03-15T11:38:12.506973011Z 
Processed prompts:  19%|█▉        | 96/500 [02:18<10:15,  1.52s/it, est. speed input: 110.30 toks/s, output: 822.50 toks/s]
-2025-03-15T11:38:14.057762119Z 
Processed prompts:  19%|█▉        | 97/500 [02:18<08:31,  1.27s/it, est. speed input: 110.78 toks/s, output: 834.06 toks/s]
-2025-03-15T11:38:15.387462481Z 
Processed prompts:  20%|█▉        | 98/500 [02:20<09:04,  1.35s/it, est. speed input: 110.41 toks/s, output: 831.93 toks/s]
-2025-03-15T11:38:16.135430278Z 
Processed prompts:  20%|█▉        | 99/500 [02:21<08:59,  1.35s/it, est. speed input: 110.41 toks/s, output: 839.65 toks/s]
-2025-03-15T11:38:18.476100989Z 
Processed prompts:  20%|██        | 100/500 [02:22<07:46,  1.17s/it, est. speed input: 110.94 toks/s, output: 850.75 toks/s]
-2025-03-15T11:38:20.992047767Z 
Processed prompts:  20%|██        | 101/500 [02:24<10:06,  1.52s/it, est. speed input: 110.17 toks/s, output: 852.49 toks/s]
-2025-03-15T11:38:21.380955583Z 
Processed prompts:  20%|██        | 102/500 [02:27<12:03,  1.82s/it, est. speed input: 109.09 toks/s, output: 843.19 toks/s]
-2025-03-15T11:38:21.984613057Z 
Processed prompts:  21%|██        | 103/500 [02:27<09:11,  1.39s/it, est. speed input: 109.71 toks/s, output: 856.34 toks/s]
-2025-03-15T11:38:24.051262620Z 
Processed prompts:  21%|██        | 104/500 [02:28<07:36,  1.15s/it, est. speed input: 110.19 toks/s, output: 868.23 toks/s]
-2025-03-15T11:38:24.511512754Z 
Processed prompts:  21%|██        | 105/500 [02:30<09:23,  1.43s/it, est. speed input: 109.78 toks/s, output: 871.65 toks/s]
-2025-03-15T11:38:25.483706066Z 
Processed prompts:  21%|██▏       | 107/500 [02:30<05:43,  1.14it/s, est. speed input: 111.94 toks/s, output: 895.72 toks/s]
-2025-03-15T11:38:26.970949531Z 
Processed prompts:  22%|██▏       | 108/500 [02:31<05:52,  1.11it/s, est. speed input: 111.98 toks/s, output: 893.54 toks/s]
-2025-03-15T11:38:28.314465823Z 
Processed prompts:  22%|██▏       | 109/500 [02:33<06:51,  1.05s/it, est. speed input: 111.91 toks/s, output: 900.19 toks/s]
-2025-03-15T11:38:29.362858602Z 
Processed prompts:  22%|██▏       | 110/500 [02:34<07:21,  1.13s/it, est. speed input: 111.74 toks/s, output: 902.84 toks/s]
-2025-03-15T11:38:30.411199510Z 
Processed prompts:  22%|██▏       | 111/500 [02:35<07:11,  1.11s/it, est. speed input: 111.73 toks/s, output: 900.51 toks/s]
-2025-03-15T11:38:30.875707616Z 
Processed prompts:  22%|██▏       | 112/500 [02:36<07:03,  1.09s/it, est. speed input: 111.74 toks/s, output: 901.70 toks/s]
-2025-03-15T11:38:31.412768887Z 
Processed prompts:  23%|██▎       | 113/500 [02:37<05:52,  1.10it/s, est. speed input: 112.22 toks/s, output: 912.70 toks/s]
-2025-03-15T11:38:31.656668090Z 
Processed prompts:  23%|██▎       | 114/500 [02:37<05:09,  1.25it/s, est. speed input: 112.60 toks/s, output: 917.21 toks/s]
-2025-03-15T11:38:31.898937040Z 
Processed prompts:  23%|██▎       | 115/500 [02:38<04:05,  1.57it/s, est. speed input: 113.16 toks/s, output: 921.38 toks/s]
-2025-03-15T11:38:35.892471385Z 
Processed prompts:  23%|██▎       | 116/500 [02:38<03:19,  1.92it/s, est. speed input: 114.00 toks/s, output: 935.21 toks/s]
-2025-03-15T11:38:37.326718093Z 
Processed prompts:  23%|██▎       | 117/500 [02:42<09:54,  1.55s/it, est. speed input: 111.91 toks/s, output: 917.84 toks/s]
-2025-03-15T11:38:38.315551940Z 
Processed prompts:  24%|██▎       | 118/500 [02:43<09:39,  1.52s/it, est. speed input: 111.67 toks/s, output: 918.94 toks/s]
-2025-03-15T11:38:39.164165033Z 
Processed prompts:  24%|██▍       | 120/500 [02:44<06:37,  1.05s/it, est. speed input: 112.45 toks/s, output: 928.31 toks/s]
-2025-03-15T11:38:40.118692041Z 
Processed prompts:  24%|██▍       | 121/500 [02:45<06:18,  1.00it/s, est. speed input: 112.86 toks/s, output: 938.71 toks/s]
-2025-03-15T11:38:40.609394836Z 
Processed prompts:  24%|██▍       | 122/500 [02:46<06:12,  1.01it/s, est. speed input: 112.94 toks/s, output: 942.41 toks/s]
-2025-03-15T11:38:40.943336139Z 
Processed prompts:  25%|██▍       | 123/500 [02:47<05:21,  1.17it/s, est. speed input: 113.45 toks/s, output: 954.77 toks/s]
-2025-03-15T11:38:42.038371296Z 
Processed prompts:  25%|██▍       | 124/500 [02:47<04:25,  1.41it/s, est. speed input: 113.92 toks/s, output: 957.80 toks/s]
-2025-03-15T11:38:44.680509074Z 
Processed prompts:  25%|██▌       | 125/500 [02:48<05:06,  1.22it/s, est. speed input: 113.93 toks/s, output: 966.69 toks/s]
-2025-03-15T11:38:44.928897448Z 
Processed prompts:  25%|██▌       | 126/500 [02:51<08:23,  1.35s/it, est. speed input: 112.87 toks/s, output: 959.83 toks/s]
-2025-03-15T11:38:46.145729605Z 
Processed prompts:  25%|██▌       | 127/500 [02:51<06:22,  1.02s/it, est. speed input: 113.62 toks/s, output: 973.52 toks/s]
-2025-03-15T11:38:47.441241258Z 
Processed prompts:  26%|██▌       | 128/500 [02:52<06:42,  1.08s/it, est. speed input: 113.70 toks/s, output: 981.72 toks/s]
-2025-03-15T11:38:49.117284740Z 
Processed prompts:  26%|██▌       | 129/500 [02:53<07:04,  1.14s/it, est. speed input: 113.52 toks/s, output: 979.66 toks/s]
-2025-03-15T11:38:49.743866716Z 
Processed prompts:  26%|██▌       | 130/500 [02:55<08:02,  1.30s/it, est. speed input: 113.42 toks/s, output: 985.34 toks/s]
-2025-03-15T11:38:52.033168859Z 
Processed prompts:  26%|██▌       | 131/500 [02:56<06:46,  1.10s/it, est. speed input: 113.68 toks/s, output: 987.44 toks/s]
-2025-03-15T11:38:52.737537568Z 
Processed prompts:  26%|██▋       | 132/500 [02:58<08:55,  1.46s/it, est. speed input: 112.96 toks/s, output: 989.78 toks/s]
-2025-03-15T11:38:55.946092340Z 
Processed prompts:  27%|██▋       | 133/500 [02:59<07:31,  1.23s/it, est. speed input: 113.27 toks/s, output: 1000.88 toks/s]
-2025-03-15T11:38:56.739943893Z 
Processed prompts:  27%|██▋       | 134/500 [03:02<11:07,  1.82s/it, est. speed input: 111.92 toks/s, output: 989.90 toks/s] 
-2025-03-15T11:38:59.115457179Z 
Processed prompts:  27%|██▋       | 136/500 [03:03<07:04,  1.17s/it, est. speed input: 113.01 toks/s, output: 1015.46 toks/s]
-2025-03-15T11:39:02.640614792Z 
Processed prompts:  27%|██▋       | 137/500 [03:05<08:51,  1.47s/it, est. speed input: 112.41 toks/s, output: 1017.38 toks/s]
-2025-03-15T11:39:03.733687543Z 
Processed prompts:  28%|██▊       | 138/500 [03:09<12:05,  2.00s/it, est. speed input: 111.08 toks/s, output: 1013.30 toks/s]
-2025-03-15T11:39:05.975682248Z 
Processed prompts:  28%|██▊       | 139/500 [03:10<10:33,  1.76s/it, est. speed input: 111.05 toks/s, output: 1013.37 toks/s]
-2025-03-15T11:39:08.582324604Z 
Processed prompts:  28%|██▊       | 140/500 [03:12<11:21,  1.89s/it, est. speed input: 110.33 toks/s, output: 1004.60 toks/s]
-2025-03-15T11:39:10.470506015Z 
Processed prompts:  28%|██▊       | 141/500 [03:15<12:32,  2.10s/it, est. speed input: 109.57 toks/s, output: 1005.95 toks/s]
-2025-03-15T11:39:15.104208735Z 
Processed prompts:  28%|██▊       | 142/500 [03:16<12:08,  2.04s/it, est. speed input: 109.10 toks/s, output: 1001.34 toks/s]
-2025-03-15T11:39:16.222454945Z 
Processed prompts:  29%|██▊       | 143/500 [03:21<16:38,  2.80s/it, est. speed input: 107.16 toks/s, output: 983.82 toks/s] 
-2025-03-15T11:39:17.654060425Z 
Processed prompts:  29%|██▉       | 144/500 [03:22<13:39,  2.30s/it, est. speed input: 107.26 toks/s, output: 993.08 toks/s]
-2025-03-15T11:39:20.654844756Z 
Processed prompts:  29%|██▉       | 145/500 [03:24<12:05,  2.04s/it, est. speed input: 107.08 toks/s, output: 993.85 toks/s]
-2025-03-15T11:39:21.155448087Z 
Processed prompts:  29%|██▉       | 146/500 [03:27<13:44,  2.33s/it, est. speed input: 106.16 toks/s, output: 994.10 toks/s]
-2025-03-15T11:39:21.337903355Z 
Processed prompts:  29%|██▉       | 147/500 [03:27<10:29,  1.78s/it, est. speed input: 106.76 toks/s, output: 1006.35 toks/s]
-2025-03-15T11:39:21.843377609Z 
Processed prompts:  30%|██▉       | 148/500 [03:27<07:39,  1.31s/it, est. speed input: 107.39 toks/s, output: 1020.11 toks/s]
-2025-03-15T11:39:22.651022396Z 
Processed prompts:  30%|███       | 150/500 [03:28<04:47,  1.22it/s, est. speed input: 108.59 toks/s, output: 1035.70 toks/s]
-2025-03-15T11:39:30.954795406Z 
Processed prompts:  30%|███       | 151/500 [03:29<04:45,  1.22it/s, est. speed input: 108.69 toks/s, output: 1034.81 toks/s]
-2025-03-15T11:39:31.784382922Z 
Processed prompts:  30%|███       | 152/500 [03:37<16:04,  2.77s/it, est. speed input: 105.06 toks/s, output: 999.89 toks/s] 
-2025-03-15T11:39:36.885544220Z 
Processed prompts:  31%|███       | 153/500 [03:38<12:58,  2.24s/it, est. speed input: 105.35 toks/s, output: 1010.63 toks/s]
-2025-03-15T11:39:37.728306295Z 
Processed prompts:  31%|███       | 154/500 [03:43<17:33,  3.04s/it, est. speed input: 103.45 toks/s, output: 993.56 toks/s] 
-2025-03-15T11:39:39.150712707Z 
Processed prompts:  31%|███       | 155/500 [03:44<13:53,  2.42s/it, est. speed input: 103.62 toks/s, output: 1001.54 toks/s]
-2025-03-15T11:39:39.426932991Z 
Processed prompts:  31%|███       | 156/500 [03:45<12:11,  2.13s/it, est. speed input: 103.51 toks/s, output: 1005.30 toks/s]
-2025-03-15T11:39:40.766066543Z 
Processed prompts:  31%|███▏      | 157/500 [03:45<09:03,  1.59s/it, est. speed input: 103.86 toks/s, output: 1006.45 toks/s]
-2025-03-15T11:39:41.122878802Z 
Processed prompts:  32%|███▏      | 158/500 [03:47<08:37,  1.51s/it, est. speed input: 103.73 toks/s, output: 1003.52 toks/s]
-2025-03-15T11:39:42.935127914Z 
Processed prompts:  32%|███▏      | 159/500 [03:47<06:39,  1.17s/it, est. speed input: 104.10 toks/s, output: 1011.76 toks/s]
-2025-03-15T11:39:43.610664732Z 
Processed prompts:  32%|███▏      | 160/500 [03:49<07:42,  1.36s/it, est. speed input: 103.80 toks/s, output: 1013.57 toks/s]
-2025-03-15T11:39:44.205409752Z 
Processed prompts:  32%|███▏      | 161/500 [03:50<06:32,  1.16s/it, est. speed input: 103.98 toks/s, output: 1015.43 toks/s]
-2025-03-15T11:39:44.963368369Z 
Processed prompts:  32%|███▏      | 162/500 [03:50<05:34,  1.01it/s, est. speed input: 104.27 toks/s, output: 1027.22 toks/s]
-2025-03-15T11:39:45.153183762Z 
Processed prompts:  33%|███▎      | 163/500 [03:51<05:09,  1.09it/s, est. speed input: 104.40 toks/s, output: 1027.36 toks/s]
-2025-03-15T11:39:46.888223089Z 
Processed prompts:  33%|███▎      | 164/500 [03:51<03:55,  1.43it/s, est. speed input: 105.61 toks/s, output: 1040.91 toks/s]
-2025-03-15T11:39:47.403279949Z 
Processed prompts:  33%|███▎      | 165/500 [03:53<05:38,  1.01s/it, est. speed input: 105.95 toks/s, output: 1047.55 toks/s]
-2025-03-15T11:39:48.243629426Z 
Processed prompts:  33%|███▎      | 166/500 [03:53<04:48,  1.16it/s, est. speed input: 106.18 toks/s, output: 1048.13 toks/s]
-2025-03-15T11:39:50.464333947Z 
Processed prompts:  33%|███▎      | 167/500 [03:54<04:44,  1.17it/s, est. speed input: 106.28 toks/s, output: 1049.84 toks/s]
-2025-03-15T11:39:51.143703515Z 
Processed prompts:  34%|███▎      | 168/500 [03:56<06:59,  1.27s/it, est. speed input: 105.88 toks/s, output: 1054.35 toks/s]
-2025-03-15T11:39:51.582059432Z 
Processed prompts:  34%|███▍      | 169/500 [03:57<06:00,  1.09s/it, est. speed input: 106.04 toks/s, output: 1055.57 toks/s]
-2025-03-15T11:39:51.935267007Z 
Processed prompts:  34%|███▍      | 170/500 [03:58<04:55,  1.12it/s, est. speed input: 106.31 toks/s, output: 1058.23 toks/s]
-2025-03-15T11:39:53.521224407Z 
Processed prompts:  34%|███▍      | 171/500 [03:58<04:00,  1.37it/s, est. speed input: 106.68 toks/s, output: 1069.54 toks/s]
-2025-03-15T11:39:53.957260184Z 
Processed prompts:  35%|███▍      | 173/500 [03:59<04:08,  1.32it/s, est. speed input: 106.94 toks/s, output: 1076.58 toks/s]
-2025-03-15T11:39:55.370024983Z 
Processed prompts:  35%|███▍      | 174/500 [04:00<03:41,  1.47it/s, est. speed input: 107.21 toks/s, output: 1080.38 toks/s]
-2025-03-15T11:39:56.704085016Z 
Processed prompts:  35%|███▌      | 175/500 [04:01<04:43,  1.15it/s, est. speed input: 107.04 toks/s, output: 1077.98 toks/s]
-2025-03-15T11:39:56.897767687Z 
Processed prompts:  35%|███▌      | 176/500 [04:03<05:23,  1.00it/s, est. speed input: 106.93 toks/s, output: 1080.34 toks/s]
-2025-03-15T11:39:58.557051488Z 
Processed prompts:  35%|███▌      | 177/500 [04:03<04:09,  1.29it/s, est. speed input: 107.30 toks/s, output: 1083.30 toks/s]
-2025-03-15T11:39:58.909572644Z 
Processed prompts:  36%|███▌      | 178/500 [04:04<05:30,  1.03s/it, est. speed input: 107.91 toks/s, output: 1090.22 toks/s]
-2025-03-15T11:39:59.832392743Z 
Processed prompts:  36%|███▌      | 180/500 [04:05<03:26,  1.55it/s, est. speed input: 109.57 toks/s, output: 1117.15 toks/s]
-2025-03-15T11:40:00.758425025Z 
Processed prompts:  36%|███▌      | 181/500 [04:06<03:47,  1.40it/s, est. speed input: 109.74 toks/s, output: 1127.22 toks/s]
-2025-03-15T11:40:01.597482187Z 
Processed prompts:  36%|███▋      | 182/500 [04:07<04:03,  1.30it/s, est. speed input: 109.97 toks/s, output: 1137.23 toks/s]
-2025-03-15T11:40:01.799382060Z 
Processed prompts:  37%|███▋      | 183/500 [04:08<04:09,  1.27it/s, est. speed input: 110.06 toks/s, output: 1139.76 toks/s]
-2025-03-15T11:40:03.372394763Z 
Processed prompts:  37%|███▋      | 185/500 [04:08<02:33,  2.05it/s, est. speed input: 110.84 toks/s, output: 1146.24 toks/s]
-2025-03-15T11:40:06.508358813Z 
Processed prompts:  37%|███▋      | 186/500 [04:09<03:54,  1.34it/s, est. speed input: 110.59 toks/s, output: 1144.16 toks/s]
-2025-03-15T11:40:08.334442226Z 
Processed prompts:  37%|███▋      | 187/500 [04:12<07:02,  1.35s/it, est. speed input: 109.71 toks/s, output: 1140.47 toks/s]
-2025-03-15T11:40:08.607515046Z 
Processed prompts:  38%|███▊      | 188/500 [04:14<07:40,  1.48s/it, est. speed input: 109.38 toks/s, output: 1140.95 toks/s]
-2025-03-15T11:40:10.431793037Z 
Processed prompts:  38%|███▊      | 189/500 [04:15<05:56,  1.15s/it, est. speed input: 109.68 toks/s, output: 1142.99 toks/s]
-2025-03-15T11:40:11.356535328Z 
Processed prompts:  38%|███▊      | 190/500 [04:16<06:54,  1.34s/it, est. speed input: 109.42 toks/s, output: 1148.98 toks/s]
-2025-03-15T11:40:12.616311396Z 
Processed prompts:  38%|███▊      | 191/500 [04:17<06:16,  1.22s/it, est. speed input: 110.19 toks/s, output: 1158.96 toks/s]
-2025-03-15T11:40:13.792428567Z 
Processed prompts:  39%|███▊      | 193/500 [04:19<04:52,  1.05it/s, est. speed input: 110.52 toks/s, output: 1165.59 toks/s]
-2025-03-15T11:40:17.094818713Z 
Processed prompts:  39%|███▉      | 194/500 [04:20<05:08,  1.01s/it, est. speed input: 110.56 toks/s, output: 1174.40 toks/s]
-2025-03-15T11:40:17.288667739Z 
Processed prompts:  39%|███▉      | 195/500 [04:23<08:07,  1.60s/it, est. speed input: 109.59 toks/s, output: 1164.98 toks/s]
-2025-03-15T11:40:17.562990141Z 
Processed prompts:  39%|███▉      | 196/500 [04:23<06:11,  1.22s/it, est. speed input: 110.84 toks/s, output: 1178.17 toks/s]
-2025-03-15T11:40:18.082397361Z 
Processed prompts:  39%|███▉      | 197/500 [04:24<04:50,  1.04it/s, est. speed input: 111.28 toks/s, output: 1191.00 toks/s]
-2025-03-15T11:40:19.177052767Z 
Processed prompts:  40%|███▉      | 198/500 [04:24<04:11,  1.20it/s, est. speed input: 111.48 toks/s, output: 1192.94 toks/s]
-2025-03-15T11:40:20.352999196Z 
Processed prompts:  40%|███▉      | 199/500 [04:25<04:33,  1.10it/s, est. speed input: 111.66 toks/s, output: 1202.06 toks/s]
-2025-03-15T11:40:20.710047125Z 
Processed prompts:  40%|████      | 200/500 [04:26<04:56,  1.01it/s, est. speed input: 111.60 toks/s, output: 1204.24 toks/s]
-2025-03-15T11:40:22.307457765Z 
Processed prompts:  40%|████      | 201/500 [04:27<03:59,  1.25it/s, est. speed input: 112.67 toks/s, output: 1216.65 toks/s]
-2025-03-15T11:40:24.134821080Z 
Processed prompts:  41%|████      | 203/500 [04:28<03:57,  1.25it/s, est. speed input: 112.82 toks/s, output: 1219.44 toks/s]
-2025-03-15T11:40:25.149185610Z 
Processed prompts:  41%|████      | 204/500 [04:30<05:11,  1.05s/it, est. speed input: 112.72 toks/s, output: 1225.20 toks/s]
-2025-03-15T11:40:28.063875275Z 
Processed prompts:  41%|████      | 205/500 [04:31<05:07,  1.04s/it, est. speed input: 112.85 toks/s, output: 1234.61 toks/s]
-2025-03-15T11:40:30.081992968Z 
Processed prompts:  41%|████      | 206/500 [04:34<07:35,  1.55s/it, est. speed input: 112.05 toks/s, output: 1226.26 toks/s]
-2025-03-15T11:40:30.769686004Z 
Processed prompts:  42%|████▏     | 208/500 [04:36<06:23,  1.31s/it, est. speed input: 112.03 toks/s, output: 1228.42 toks/s]
-2025-03-15T11:40:31.869869725Z 
Processed prompts:  42%|████▏     | 209/500 [04:37<05:39,  1.17s/it, est. speed input: 112.15 toks/s, output: 1230.73 toks/s]
-2025-03-15T11:40:32.310159957Z 
Processed prompts:  42%|████▏     | 210/500 [04:38<05:33,  1.15s/it, est. speed input: 112.08 toks/s, output: 1227.87 toks/s]
-2025-03-15T11:40:35.063468044Z 
Processed prompts:  42%|████▏     | 211/500 [04:38<04:37,  1.04it/s, est. speed input: 112.28 toks/s, output: 1227.67 toks/s]
-2025-03-15T11:40:36.249541729Z 
Processed prompts:  42%|████▏     | 212/500 [04:41<06:58,  1.45s/it, est. speed input: 111.60 toks/s, output: 1225.13 toks/s]
-2025-03-15T11:40:36.861130518Z 
Processed prompts:  43%|████▎     | 214/500 [04:42<05:07,  1.07s/it, est. speed input: 111.95 toks/s, output: 1235.91 toks/s]
-2025-03-15T11:40:37.884813019Z 
Processed prompts:  43%|████▎     | 215/500 [04:43<04:34,  1.04it/s, est. speed input: 112.41 toks/s, output: 1247.14 toks/s]
-2025-03-15T11:40:40.415343229Z 
Processed prompts:  43%|████▎     | 216/500 [04:44<04:38,  1.02it/s, est. speed input: 112.38 toks/s, output: 1246.49 toks/s]
-2025-03-15T11:40:41.202437744Z 
Processed prompts:  43%|████▎     | 217/500 [04:46<06:34,  1.39s/it, est. speed input: 111.75 toks/s, output: 1237.75 toks/s]
-2025-03-15T11:40:42.978433891Z 
Processed prompts:  44%|████▍     | 219/500 [04:47<04:29,  1.04it/s, est. speed input: 112.19 toks/s, output: 1243.31 toks/s]
-2025-03-15T11:40:43.175358414Z 
Processed prompts:  44%|████▍     | 220/500 [04:49<05:22,  1.15s/it, est. speed input: 111.88 toks/s, output: 1240.29 toks/s]
-2025-03-15T11:40:44.708118898Z 
Processed prompts:  44%|████▍     | 221/500 [04:49<04:14,  1.10it/s, est. speed input: 112.20 toks/s, output: 1246.98 toks/s]
-2025-03-15T11:40:44.988539384Z 
Processed prompts:  44%|████▍     | 222/500 [04:51<04:59,  1.08s/it, est. speed input: 111.97 toks/s, output: 1242.68 toks/s]
-2025-03-15T11:40:46.102121569Z 
Processed prompts:  45%|████▍     | 223/500 [04:51<03:57,  1.17it/s, est. speed input: 112.22 toks/s, output: 1244.87 toks/s]
-2025-03-15T11:40:46.381372912Z 
Processed prompts:  45%|████▍     | 224/500 [04:52<04:16,  1.08it/s, est. speed input: 112.36 toks/s, output: 1253.96 toks/s]
-2025-03-15T11:40:48.747700577Z 
Processed prompts:  45%|████▌     | 225/500 [04:52<03:24,  1.35it/s, est. speed input: 112.65 toks/s, output: 1260.84 toks/s]
-2025-03-15T11:40:50.532168992Z 
Processed prompts:  45%|████▌     | 226/500 [04:55<05:32,  1.22s/it, est. speed input: 112.61 toks/s, output: 1264.54 toks/s]
-2025-03-15T11:40:51.401614306Z 
Processed prompts:  45%|████▌     | 227/500 [04:56<06:17,  1.38s/it, est. speed input: 112.29 toks/s, output: 1260.71 toks/s]
-2025-03-15T11:40:52.527894585Z 
Processed prompts:  46%|████▌     | 228/500 [04:57<05:34,  1.23s/it, est. speed input: 112.33 toks/s, output: 1262.04 toks/s]
-2025-03-15T11:40:53.155387012Z 
Processed prompts:  46%|████▌     | 229/500 [04:58<05:25,  1.20s/it, est. speed input: 112.25 toks/s, output: 1259.45 toks/s]
-2025-03-15T11:40:53.858541788Z 
Processed prompts:  46%|████▌     | 230/500 [04:59<04:37,  1.03s/it, est. speed input: 112.50 toks/s, output: 1270.59 toks/s]
-2025-03-15T11:40:58.211849823Z 
Processed prompts:  46%|████▌     | 231/500 [05:00<04:10,  1.07it/s, est. speed input: 112.67 toks/s, output: 1281.39 toks/s]
-2025-03-15T11:40:58.496517248Z 
Processed prompts:  46%|████▋     | 232/500 [05:04<08:43,  1.95s/it, est. speed input: 111.45 toks/s, output: 1272.38 toks/s]
-2025-03-15T11:40:59.380578888Z 
Processed prompts:  47%|████▋     | 234/500 [05:04<04:57,  1.12s/it, est. speed input: 112.04 toks/s, output: 1279.17 toks/s]
-2025-03-15T11:41:02.232909144Z 
Processed prompts:  47%|████▋     | 235/500 [05:05<04:41,  1.06s/it, est. speed input: 112.09 toks/s, output: 1282.72 toks/s]
-2025-03-15T11:41:03.035415114Z 
Processed prompts:  47%|████▋     | 236/500 [05:08<06:43,  1.53s/it, est. speed input: 111.37 toks/s, output: 1272.58 toks/s]
-2025-03-15T11:41:03.838393129Z 
Processed prompts:  47%|████▋     | 237/500 [05:09<05:50,  1.33s/it, est. speed input: 111.45 toks/s, output: 1276.67 toks/s]
-2025-03-15T11:41:06.168165470Z 
Processed prompts:  48%|████▊     | 238/500 [05:10<05:10,  1.18s/it, est. speed input: 111.69 toks/s, output: 1287.06 toks/s]
-2025-03-15T11:41:07.142642800Z 
Processed prompts:  48%|████▊     | 239/500 [05:12<06:34,  1.51s/it, est. speed input: 111.21 toks/s, output: 1283.20 toks/s]
-2025-03-15T11:41:08.371832585Z 
Processed prompts:  48%|████▊     | 240/500 [05:13<05:52,  1.36s/it, est. speed input: 111.23 toks/s, output: 1286.87 toks/s]
-2025-03-15T11:41:09.177030973Z 
Processed prompts:  48%|████▊     | 242/500 [05:14<04:23,  1.02s/it, est. speed input: 111.44 toks/s, output: 1287.08 toks/s]
-2025-03-15T11:41:11.634033724Z 
Processed prompts:  49%|████▊     | 243/500 [05:15<04:08,  1.03it/s, est. speed input: 111.47 toks/s, output: 1285.89 toks/s]
-2025-03-15T11:41:12.953872616Z 
Processed prompts:  49%|████▉     | 244/500 [05:18<05:46,  1.35s/it, est. speed input: 110.95 toks/s, output: 1280.14 toks/s]
-2025-03-15T11:41:13.810115968Z 
Processed prompts:  49%|████▉     | 246/500 [05:19<04:28,  1.06s/it, est. speed input: 111.51 toks/s, output: 1293.91 toks/s]
-2025-03-15T11:41:14.410708660Z 
Processed prompts:  49%|████▉     | 247/500 [05:20<04:15,  1.01s/it, est. speed input: 111.55 toks/s, output: 1295.25 toks/s]
-2025-03-15T11:41:15.089711083Z 
Processed prompts:  50%|████▉     | 248/500 [05:20<03:49,  1.10it/s, est. speed input: 112.01 toks/s, output: 1306.41 toks/s]
-2025-03-15T11:41:16.536235344Z 
Processed prompts:  50%|█████     | 250/500 [05:21<02:47,  1.49it/s, est. speed input: 112.40 toks/s, output: 1308.76 toks/s]
-2025-03-15T11:41:17.130348677Z 
Processed prompts:  50%|█████     | 251/500 [05:22<03:31,  1.18it/s, est. speed input: 112.22 toks/s, output: 1306.08 toks/s]
-2025-03-15T11:41:18.152749672Z 
Processed prompts:  50%|█████     | 252/500 [05:23<03:15,  1.27it/s, est. speed input: 112.32 toks/s, output: 1306.02 toks/s]
-2025-03-15T11:41:18.411452749Z 
Processed prompts:  51%|█████     | 253/500 [05:24<03:29,  1.18it/s, est. speed input: 112.96 toks/s, output: 1315.47 toks/s]
-2025-03-15T11:41:19.263564133Z 
Processed prompts:  51%|█████     | 254/500 [05:24<02:49,  1.45it/s, est. speed input: 113.76 toks/s, output: 1327.98 toks/s]
-2025-03-15T11:41:20.024970278Z 
Processed prompts:  51%|█████     | 255/500 [05:25<02:59,  1.36it/s, est. speed input: 113.76 toks/s, output: 1326.43 toks/s]
-2025-03-15T11:41:20.360046539Z 
Processed prompts:  51%|█████     | 256/500 [05:26<03:00,  1.35it/s, est. speed input: 113.86 toks/s, output: 1332.64 toks/s]
-2025-03-15T11:41:21.694995810Z 
Processed prompts:  51%|█████▏    | 257/500 [05:26<02:31,  1.60it/s, est. speed input: 114.46 toks/s, output: 1344.82 toks/s]
-2025-03-15T11:41:27.443117854Z 
Processed prompts:  52%|█████▏    | 259/500 [05:28<02:35,  1.55it/s, est. speed input: 115.23 toks/s, output: 1356.53 toks/s]
-2025-03-15T11:41:27.861236311Z 
Processed prompts:  52%|█████▏    | 260/500 [05:33<07:33,  1.89s/it, est. speed input: 113.53 toks/s, output: 1334.48 toks/s]
-2025-03-15T11:41:28.282375252Z 
Processed prompts:  52%|█████▏    | 261/500 [05:34<06:00,  1.51s/it, est. speed input: 113.68 toks/s, output: 1334.96 toks/s]
-2025-03-15T11:41:29.113969222Z 
Processed prompts:  52%|█████▏    | 262/500 [05:34<04:49,  1.22s/it, est. speed input: 114.23 toks/s, output: 1346.79 toks/s]
-2025-03-15T11:41:30.031869216Z 
Processed prompts:  53%|█████▎    | 263/500 [05:35<04:22,  1.11s/it, est. speed input: 114.25 toks/s, output: 1346.48 toks/s]
-2025-03-15T11:41:30.782206244Z 
Processed prompts:  53%|█████▎    | 264/500 [05:36<04:08,  1.05s/it, est. speed input: 114.27 toks/s, output: 1349.92 toks/s]
-2025-03-15T11:41:30.949076599Z 
Processed prompts:  53%|█████▎    | 265/500 [05:37<03:47,  1.03it/s, est. speed input: 114.33 toks/s, output: 1352.03 toks/s]
-2025-03-15T11:41:33.253373432Z 
Processed prompts:  53%|█████▎    | 266/500 [05:37<02:51,  1.36it/s, est. speed input: 114.63 toks/s, output: 1361.24 toks/s]
-2025-03-15T11:41:33.941133629Z 
Processed prompts:  53%|█████▎    | 267/500 [05:39<04:38,  1.20s/it, est. speed input: 114.14 toks/s, output: 1354.58 toks/s]
-2025-03-15T11:41:34.111358869Z 
Processed prompts:  54%|█████▎    | 268/500 [05:40<04:02,  1.05s/it, est. speed input: 114.22 toks/s, output: 1355.31 toks/s]
-2025-03-15T11:41:36.052027869Z 
Processed prompts:  54%|█████▍    | 271/500 [05:40<01:52,  2.03it/s, est. speed input: 115.08 toks/s, output: 1369.12 toks/s]
-2025-03-15T11:41:36.472707362Z 
Processed prompts:  54%|█████▍    | 272/500 [05:42<03:01,  1.25it/s, est. speed input: 114.74 toks/s, output: 1365.15 toks/s]
-2025-03-15T11:41:36.725387053Z 
Processed prompts:  55%|█████▍    | 273/500 [05:42<02:41,  1.41it/s, est. speed input: 115.34 toks/s, output: 1376.95 toks/s]
-2025-03-15T11:41:36.978923895Z 
Processed prompts:  55%|█████▍    | 274/500 [05:43<02:14,  1.68it/s, est. speed input: 115.58 toks/s, output: 1383.51 toks/s]
-2025-03-15T11:41:41.987551088Z 
Processed prompts:  55%|█████▌    | 275/500 [05:43<01:54,  1.97it/s, est. speed input: 115.79 toks/s, output: 1385.06 toks/s]
-2025-03-15T11:41:42.313607114Z 
Processed prompts:  55%|█████▌    | 276/500 [05:48<06:27,  1.73s/it, est. speed input: 114.40 toks/s, output: 1367.09 toks/s]
-2025-03-15T11:41:45.766859465Z 
Processed prompts:  55%|█████▌    | 277/500 [05:48<04:58,  1.34s/it, est. speed input: 114.56 toks/s, output: 1367.81 toks/s]
-2025-03-15T11:41:46.095288023Z 
Processed prompts:  56%|█████▌    | 278/500 [05:52<07:11,  1.94s/it, est. speed input: 113.73 toks/s, output: 1357.54 toks/s]
-2025-03-15T11:41:48.393161759Z 
Processed prompts:  56%|█████▌    | 280/500 [05:52<04:11,  1.14s/it, est. speed input: 114.16 toks/s, output: 1362.67 toks/s]
-2025-03-15T11:41:49.137957121Z 
Processed prompts:  56%|█████▌    | 281/500 [05:54<05:11,  1.42s/it, est. speed input: 113.71 toks/s, output: 1357.37 toks/s]
-2025-03-15T11:41:50.040840143Z 
Processed prompts:  56%|█████▋    | 282/500 [05:55<04:32,  1.25s/it, est. speed input: 114.64 toks/s, output: 1367.95 toks/s]
-2025-03-15T11:41:51.107373228Z 
Processed prompts:  57%|█████▋    | 283/500 [05:56<04:10,  1.16s/it, est. speed input: 114.63 toks/s, output: 1367.38 toks/s]
-2025-03-15T11:41:51.352961379Z 
Processed prompts:  57%|█████▋    | 284/500 [05:57<04:04,  1.13s/it, est. speed input: 114.58 toks/s, output: 1368.42 toks/s]
-2025-03-15T11:41:51.849904427Z 
Processed prompts:  57%|█████▋    | 286/500 [05:57<02:26,  1.46it/s, est. speed input: 115.05 toks/s, output: 1373.19 toks/s]
-2025-03-15T11:41:53.170366937Z 
Processed prompts:  58%|█████▊    | 288/500 [05:58<01:49,  1.94it/s, est. speed input: 115.40 toks/s, output: 1375.34 toks/s]
-2025-03-15T11:41:53.903573510Z 
Processed prompts:  58%|█████▊    | 289/500 [05:59<02:25,  1.45it/s, est. speed input: 115.37 toks/s, output: 1383.69 toks/s]
-2025-03-15T11:41:54.388119383Z 
Processed prompts:  58%|█████▊    | 291/500 [06:00<01:58,  1.77it/s, est. speed input: 115.76 toks/s, output: 1396.02 toks/s]
-2025-03-15T11:41:55.117763339Z 
Processed prompts:  58%|█████▊    | 292/500 [06:00<01:54,  1.82it/s, est. speed input: 115.89 toks/s, output: 1398.03 toks/s]
-2025-03-15T11:41:55.683819901Z 
Processed prompts:  59%|█████▊    | 293/500 [06:01<02:02,  1.69it/s, est. speed input: 115.93 toks/s, output: 1398.35 toks/s]
-2025-03-15T11:41:56.165935062Z 
Processed prompts:  59%|█████▉    | 294/500 [06:02<02:00,  1.71it/s, est. speed input: 116.00 toks/s, output: 1398.00 toks/s]
-2025-03-15T11:41:57.851689920Z 
Processed prompts:  59%|█████▉    | 295/500 [06:02<01:54,  1.79it/s, est. speed input: 116.14 toks/s, output: 1400.52 toks/s]
-2025-03-15T11:41:58.172271516Z 
Processed prompts:  59%|█████▉    | 297/500 [06:04<02:18,  1.47it/s, est. speed input: 116.54 toks/s, output: 1409.09 toks/s]
-2025-03-15T11:42:00.798671410Z 
Processed prompts:  60%|█████▉    | 298/500 [06:04<02:00,  1.68it/s, est. speed input: 116.70 toks/s, output: 1410.23 toks/s]
-2025-03-15T11:42:01.037698929Z 
Processed prompts:  60%|█████▉    | 299/500 [06:07<03:42,  1.11s/it, est. speed input: 116.14 toks/s, output: 1403.91 toks/s]
-2025-03-15T11:42:02.939416961Z 
Processed prompts:  60%|██████    | 300/500 [06:07<02:55,  1.14it/s, est. speed input: 116.41 toks/s, output: 1416.38 toks/s]
-2025-03-15T11:42:03.802692857Z 
Processed prompts:  60%|██████    | 301/500 [06:09<03:50,  1.16s/it, est. speed input: 116.10 toks/s, output: 1413.67 toks/s]
-2025-03-15T11:42:03.959793143Z 
Processed prompts:  61%|██████    | 303/500 [06:10<02:45,  1.19it/s, est. speed input: 116.44 toks/s, output: 1426.01 toks/s]
-2025-03-15T11:42:04.116676268Z 
Processed prompts:  61%|██████    | 304/500 [06:10<02:12,  1.48it/s, est. speed input: 116.64 toks/s, output: 1427.85 toks/s]
-2025-03-15T11:42:05.677890366Z 
Processed prompts:  61%|██████    | 305/500 [06:10<01:46,  1.84it/s, est. speed input: 116.84 toks/s, output: 1429.05 toks/s]
-2025-03-15T11:42:05.988276279Z 
Processed prompts:  61%|██████    | 306/500 [06:12<02:38,  1.23it/s, est. speed input: 117.09 toks/s, output: 1436.42 toks/s]
-2025-03-15T11:42:08.704417008Z 
Processed prompts:  62%|██████▏   | 308/500 [06:12<01:41,  1.89it/s, est. speed input: 117.52 toks/s, output: 1441.90 toks/s]
-2025-03-15T11:42:13.752534312Z 
Processed prompts:  62%|██████▏   | 309/500 [06:15<03:19,  1.05s/it, est. speed input: 116.95 toks/s, output: 1436.67 toks/s]
-2025-03-15T11:42:16.191213664Z 
Processed prompts:  62%|██████▏   | 310/500 [06:20<06:30,  2.05s/it, est. speed input: 115.67 toks/s, output: 1422.26 toks/s]
-2025-03-15T11:42:16.425214117Z 
Processed prompts:  62%|██████▏   | 311/500 [06:22<06:47,  2.16s/it, est. speed input: 115.18 toks/s, output: 1416.01 toks/s]
-2025-03-15T11:42:19.938807779Z 
Processed prompts:  62%|██████▏   | 312/500 [06:22<05:06,  1.63s/it, est. speed input: 115.37 toks/s, output: 1418.48 toks/s]
-2025-03-15T11:42:20.172580245Z 
Processed prompts:  63%|██████▎   | 313/500 [06:26<06:43,  2.16s/it, est. speed input: 114.70 toks/s, output: 1418.93 toks/s]
-2025-03-15T11:42:20.560930269Z 
Processed prompts:  63%|██████▎   | 314/500 [06:26<04:58,  1.61s/it, est. speed input: 114.92 toks/s, output: 1426.17 toks/s]
-2025-03-15T11:42:23.517316133Z 
Processed prompts:  63%|██████▎   | 315/500 [06:27<03:51,  1.25s/it, est. speed input: 115.89 toks/s, output: 1438.09 toks/s]
-2025-03-15T11:42:24.678689542Z 
Processed prompts:  63%|██████▎   | 316/500 [06:29<05:22,  1.75s/it, est. speed input: 115.30 toks/s, output: 1435.97 toks/s]
-2025-03-15T11:42:25.142854713Z 
Processed prompts:  64%|██████▎   | 318/500 [06:31<03:41,  1.22s/it, est. speed input: 115.63 toks/s, output: 1448.35 toks/s]
-2025-03-15T11:42:27.696718300Z 
Processed prompts:  64%|██████▍   | 320/500 [06:31<02:29,  1.21it/s, est. speed input: 115.99 toks/s, output: 1453.24 toks/s]
-2025-03-15T11:42:30.479303281Z 
Processed prompts:  64%|██████▍   | 321/500 [06:34<03:36,  1.21s/it, est. speed input: 115.79 toks/s, output: 1457.16 toks/s]
-2025-03-15T11:42:34.883386403Z 
Processed prompts:  64%|██████▍   | 322/500 [06:36<04:42,  1.58s/it, est. speed input: 115.23 toks/s, output: 1451.48 toks/s]
-2025-03-15T11:42:37.512474413Z 
Processed prompts:  65%|██████▍   | 323/500 [06:41<06:47,  2.30s/it, est. speed input: 114.29 toks/s, output: 1448.88 toks/s]
-2025-03-15T11:42:38.594400200Z 
Processed prompts:  65%|██████▍   | 324/500 [06:43<07:00,  2.39s/it, est. speed input: 113.77 toks/s, output: 1442.23 toks/s]
-2025-03-15T11:42:40.712620227Z 
Processed prompts:  65%|██████▌   | 325/500 [06:45<05:55,  2.03s/it, est. speed input: 113.72 toks/s, output: 1442.89 toks/s]
-2025-03-15T11:42:41.770374741Z 
Processed prompts:  65%|██████▌   | 326/500 [06:47<05:57,  2.05s/it, est. speed input: 113.35 toks/s, output: 1438.54 toks/s]
-2025-03-15T11:42:42.583829057Z 
Processed prompts:  65%|██████▌   | 327/500 [06:48<05:05,  1.77s/it, est. speed input: 113.33 toks/s, output: 1442.17 toks/s]
-2025-03-15T11:42:44.916951138Z 
Processed prompts:  66%|██████▌   | 328/500 [06:49<04:16,  1.49s/it, est. speed input: 113.33 toks/s, output: 1442.56 toks/s]
-2025-03-15T11:42:45.375000720Z 
Processed prompts:  66%|██████▌   | 330/500 [06:51<03:48,  1.34s/it, est. speed input: 113.21 toks/s, output: 1447.04 toks/s]
-2025-03-15T11:42:45.679565731Z 
Processed prompts:  66%|██████▌   | 331/500 [06:51<03:10,  1.13s/it, est. speed input: 113.33 toks/s, output: 1450.21 toks/s]
-2025-03-15T11:42:45.973887053Z 
Processed prompts:  66%|██████▋   | 332/500 [06:52<02:33,  1.10it/s, est. speed input: 113.49 toks/s, output: 1453.93 toks/s]
-2025-03-15T11:42:46.120425695Z 
Processed prompts:  67%|██████▋   | 333/500 [06:52<02:04,  1.34it/s, est. speed input: 113.80 toks/s, output: 1466.16 toks/s]
-2025-03-15T11:42:48.161608982Z 
Processed prompts:  67%|██████▋   | 334/500 [06:52<01:36,  1.73it/s, est. speed input: 113.98 toks/s, output: 1468.65 toks/s]
-2025-03-15T11:42:48.744137770Z 
Processed prompts:  67%|██████▋   | 335/500 [06:54<02:44,  1.00it/s, est. speed input: 113.67 toks/s, output: 1466.76 toks/s]
-2025-03-15T11:42:50.709885419Z 
Processed prompts:  67%|██████▋   | 336/500 [06:55<02:23,  1.14it/s, est. speed input: 113.78 toks/s, output: 1472.33 toks/s]
-2025-03-15T11:42:53.188551713Z 
Processed prompts:  67%|██████▋   | 337/500 [06:57<03:14,  1.19s/it, est. speed input: 113.46 toks/s, output: 1468.59 toks/s]
-2025-03-15T11:42:56.142644976Z 
Processed prompts:  68%|██████▊   | 338/500 [06:59<04:14,  1.57s/it, est. speed input: 113.06 toks/s, output: 1468.46 toks/s]
-2025-03-15T11:42:56.653147517Z 
Processed prompts:  68%|██████▊   | 339/500 [07:02<05:19,  1.98s/it, est. speed input: 112.53 toks/s, output: 1466.17 toks/s]
-2025-03-15T11:42:56.942798311Z 
Processed prompts:  68%|██████▊   | 340/500 [07:03<04:07,  1.54s/it, est. speed input: 112.73 toks/s, output: 1477.68 toks/s]
-2025-03-15T11:42:57.446185076Z 
Processed prompts:  68%|██████▊   | 342/500 [07:03<02:22,  1.11it/s, est. speed input: 113.13 toks/s, output: 1487.96 toks/s]
-2025-03-15T11:42:58.372940289Z 
Processed prompts:  69%|██████▊   | 343/500 [07:03<02:06,  1.25it/s, est. speed input: 113.39 toks/s, output: 1499.48 toks/s]
-2025-03-15T11:42:59.438192424Z 
Processed prompts:  69%|██████▉   | 344/500 [07:04<02:10,  1.20it/s, est. speed input: 113.48 toks/s, output: 1509.49 toks/s]
-2025-03-15T11:43:04.267933896Z 
Processed prompts:  69%|██████▉   | 345/500 [07:05<02:19,  1.11it/s, est. speed input: 113.44 toks/s, output: 1511.00 toks/s]
-2025-03-15T11:43:05.047474552Z 
Processed prompts:  69%|██████▉   | 346/500 [07:10<05:07,  2.00s/it, est. speed input: 112.43 toks/s, output: 1502.64 toks/s]
-2025-03-15T11:43:05.330411796Z 
Processed prompts:  69%|██████▉   | 347/500 [07:11<04:12,  1.65s/it, est. speed input: 112.53 toks/s, output: 1513.22 toks/s]
-2025-03-15T11:43:07.860148949Z 
Processed prompts:  70%|██████▉   | 348/500 [07:11<03:10,  1.25s/it, est. speed input: 112.73 toks/s, output: 1521.83 toks/s]
-2025-03-15T11:43:11.152655540Z 
Processed prompts:  70%|██████▉   | 349/500 [07:14<04:05,  1.63s/it, est. speed input: 112.30 toks/s, output: 1517.72 toks/s]
-2025-03-15T11:43:13.117737062Z 
Processed prompts:  70%|███████   | 350/500 [07:17<05:17,  2.12s/it, est. speed input: 111.70 toks/s, output: 1513.56 toks/s]
-2025-03-15T11:43:16.418494249Z 
Processed prompts:  70%|███████   | 351/500 [07:19<05:08,  2.07s/it, est. speed input: 111.41 toks/s, output: 1510.32 toks/s]
-2025-03-15T11:43:20.422157730Z 
Processed prompts:  70%|███████   | 352/500 [07:22<06:00,  2.44s/it, est. speed input: 110.81 toks/s, output: 1504.67 toks/s]
-2025-03-15T11:43:21.055098907Z 
Processed prompts:  71%|███████   | 353/500 [07:26<07:07,  2.90s/it, est. speed input: 110.04 toks/s, output: 1496.99 toks/s]
-2025-03-15T11:43:21.265623073Z 
Processed prompts:  71%|███████   | 354/500 [07:27<05:25,  2.23s/it, est. speed input: 110.12 toks/s, output: 1501.41 toks/s]
-2025-03-15T11:43:22.309268051Z 
Processed prompts:  71%|███████   | 355/500 [07:27<03:55,  1.62s/it, est. speed input: 110.36 toks/s, output: 1514.03 toks/s]
-2025-03-15T11:43:23.211443837Z 
Processed prompts:  71%|███████   | 356/500 [07:28<03:28,  1.45s/it, est. speed input: 110.33 toks/s, output: 1515.74 toks/s]
-2025-03-15T11:43:29.120752799Z 
Processed prompts:  71%|███████▏  | 357/500 [07:29<03:03,  1.29s/it, est. speed input: 110.33 toks/s, output: 1518.03 toks/s]
-2025-03-15T11:43:29.952053859Z 
Processed prompts:  72%|███████▏  | 358/500 [07:35<06:19,  2.67s/it, est. speed input: 109.33 toks/s, output: 1511.69 toks/s]
-2025-03-15T11:43:32.367206646Z 
Processed prompts:  72%|███████▏  | 359/500 [07:36<04:58,  2.12s/it, est. speed input: 109.38 toks/s, output: 1517.23 toks/s]
-2025-03-15T11:43:34.229283064Z 
Processed prompts:  72%|███████▏  | 360/500 [07:38<05:09,  2.21s/it, est. speed input: 109.01 toks/s, output: 1514.19 toks/s]
-2025-03-15T11:43:34.782312417Z 
Processed prompts:  72%|███████▏  | 361/500 [07:40<04:52,  2.10s/it, est. speed input: 108.82 toks/s, output: 1516.63 toks/s]
-2025-03-15T11:43:41.690298352Z 
Processed prompts:  72%|███████▏  | 362/500 [07:41<03:46,  1.64s/it, est. speed input: 108.96 toks/s, output: 1526.64 toks/s]
-2025-03-15T11:43:42.516676093Z 
Processed prompts:  73%|███████▎  | 363/500 [07:48<07:21,  3.22s/it, est. speed input: 107.65 toks/s, output: 1517.49 toks/s]
-2025-03-15T11:43:52.326129590Z 
Processed prompts:  73%|███████▎  | 364/500 [07:48<05:40,  2.50s/it, est. speed input: 107.66 toks/s, output: 1519.61 toks/s]
-2025-03-15T11:43:56.064803073Z 
Processed prompts:  73%|███████▎  | 365/500 [07:58<10:33,  4.69s/it, est. speed input: 105.66 toks/s, output: 1493.65 toks/s]
-2025-03-15T11:43:57.311036600Z 
Processed prompts:  73%|███████▎  | 366/500 [08:02<09:50,  4.41s/it, est. speed input: 105.05 toks/s, output: 1488.02 toks/s]
-2025-03-15T11:43:58.622270617Z 
Processed prompts:  73%|███████▎  | 367/500 [08:03<07:40,  3.46s/it, est. speed input: 105.00 toks/s, output: 1492.89 toks/s]
-2025-03-15T11:43:59.996291244Z 
Processed prompts:  74%|███████▎  | 368/500 [08:05<06:11,  2.81s/it, est. speed input: 105.05 toks/s, output: 1502.27 toks/s]
-2025-03-15T11:44:02.398014706Z 
Processed prompts:  74%|███████▍  | 369/500 [08:06<05:12,  2.38s/it, est. speed input: 104.98 toks/s, output: 1507.34 toks/s]
-2025-03-15T11:44:14.562374362Z 
Processed prompts:  74%|███████▍  | 370/500 [08:08<05:10,  2.39s/it, est. speed input: 104.85 toks/s, output: 1513.36 toks/s]
-2025-03-15T11:44:24.015511333Z 
Processed prompts:  74%|███████▍  | 371/500 [08:21<11:26,  5.32s/it, est. speed input: 102.64 toks/s, output: 1490.07 toks/s]
-2025-03-15T11:44:31.092040297Z 
Processed prompts:  75%|███████▍  | 373/500 [08:30<10:40,  5.05s/it, est. speed input: 101.25 toks/s, output: 1489.15 toks/s]
-2025-03-15T11:44:31.430447693Z 
Processed prompts:  75%|███████▍  | 374/500 [08:37<11:39,  5.55s/it, est. speed input: 100.07 toks/s, output: 1477.39 toks/s]
-2025-03-15T11:44:33.856900474Z 
Processed prompts:  75%|███████▌  | 375/500 [08:37<08:43,  4.19s/it, est. speed input: 100.23 toks/s, output: 1486.76 toks/s]
-2025-03-15T11:44:35.601012700Z 
Processed prompts:  75%|███████▌  | 376/500 [08:40<07:39,  3.71s/it, est. speed input: 100.04 toks/s, output: 1493.33 toks/s]
-2025-03-15T11:44:41.261121799Z 
Processed prompts:  75%|███████▌  | 377/500 [08:42<06:28,  3.16s/it, est. speed input: 99.91 toks/s, output: 1497.23 toks/s] 
-2025-03-15T11:44:42.267115795Z 
Processed prompts:  76%|███████▌  | 378/500 [08:47<07:52,  3.87s/it, est. speed input: 99.17 toks/s, output: 1494.68 toks/s]
-2025-03-15T11:44:42.667160461Z 
Processed prompts:  76%|███████▌  | 379/500 [08:48<06:08,  3.04s/it, est. speed input: 99.22 toks/s, output: 1503.70 toks/s]
-2025-03-15T11:44:48.020719485Z 
Processed prompts:  76%|███████▌  | 380/500 [08:49<04:32,  2.27s/it, est. speed input: 99.47 toks/s, output: 1516.08 toks/s]
-2025-03-15T11:44:48.615583573Z 
Processed prompts:  76%|███████▌  | 381/500 [08:54<06:18,  3.18s/it, est. speed input: 98.70 toks/s, output: 1512.46 toks/s]
-2025-03-15T11:44:48.943687338Z 
Processed prompts:  76%|███████▋  | 382/500 [08:55<04:44,  2.41s/it, est. speed input: 98.93 toks/s, output: 1524.32 toks/s]
-2025-03-15T11:44:51.892721628Z 
Processed prompts:  77%|███████▋  | 383/500 [08:55<03:29,  1.79s/it, est. speed input: 99.07 toks/s, output: 1532.45 toks/s]
-2025-03-15T11:44:54.891472100Z 
Processed prompts:  77%|███████▋  | 384/500 [08:58<04:07,  2.14s/it, est. speed input: 98.82 toks/s, output: 1537.61 toks/s]
-2025-03-15T11:44:56.906830745Z 
Processed prompts:  77%|███████▋  | 385/500 [09:01<04:35,  2.39s/it, est. speed input: 98.56 toks/s, output: 1542.65 toks/s]
-2025-03-15T11:45:01.735870336Z 
Processed prompts:  77%|███████▋  | 386/500 [09:03<04:20,  2.28s/it, est. speed input: 98.36 toks/s, output: 1542.78 toks/s]
-2025-03-15T11:45:07.180072137Z 
Processed prompts:  77%|███████▋  | 387/500 [09:08<05:43,  3.04s/it, est. speed input: 97.76 toks/s, output: 1542.78 toks/s]
-2025-03-15T11:45:11.770703915Z 
Processed prompts:  78%|███████▊  | 388/500 [09:13<07:01,  3.76s/it, est. speed input: 97.06 toks/s, output: 1541.20 toks/s]
-2025-03-15T11:45:12.227599236Z 
Processed prompts:  78%|███████▊  | 389/500 [09:18<07:25,  4.01s/it, est. speed input: 96.54 toks/s, output: 1542.14 toks/s]
-2025-03-15T11:45:13.459638674Z 
Processed prompts:  78%|███████▊  | 390/500 [09:18<05:24,  2.95s/it, est. speed input: 96.65 toks/s, output: 1549.29 toks/s]
-2025-03-15T11:45:14.167661744Z 
Processed prompts:  78%|███████▊  | 391/500 [09:19<04:25,  2.43s/it, est. speed input: 96.72 toks/s, output: 1559.50 toks/s]
-2025-03-15T11:45:18.133448760Z 
Processed prompts:  78%|███████▊  | 392/500 [09:20<03:26,  1.91s/it, est. speed input: 96.86 toks/s, output: 1571.15 toks/s]
-2025-03-15T11:45:21.847235784Z 
Processed prompts:  79%|███████▊  | 393/500 [09:24<04:30,  2.53s/it, est. speed input: 96.51 toks/s, output: 1573.74 toks/s]
-2025-03-15T11:45:22.039286241Z 
Processed prompts:  79%|███████▉  | 394/500 [09:28<05:05,  2.89s/it, est. speed input: 96.09 toks/s, output: 1574.64 toks/s]
-2025-03-15T11:45:23.184525640Z 
Processed prompts:  79%|███████▉  | 395/500 [09:28<03:38,  2.08s/it, est. speed input: 96.31 toks/s, output: 1587.76 toks/s]
-2025-03-15T11:45:28.629545880Z 
Processed prompts:  79%|███████▉  | 396/500 [09:29<03:06,  1.80s/it, est. speed input: 96.33 toks/s, output: 1596.30 toks/s]
-2025-03-15T11:45:31.224920310Z 
Processed prompts:  79%|███████▉  | 397/500 [09:35<04:57,  2.89s/it, est. speed input: 95.62 toks/s, output: 1592.52 toks/s]
-2025-03-15T11:45:34.777615364Z 
Processed prompts:  80%|███████▉  | 398/500 [09:37<04:45,  2.80s/it, est. speed input: 95.37 toks/s, output: 1592.71 toks/s]
-2025-03-15T11:45:37.947997160Z 
Processed prompts:  80%|████████  | 400/500 [09:41<03:52,  2.33s/it, est. speed input: 95.32 toks/s, output: 1608.44 toks/s]
-2025-03-15T11:45:40.659778389Z 
Processed prompts:  80%|████████  | 401/500 [09:44<04:11,  2.54s/it, est. speed input: 95.03 toks/s, output: 1613.42 toks/s]
-2025-03-15T11:45:47.630161475Z 
Processed prompts:  80%|████████  | 402/500 [09:47<04:13,  2.58s/it, est. speed input: 94.75 toks/s, output: 1612.80 toks/s]
-2025-03-15T11:45:48.688036035Z 
Processed prompts:  81%|████████  | 403/500 [09:54<06:06,  3.78s/it, est. speed input: 93.82 toks/s, output: 1602.24 toks/s]
-2025-03-15T11:45:53.147635645Z 
Processed prompts:  81%|████████  | 404/500 [09:55<04:49,  3.02s/it, est. speed input: 94.01 toks/s, output: 1613.10 toks/s]
-2025-03-15T11:45:56.435299998Z 
Processed prompts:  81%|████████  | 405/500 [09:59<05:25,  3.43s/it, est. speed input: 94.02 toks/s, output: 1614.84 toks/s]
-2025-03-15T11:45:56.621931287Z 
Processed prompts:  81%|████████  | 406/500 [10:02<05:18,  3.39s/it, est. speed input: 94.02 toks/s, output: 1619.78 toks/s]
-2025-03-15T11:46:01.914304024Z 
Processed prompts:  81%|████████▏ | 407/500 [10:03<03:47,  2.45s/it, est. speed input: 94.24 toks/s, output: 1633.02 toks/s]
-2025-03-15T11:46:06.880584518Z 
Processed prompts:  82%|████████▏ | 408/500 [10:08<05:02,  3.29s/it, est. speed input: 93.69 toks/s, output: 1632.58 toks/s]
-2025-03-15T11:46:09.731245354Z 
Processed prompts:  82%|████████▏ | 409/500 [10:13<05:44,  3.79s/it, est. speed input: 93.16 toks/s, output: 1633.15 toks/s]
-2025-03-15T11:46:31.062399070Z 
Processed prompts:  82%|████████▏ | 410/500 [10:16<05:15,  3.51s/it, est. speed input: 92.95 toks/s, output: 1639.39 toks/s]
-2025-03-15T11:46:31.853985439Z 
Processed prompts:  82%|████████▏ | 411/500 [10:37<13:05,  8.82s/it, est. speed input: 90.11 toks/s, output: 1598.43 toks/s]
-2025-03-15T11:46:33.785032079Z 
Processed prompts:  82%|████████▏ | 412/500 [10:38<09:25,  6.42s/it, est. speed input: 90.15 toks/s, output: 1604.25 toks/s]
-2025-03-15T11:46:35.757524013Z 
Processed prompts:  83%|████████▎ | 413/500 [10:40<07:21,  5.08s/it, est. speed input: 90.09 toks/s, output: 1613.31 toks/s]
-2025-03-15T11:46:37.328490870Z 
Processed prompts:  83%|████████▎ | 414/500 [10:42<05:56,  4.15s/it, est. speed input: 90.25 toks/s, output: 1622.26 toks/s]
-2025-03-15T11:46:40.654744543Z 
Processed prompts:  83%|████████▎ | 416/500 [10:43<03:38,  2.60s/it, est. speed input: 90.44 toks/s, output: 1646.10 toks/s]
-2025-03-15T11:46:40.826241778Z 
Processed prompts:  83%|████████▎ | 417/500 [10:47<03:50,  2.78s/it, est. speed input: 90.15 toks/s, output: 1648.36 toks/s]
-2025-03-15T11:46:42.353010185Z 
Processed prompts:  84%|████████▎ | 418/500 [10:47<02:51,  2.10s/it, est. speed input: 90.30 toks/s, output: 1658.81 toks/s]
-2025-03-15T11:46:49.104519322Z 
Processed prompts:  84%|████████▍ | 419/500 [10:48<02:37,  1.94s/it, est. speed input: 90.28 toks/s, output: 1668.85 toks/s]
-2025-03-15T11:46:50.727117061Z 
Processed prompts:  84%|████████▍ | 420/500 [10:55<04:23,  3.29s/it, est. speed input: 89.63 toks/s, output: 1665.65 toks/s]
-2025-03-15T11:46:51.114806036Z 
Processed prompts:  84%|████████▍ | 421/500 [10:57<03:42,  2.81s/it, est. speed input: 89.63 toks/s, output: 1675.53 toks/s]
-2025-03-15T11:46:52.810785393Z 
Processed prompts:  84%|████████▍ | 422/500 [10:57<02:44,  2.11s/it, est. speed input: 90.05 toks/s, output: 1688.54 toks/s]
-2025-03-15T11:46:57.204248405Z 
Processed prompts:  85%|████████▍ | 423/500 [10:59<02:33,  1.99s/it, est. speed input: 90.06 toks/s, output: 1698.20 toks/s]
-2025-03-15T11:47:15.818688628Z 
Processed prompts:  85%|████████▍ | 424/500 [11:03<03:25,  2.70s/it, est. speed input: 89.68 toks/s, output: 1700.99 toks/s]
-2025-03-15T11:47:16.091477329Z 
Processed prompts:  85%|████████▌ | 425/500 [11:22<09:16,  7.42s/it, est. speed input: 87.37 toks/s, output: 1662.68 toks/s]
-2025-03-15T11:47:27.919020185Z 
Processed prompts:  85%|████████▌ | 426/500 [11:22<06:31,  5.29s/it, est. speed input: 87.52 toks/s, output: 1676.17 toks/s]
-2025-03-15T11:47:28.630555656Z 
Processed prompts:  85%|████████▌ | 427/500 [11:34<08:48,  7.24s/it, est. speed input: 86.27 toks/s, output: 1661.84 toks/s]
-2025-03-15T11:47:32.839240520Z 
Processed prompts:  86%|████████▌ | 428/500 [11:35<06:20,  5.29s/it, est. speed input: 86.51 toks/s, output: 1674.38 toks/s]
-2025-03-15T11:47:34.337208924Z 
Processed prompts:  86%|████████▌ | 429/500 [11:39<05:52,  4.97s/it, est. speed input: 86.31 toks/s, output: 1678.56 toks/s]
-2025-03-15T11:47:39.880469133Z 
Processed prompts:  86%|████████▌ | 430/500 [11:40<04:34,  3.93s/it, est. speed input: 86.35 toks/s, output: 1689.23 toks/s]
-2025-03-15T11:47:42.738516181Z 
Processed prompts:  86%|████████▌ | 431/500 [11:46<05:04,  4.41s/it, est. speed input: 85.91 toks/s, output: 1690.28 toks/s]
-2025-03-15T11:47:48.160079970Z 
Processed prompts:  86%|████████▋ | 432/500 [11:49<04:28,  3.95s/it, est. speed input: 85.96 toks/s, output: 1697.79 toks/s]
-2025-03-15T11:47:53.040328101Z 
Processed prompts:  87%|████████▋ | 433/500 [11:54<04:54,  4.39s/it, est. speed input: 85.54 toks/s, output: 1699.26 toks/s]
-2025-03-15T11:47:53.195606663Z 
Processed prompts:  87%|████████▋ | 434/500 [11:59<04:59,  4.54s/it, est. speed input: 85.16 toks/s, output: 1702.13 toks/s]
-2025-03-15T11:47:54.469103621Z 
Processed prompts:  87%|████████▋ | 435/500 [11:59<03:29,  3.22s/it, est. speed input: 85.28 toks/s, output: 1710.95 toks/s]
-2025-03-15T11:47:57.286201315Z 
Processed prompts:  87%|████████▋ | 436/500 [12:00<02:48,  2.64s/it, est. speed input: 85.26 toks/s, output: 1716.96 toks/s]
-2025-03-15T11:47:58.238281293Z 
Processed prompts:  87%|████████▋ | 437/500 [12:03<02:49,  2.69s/it, est. speed input: 85.15 toks/s, output: 1724.70 toks/s]
-2025-03-15T11:48:09.464911985Z 
Processed prompts:  88%|████████▊ | 438/500 [12:04<02:14,  2.17s/it, est. speed input: 85.16 toks/s, output: 1731.16 toks/s]
-2025-03-15T11:48:12.468510579Z 
Processed prompts:  88%|████████▊ | 440/500 [12:15<03:45,  3.76s/it, est. speed input: 84.34 toks/s, output: 1733.48 toks/s]
-2025-03-15T11:48:15.349075661Z 
Processed prompts:  88%|████████▊ | 441/500 [12:18<03:30,  3.57s/it, est. speed input: 84.16 toks/s, output: 1740.98 toks/s]
-2025-03-15T11:48:16.632455850Z 
Processed prompts:  88%|████████▊ | 442/500 [12:21<03:16,  3.39s/it, est. speed input: 84.15 toks/s, output: 1748.79 toks/s]
-2025-03-15T11:48:17.054261692Z 
Processed prompts:  89%|████████▊ | 443/500 [12:23<02:40,  2.82s/it, est. speed input: 84.21 toks/s, output: 1760.35 toks/s]
-2025-03-15T11:48:23.579356429Z 
Processed prompts:  89%|████████▉ | 444/500 [12:23<02:00,  2.15s/it, est. speed input: 84.38 toks/s, output: 1773.94 toks/s]
-2025-03-15T11:48:26.104260694Z 
Processed prompts:  89%|████████▉ | 445/500 [12:30<03:06,  3.40s/it, est. speed input: 83.82 toks/s, output: 1773.15 toks/s]
-2025-03-15T11:48:28.974759875Z 
Processed prompts:  89%|████████▉ | 446/500 [12:32<02:49,  3.14s/it, est. speed input: 83.90 toks/s, output: 1781.88 toks/s]
-2025-03-15T11:48:30.104792537Z 
Processed prompts:  89%|████████▉ | 447/500 [12:35<02:42,  3.06s/it, est. speed input: 83.71 toks/s, output: 1785.13 toks/s]
-2025-03-15T11:48:34.139428768Z 
Processed prompts:  90%|████████▉ | 448/500 [12:36<02:09,  2.49s/it, est. speed input: 83.71 toks/s, output: 1791.98 toks/s]
-2025-03-15T11:48:42.254765087Z 
Processed prompts:  90%|████████▉ | 449/500 [12:40<02:30,  2.95s/it, est. speed input: 83.50 toks/s, output: 1797.22 toks/s]
-2025-03-15T11:48:50.547428085Z 
Processed prompts:  90%|█████████ | 450/500 [12:48<03:44,  4.49s/it, est. speed input: 82.78 toks/s, output: 1791.86 toks/s]
-2025-03-15T11:48:51.818517051Z 
Processed prompts:  90%|█████████ | 451/500 [12:56<04:35,  5.62s/it, est. speed input: 82.23 toks/s, output: 1787.65 toks/s]
-2025-03-15T11:49:00.278140136Z 
Processed prompts:  90%|█████████ | 452/500 [12:58<03:27,  4.32s/it, est. speed input: 82.26 toks/s, output: 1799.66 toks/s]
-2025-03-15T11:49:14.801878739Z 
Processed prompts:  91%|█████████ | 453/500 [13:06<04:21,  5.56s/it, est. speed input: 81.50 toks/s, output: 1790.58 toks/s]
-2025-03-15T11:49:28.148215251Z 
Processed prompts:  91%|█████████ | 454/500 [13:21<06:19,  8.24s/it, est. speed input: 80.19 toks/s, output: 1773.28 toks/s]
-2025-03-15T11:49:30.210478446Z 
Processed prompts:  91%|█████████ | 455/500 [13:34<07:19,  9.77s/it, est. speed input: 79.12 toks/s, output: 1759.52 toks/s]
-2025-03-15T11:49:34.864634688Z 
Processed prompts:  91%|█████████ | 456/500 [13:36<05:28,  7.46s/it, est. speed input: 79.29 toks/s, output: 1770.39 toks/s]
-2025-03-15T11:49:37.203739567Z 
Processed prompts:  91%|█████████▏| 457/500 [13:41<04:44,  6.62s/it, est. speed input: 78.97 toks/s, output: 1772.02 toks/s]
-2025-03-15T11:49:41.536809905Z 
Processed prompts:  92%|█████████▏| 458/500 [13:43<03:44,  5.34s/it, est. speed input: 78.87 toks/s, output: 1778.15 toks/s]
-2025-03-15T11:49:42.685427617Z 
Processed prompts:  92%|█████████▏| 459/500 [13:47<03:26,  5.04s/it, est. speed input: 78.58 toks/s, output: 1780.09 toks/s]
-2025-03-15T11:49:49.178162084Z 
Processed prompts:  92%|█████████▏| 460/500 [13:49<02:34,  3.87s/it, est. speed input: 78.59 toks/s, output: 1788.52 toks/s]
-2025-03-15T11:49:52.114145439Z 
Processed prompts:  92%|█████████▏| 461/500 [13:55<03:01,  4.66s/it, est. speed input: 78.13 toks/s, output: 1789.34 toks/s]
-2025-03-15T11:49:54.333264004Z 
Processed prompts:  92%|█████████▏| 462/500 [13:58<02:37,  4.14s/it, est. speed input: 78.04 toks/s, output: 1798.62 toks/s]
-2025-03-15T11:49:54.762888737Z 
Processed prompts:  93%|█████████▎| 463/500 [14:00<02:11,  3.56s/it, est. speed input: 78.13 toks/s, output: 1809.44 toks/s]
-2025-03-15T11:50:00.015199209Z 
Processed prompts:  93%|█████████▎| 464/500 [14:01<01:34,  2.62s/it, est. speed input: 78.27 toks/s, output: 1824.09 toks/s]
-2025-03-15T11:50:08.651741194Z 
Processed prompts:  93%|█████████▎| 465/500 [14:06<01:59,  3.41s/it, est. speed input: 78.17 toks/s, output: 1828.41 toks/s]
-2025-03-15T11:50:09.836960936Z 
Processed prompts:  93%|█████████▎| 466/500 [14:15<02:49,  4.98s/it, est. speed input: 77.54 toks/s, output: 1825.69 toks/s]
-2025-03-15T11:50:12.114596805Z 
Processed prompts:  93%|█████████▎| 467/500 [14:16<02:06,  3.84s/it, est. speed input: 77.60 toks/s, output: 1838.93 toks/s]
-2025-03-15T11:50:13.542298747Z 
Processed prompts:  94%|█████████▎| 468/500 [14:18<01:47,  3.37s/it, est. speed input: 77.57 toks/s, output: 1849.84 toks/s]
-2025-03-15T11:50:14.695592327Z 
Processed prompts:  94%|█████████▍| 469/500 [14:19<01:26,  2.79s/it, est. speed input: 77.67 toks/s, output: 1862.59 toks/s]
-2025-03-15T11:50:25.283716025Z 
Processed prompts:  94%|█████████▍| 470/500 [14:21<01:08,  2.30s/it, est. speed input: 77.74 toks/s, output: 1875.93 toks/s]
-2025-03-15T11:50:27.351739692Z 
Processed prompts:  94%|█████████▍| 471/500 [14:31<02:18,  4.79s/it, est. speed input: 76.95 toks/s, output: 1869.14 toks/s]
-2025-03-15T11:50:35.041500578Z 
Processed prompts:  94%|█████████▍| 472/500 [14:33<01:51,  3.97s/it, est. speed input: 76.92 toks/s, output: 1880.74 toks/s]
-2025-03-15T11:50:46.077265759Z 
Processed prompts:  95%|█████████▍| 473/500 [14:41<02:17,  5.09s/it, est. speed input: 76.39 toks/s, output: 1880.49 toks/s]
-2025-03-15T11:50:48.944002760Z 
Processed prompts:  95%|█████████▍| 474/500 [14:52<02:58,  6.87s/it, est. speed input: 76.28 toks/s, output: 1873.57 toks/s]
-2025-03-15T11:50:50.624125379Z 
Processed prompts:  95%|█████████▌| 475/500 [14:55<02:21,  5.67s/it, est. speed input: 76.25 toks/s, output: 1883.95 toks/s]
-2025-03-15T11:50:53.725251082Z 
Processed prompts:  95%|█████████▌| 476/500 [14:57<01:47,  4.47s/it, est. speed input: 76.31 toks/s, output: 1896.83 toks/s]
-2025-03-15T11:50:56.910758794Z 
Processed prompts:  95%|█████████▌| 477/500 [15:00<01:33,  4.06s/it, est. speed input: 76.19 toks/s, output: 1906.77 toks/s]
-2025-03-15T11:51:00.906962552Z 
Processed prompts:  96%|█████████▌| 478/500 [15:03<01:23,  3.80s/it, est. speed input: 76.17 toks/s, output: 1916.57 toks/s]
-2025-03-15T11:51:03.565092423Z 
Processed prompts:  96%|█████████▌| 479/500 [15:07<01:21,  3.86s/it, est. speed input: 76.69 toks/s, output: 1924.74 toks/s]
-2025-03-15T11:51:06.686623128Z 
Processed prompts:  96%|█████████▌| 480/500 [15:10<01:09,  3.50s/it, est. speed input: 76.58 toks/s, output: 1932.12 toks/s]
-2025-03-15T11:51:12.539168566Z 
Processed prompts:  96%|█████████▌| 481/500 [15:13<01:04,  3.39s/it, est. speed input: 76.50 toks/s, output: 1942.25 toks/s]
-2025-03-15T11:51:15.017061075Z 
Processed prompts:  96%|█████████▋| 482/500 [15:18<01:14,  4.13s/it, est. speed input: 76.31 toks/s, output: 1946.75 toks/s]
-2025-03-15T11:51:17.556727044Z 
Processed prompts:  97%|█████████▋| 483/500 [15:21<01:01,  3.63s/it, est. speed input: 76.24 toks/s, output: 1957.58 toks/s]
-2025-03-15T11:51:17.990113664Z 
Processed prompts:  97%|█████████▋| 484/500 [15:23<00:52,  3.30s/it, est. speed input: 76.23 toks/s, output: 1969.18 toks/s]
-2025-03-15T11:51:39.392010219Z 
Processed prompts:  97%|█████████▋| 485/500 [15:24<00:36,  2.44s/it, est. speed input: 76.39 toks/s, output: 1985.26 toks/s]
-2025-03-15T11:51:52.736943711Z 
Processed prompts:  97%|█████████▋| 486/500 [15:45<01:53,  8.13s/it, est. speed input: 75.04 toks/s, output: 1957.92 toks/s]
-2025-03-15T11:52:17.186279818Z 
Processed prompts:  97%|█████████▋| 487/500 [15:59<02:06,  9.69s/it, est. speed input: 74.16 toks/s, output: 1948.62 toks/s]
-2025-03-15T11:52:17.662368436Z 
Processed prompts:  98%|█████████▊| 488/500 [16:23<02:49, 14.12s/it, est. speed input: 72.59 toks/s, output: 1918.80 toks/s]
-2025-03-15T11:52:54.046879832Z 
Processed prompts:  98%|█████████▊| 489/500 [16:24<01:50, 10.03s/it, est. speed input: 72.68 toks/s, output: 1935.36 toks/s]
-2025-03-15T11:53:04.078901229Z 
Processed prompts:  98%|█████████▊| 490/500 [17:00<02:59, 17.93s/it, est. speed input: 70.28 toks/s, output: 1886.00 toks/s]
-2025-03-15T11:53:25.885821582Z 
Processed prompts:  98%|█████████▊| 491/500 [17:10<02:20, 15.56s/it, est. speed input: 69.82 toks/s, output: 1887.57 toks/s]
-2025-03-15T11:53:33.678574892Z 
Processed prompts:  98%|█████████▊| 492/500 [17:32<02:19, 17.44s/it, est. speed input: 68.89 toks/s, output: 1869.01 toks/s]
-2025-03-15T11:53:55.319058954Z 
Processed prompts:  99%|█████████▊| 493/500 [17:40<01:41, 14.54s/it, est. speed input: 68.64 toks/s, output: 1876.07 toks/s]
-2025-03-15T11:54:18.351879795Z 
Processed prompts:  99%|█████████▉| 494/500 [18:01<01:40, 16.67s/it, est. speed input: 67.44 toks/s, output: 1860.04 toks/s]
-2025-03-15T11:55:14.801128950Z 
Processed prompts:  99%|█████████▉| 495/500 [18:24<01:32, 18.58s/it, est. speed input: 66.19 toks/s, output: 1843.52 toks/s]
-2025-03-15T11:55:34.599829026Z 
Processed prompts:  99%|█████████▉| 496/500 [19:21<01:59, 29.94s/it, est. speed input: 63.11 toks/s, output: 1777.99 toks/s]
-2025-03-15T11:55:56.109831248Z 
Processed prompts:  99%|█████████▉| 497/500 [19:41<01:20, 26.90s/it, est. speed input: 62.17 toks/s, output: 1772.96 toks/s]
-2025-03-15T11:56:18.425164066Z 
Processed prompts: 100%|█████████▉| 498/500 [20:02<00:50, 25.28s/it, est. speed input: 61.21 toks/s, output: 1766.86 toks/s]
-2025-03-15T11:56:18.955393567Z 
Processed prompts: 100%|█████████▉| 499/500 [20:24<00:24, 24.39s/it, est. speed input: 60.26 toks/s, output: 1761.26 toks/s]
-2025-03-15T11:56:18.955452057Z 
Processed prompts: 100%|██████████| 500/500 [20:25<00:00, 17.23s/it, est. speed input: 60.36 toks/s, output: 1787.11 toks/s]
Processed prompts: 100%|██████████| 500/500 [20:25<00:00,  2.45s/it, est. speed input: 60.36 toks/s, output: 1787.11 toks/s]
-2025-03-15T11:56:19.719840088Z 
Splits: 100%|██████████| 1/1 [20:26<00:00, 1226.35s/it]
Splits: 100%|██████████| 1/1 [20:26<00:00, 1226.35s/it]
-2025-03-15T11:56:21.677224149Z [2025-03-15 11:56:21,676] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T11:56:26.419164587Z [2025-03-15 11:56:26,418] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T11:56:26.434687698Z [2025-03-15 11:56:26,434] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T11:56:26.434735215Z [2025-03-15 11:56:26,434] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T11:56:28.602929699Z [2025-03-15 11:56:28,602] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp3_300/results/quyanh/OpenRS-GRPO/results_2025-03-15T11-56-26.434504.json (evaluation_tracker.py:234)
-2025-03-15T11:56:28.611777404Z |      Task       |Version|     Metric     |Value|   |Stderr|
-2025-03-15T11:56:28.611823927Z |-----------------|------:|----------------|----:|---|-----:|
-2025-03-15T11:56:28.611829127Z |all              |       |extractive_match| 0.83|±  |0.0168|
-2025-03-15T11:56:28.611833861Z |custom:math_500:0|      1|extractive_match| 0.83|±  |0.0168|
-2025-03-15T11:56:31.838825941Z Evaluating task: amc23
-2025-03-15T11:56:59.622604915Z [2025-03-15 11:56:59,621] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T11:58:11.677497050Z INFO 03-15 11:58:11 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T11:58:19.399664272Z [2025-03-15 11:58:19,398] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T11:59:33.162076998Z [2025-03-15 11:59:33,161] [    INFO]: This model supports multiple tasks: {'embed', 'generate', 'score', 'classify', 'reward'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T11:59:33.178677974Z [2025-03-15 11:59:33,177] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=ee1d59d2b64f2a5e251dde484d225c0e21a6a041, override_neuron_config=None, tokenizer_revision=ee1d59d2b64f2a5e251dde484d225c0e21a6a041, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T11:59:40.181747573Z [2025-03-15 11:59:40,180] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T11:59:40.933944752Z [2025-03-15 11:59:40,933] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T11:59:42.130176467Z [2025-03-15 11:59:42,129] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T11:59:42.464711127Z [2025-03-15 11:59:42,464] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T11:59:42.466402712Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T11:59:43.367967553Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.11it/s]
-2025-03-15T11:59:43.368055713Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.11it/s]
-2025-03-15T11:59:43.866677359Z [2025-03-15 11:59:43,865] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T11:59:46.409195851Z [2025-03-15 11:59:46,408] [    INFO]: Memory profiling takes 2.23 seconds
-2025-03-15T11:59:46.409255581Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T11:59:46.409262858Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T11:59:46.677788338Z [2025-03-15 11:59:46,677] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T11:59:46.677827253Z [2025-03-15 11:59:46,677] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T11:59:50.361919122Z [2025-03-15 11:59:50,361] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T12:00:06.038665352Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:19,  1.74it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:01<00:16,  1.95it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:15,  2.03it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:02<00:15,  2.02it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:02<00:14,  2.07it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:02<00:13,  2.10it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:03<00:13,  2.07it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:03<00:12,  2.10it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:04<00:12,  2.11it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:04<00:11,  2.12it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:05<00:11,  2.13it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:05<00:10,  2.10it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:06<00:10,  2.11it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:06<00:09,  2.12it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:07<00:09,  2.13it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:07<00:08,  2.12it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:08<00:08,  2.12it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:08<00:07,  2.19it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:08<00:07,  2.26it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:09<00:06,  2.31it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:09<00:05,  2.35it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:10<00:05,  2.38it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:10<00:05,  2.37it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:11<00:04,  2.41it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:11<00:04,  2.43it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:11<00:03,  2.39it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:12<00:03,  2.41it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:12<00:02,  2.41it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:13<00:02,  2.41it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:13<00:02,  2.42it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:13<00:01,  2.37it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:14<00:01,  2.34it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:14<00:00,  2.36it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:15<00:00,  2.38it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:15<00:00,  2.31it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:15<00:00,  2.23it/s]
-2025-03-15T12:00:06.038865534Z [2025-03-15 12:00:06,038] [    INFO]: Graph capturing finished in 16 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T12:00:06.046648137Z [2025-03-15 12:00:06,046] [    INFO]: init engine (profile, create kv cache, warmup model) took 22.18 seconds (llm_engine.py:431)
-2025-03-15T12:00:06.760303249Z [2025-03-15 12:00:06,759] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T12:00:06.776130174Z [2025-03-15 12:00:06,775] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T12:00:06.776165099Z [2025-03-15 12:00:06,776] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T12:00:06.776183444Z [2025-03-15 12:00:06,776] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T12:00:06.776229448Z [2025-03-15 12:00:06,776] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T12:00:06.776305711Z [2025-03-15 12:00:06,776] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T12:00:06.776330908Z [2025-03-15 12:00:06,776] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T12:00:06.776352161Z [2025-03-15 12:00:06,776] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T12:00:06.776404058Z [2025-03-15 12:00:06,776] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T12:00:06.778494848Z [2025-03-15 12:00:06,778] [    INFO]: knoveleng/AMC-23 default (lighteval_task.py:187)
-2025-03-15T12:00:06.778545575Z [2025-03-15 12:00:06,778] [ WARNING]: Careful, the task custom|amc23 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T12:00:09.954648030Z [2025-03-15 12:00:09,954] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T12:00:09.954694150Z [2025-03-15 12:00:09,954] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T12:00:09.954712763Z [2025-03-15 12:00:09,954] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T12:00:09.970787590Z [2025-03-15 12:00:09,970] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T12:00:09.983409790Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 12:00:09,983] [ WARNING]: context_size + max_new_tokens=33060 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T12:00:25.291442272Z 
Processed prompts:   0%|          | 0/40 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T12:00:26.163332133Z 
Processed prompts:   2%|▎         | 1/40 [00:15<09:56, 15.30s/it, est. speed input: 6.73 toks/s, output: 65.22 toks/s]
-2025-03-15T12:00:29.971511949Z 
Processed prompts:   5%|▌         | 2/40 [00:16<04:18,  6.81s/it, est. speed input: 15.95 toks/s, output: 126.80 toks/s]
-2025-03-15T12:00:31.887140914Z 
Processed prompts:   8%|▊         | 3/40 [00:19<03:21,  5.44s/it, est. speed input: 21.57 toks/s, output: 166.24 toks/s]
-2025-03-15T12:00:33.272431468Z 
Processed prompts:  12%|█▎        | 5/40 [00:21<01:41,  2.90s/it, est. speed input: 31.69 toks/s, output: 273.35 toks/s]
-2025-03-15T12:00:34.591765565Z 
Processed prompts:  15%|█▌        | 6/40 [00:23<01:23,  2.47s/it, est. speed input: 36.76 toks/s, output: 320.69 toks/s]
-2025-03-15T12:00:37.814338591Z 
Processed prompts:  18%|█▊        | 7/40 [00:24<01:10,  2.13s/it, est. speed input: 41.86 toks/s, output: 367.10 toks/s]
-2025-03-15T12:00:39.567437580Z 
Processed prompts:  20%|██        | 8/40 [00:27<01:18,  2.45s/it, est. speed input: 41.51 toks/s, output: 388.20 toks/s]
-2025-03-15T12:00:39.999430928Z 
Processed prompts:  22%|██▎       | 9/40 [00:29<01:09,  2.25s/it, est. speed input: 45.98 toks/s, output: 428.68 toks/s]
-2025-03-15T12:00:41.713547083Z 
Processed prompts:  25%|██▌       | 10/40 [00:30<00:51,  1.71s/it, est. speed input: 51.71 toks/s, output: 485.99 toks/s]
-2025-03-15T12:00:43.431408023Z 
Processed prompts:  28%|██▊       | 11/40 [00:31<00:49,  1.71s/it, est. speed input: 55.51 toks/s, output: 523.21 toks/s]
-2025-03-15T12:00:50.308772861Z 
Processed prompts:  30%|███       | 12/40 [00:33<00:47,  1.71s/it, est. speed input: 55.56 toks/s, output: 559.82 toks/s]
-2025-03-15T12:00:51.733927132Z 
Processed prompts:  32%|███▎      | 13/40 [00:40<01:27,  3.26s/it, est. speed input: 51.12 toks/s, output: 527.65 toks/s]
-2025-03-15T12:00:53.811673492Z 
Processed prompts:  35%|███▌      | 14/40 [00:41<01:10,  2.71s/it, est. speed input: 51.98 toks/s, output: 572.92 toks/s]
-2025-03-15T12:00:53.921222550Z 
Processed prompts:  38%|███▊      | 15/40 [00:43<01:02,  2.52s/it, est. speed input: 52.46 toks/s, output: 609.06 toks/s]
-2025-03-15T12:00:54.056247715Z 
Processed prompts:  40%|████      | 16/40 [00:43<00:43,  1.80s/it, est. speed input: 56.97 toks/s, output: 670.84 toks/s]
-2025-03-15T12:00:55.974156086Z 
Processed prompts:  42%|████▎     | 17/40 [00:44<00:29,  1.30s/it, est. speed input: 60.45 toks/s, output: 732.10 toks/s]
-2025-03-15T12:01:15.788796994Z 
Processed prompts:  45%|████▌     | 18/40 [00:45<00:32,  1.48s/it, est. speed input: 60.41 toks/s, output: 765.06 toks/s]
-2025-03-15T12:01:18.737670060Z 
Processed prompts:  48%|████▊     | 19/40 [01:05<02:26,  6.98s/it, est. speed input: 44.51 toks/s, output: 598.64 toks/s]
-2025-03-15T12:02:10.090518315Z 
Processed prompts:  50%|█████     | 20/40 [01:08<01:55,  5.77s/it, est. speed input: 44.89 toks/s, output: 636.89 toks/s]
-2025-03-15T12:02:13.380350066Z 
Processed prompts:  52%|█████▎    | 21/40 [02:00<06:09, 19.44s/it, est. speed input: 26.76 toks/s, output: 426.10 toks/s]
-2025-03-15T12:02:23.193778005Z 
Processed prompts:  55%|█████▌    | 22/40 [02:03<04:22, 14.60s/it, est. speed input: 27.91 toks/s, output: 476.06 toks/s]
-2025-03-15T12:02:28.171064627Z 
Processed prompts:  57%|█████▊    | 23/40 [02:13<03:43, 13.16s/it, est. speed input: 27.05 toks/s, output: 501.49 toks/s]
-2025-03-15T12:02:30.850407758Z 
Processed prompts:  60%|██████    | 24/40 [02:18<02:51, 10.71s/it, est. speed input: 28.18 toks/s, output: 543.59 toks/s]
-2025-03-15T12:02:47.473254197Z 
Processed prompts:  62%|██████▎   | 25/40 [02:20<02:04,  8.30s/it, est. speed input: 28.61 toks/s, output: 593.21 toks/s]
-2025-03-15T12:03:02.375980739Z 
Processed prompts:  65%|██████▌   | 26/40 [02:37<02:31, 10.80s/it, est. speed input: 26.47 toks/s, output: 589.58 toks/s]
-2025-03-15T12:03:04.907963777Z 
Processed prompts:  68%|██████▊   | 27/40 [02:52<02:36, 12.03s/it, est. speed input: 25.31 toks/s, output: 597.46 toks/s]
-2025-03-15T12:03:06.746532399Z 
Processed prompts:  70%|███████   | 28/40 [02:54<01:50,  9.18s/it, est. speed input: 25.60 toks/s, output: 647.65 toks/s]
-2025-03-15T12:03:19.568187515Z 
Processed prompts:  72%|███████▎  | 29/40 [02:56<01:16,  6.98s/it, est. speed input: 26.08 toks/s, output: 699.77 toks/s]
-2025-03-15T12:03:24.432837227Z 
Processed prompts:  75%|███████▌  | 30/40 [03:09<01:27,  8.73s/it, est. speed input: 25.86 toks/s, output: 711.50 toks/s]
-2025-03-15T12:03:49.592525172Z 
Processed prompts:  78%|███████▊  | 31/40 [03:14<01:08,  7.57s/it, est. speed input: 25.79 toks/s, output: 752.88 toks/s]
-2025-03-15T12:03:55.438470992Z 
Processed prompts:  80%|████████  | 32/40 [03:39<01:42, 12.85s/it, est. speed input: 24.04 toks/s, output: 726.42 toks/s]
-2025-03-15T12:04:09.418644997Z 
Processed prompts:  82%|████████▎ | 33/40 [03:45<01:15, 10.75s/it, est. speed input: 24.09 toks/s, output: 767.54 toks/s]
-2025-03-15T12:04:11.214145681Z 
Processed prompts:  85%|████████▌ | 34/40 [03:59<01:10, 11.72s/it, est. speed input: 23.38 toks/s, output: 783.20 toks/s]
-2025-03-15T12:04:13.823210601Z 
Processed prompts:  88%|████████▊ | 35/40 [04:01<00:43,  8.74s/it, est. speed input: 23.82 toks/s, output: 837.92 toks/s]
-2025-03-15T12:04:35.377036440Z 
Processed prompts:  90%|█████████ | 36/40 [04:03<00:27,  6.90s/it, est. speed input: 24.02 toks/s, output: 889.68 toks/s]
-2025-03-15T12:04:50.570897036Z 
Processed prompts:  92%|█████████▎| 37/40 [04:25<00:33, 11.30s/it, est. speed input: 22.73 toks/s, output: 879.75 toks/s]
-2025-03-15T12:05:10.643813043Z 
Processed prompts:  95%|█████████▌| 38/40 [04:40<00:24, 12.47s/it, est. speed input: 22.07 toks/s, output: 895.61 toks/s]
-2025-03-15T12:07:32.490903787Z 
Processed prompts:  98%|█████████▊| 39/40 [05:00<00:14, 14.75s/it, est. speed input: 20.98 toks/s, output: 900.74 toks/s]
-2025-03-15T12:07:32.490981510Z 
Processed prompts: 100%|██████████| 40/40 [07:22<00:00, 52.88s/it, est. speed input: 14.61 toks/s, output: 685.70 toks/s]
Processed prompts: 100%|██████████| 40/40 [07:22<00:00, 11.06s/it, est. speed input: 14.61 toks/s, output: 685.70 toks/s]
-2025-03-15T12:07:32.572997781Z 
Splits: 100%|██████████| 1/1 [07:22<00:00, 442.60s/it]
Splits: 100%|██████████| 1/1 [07:22<00:00, 442.60s/it]
-2025-03-15T12:07:33.369018776Z [2025-03-15 12:07:33,368] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T12:07:33.624812031Z [2025-03-15 12:07:33,624] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T12:07:33.637273517Z [2025-03-15 12:07:33,636] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T12:07:33.637314020Z [2025-03-15 12:07:33,637] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T12:07:33.885489197Z [2025-03-15 12:07:33,885] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp3_300/results/quyanh/OpenRS-GRPO/results_2025-03-15T12-07-33.637126.json (evaluation_tracker.py:234)
-2025-03-15T12:07:33.893335884Z |     Task     |Version|     Metric     |Value|   |Stderr|
-2025-03-15T12:07:33.893352103Z |--------------|------:|----------------|----:|---|-----:|
-2025-03-15T12:07:33.893356900Z |all           |       |extractive_match|  0.7|±  |0.0734|
-2025-03-15T12:07:33.893361480Z |custom:amc23:0|      1|extractive_match|  0.7|±  |0.0734|
-2025-03-15T12:07:36.576766499Z ----------------------------------------
-2025-03-15T12:07:36.577680373Z ----------------------------------------
-2025-03-15T12:07:36.577701846Z Running evaluations for experiment 3, step 350
-2025-03-15T12:07:36.577706890Z Revision: rev3_350 = 84022f4e55ed64a4239a635f7902bda5228191bb
-2025-03-15T12:07:36.577711806Z Output directory: data/evals/Exp3_350
-2025-03-15T12:07:36.583122138Z Evaluating task: aime24
-2025-03-15T12:07:55.538229345Z [2025-03-15 12:07:55,537] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T12:08:57.469859784Z INFO 03-15 12:08:57 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T12:09:03.828234700Z [2025-03-15 12:09:03,827] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T12:09:49.695984784Z [2025-03-15 12:09:49,694] [    INFO]: This model supports multiple tasks: {'embed', 'reward', 'classify', 'score', 'generate'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T12:09:49.716541725Z [2025-03-15 12:09:49,715] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=84022f4e55ed64a4239a635f7902bda5228191bb, override_neuron_config=None, tokenizer_revision=84022f4e55ed64a4239a635f7902bda5228191bb, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T12:09:57.973083689Z [2025-03-15 12:09:57,972] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T12:09:58.593979691Z [2025-03-15 12:09:58,593] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T12:10:00.378806955Z [2025-03-15 12:10:00,378] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T12:10:09.224701291Z [2025-03-15 12:10:09,223] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T12:10:09.226295699Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T12:10:09.917159378Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.45it/s]
-2025-03-15T12:10:09.917213634Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.45it/s]
-2025-03-15T12:10:10.384811648Z [2025-03-15 12:10:10,384] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T12:10:12.290328685Z [2025-03-15 12:10:12,289] [    INFO]: Memory profiling takes 1.60 seconds
-2025-03-15T12:10:12.290372845Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T12:10:12.290376557Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T12:10:12.608254571Z [2025-03-15 12:10:12,607] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T12:10:12.608302316Z [2025-03-15 12:10:12,608] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T12:10:17.613679690Z [2025-03-15 12:10:17,613] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T12:10:32.715777792Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:18,  1.81it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:01<00:16,  2.02it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:15,  2.10it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:01<00:14,  2.12it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:02<00:13,  2.15it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:02<00:13,  2.19it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:03<00:13,  2.11it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:03<00:12,  2.16it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:04<00:11,  2.20it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:04<00:11,  2.21it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:05<00:10,  2.21it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:05<00:10,  2.23it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:05<00:09,  2.25it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:06<00:09,  2.32it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:06<00:08,  2.38it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:07<00:07,  2.41it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:07<00:07,  2.43it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:07<00:06,  2.44it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:08<00:06,  2.43it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:08<00:06,  2.43it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:09<00:05,  2.39it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:09<00:05,  2.38it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:10<00:05,  2.39it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:10<00:04,  2.40it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:10<00:04,  2.40it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:11<00:03,  2.37it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:11<00:03,  2.39it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:12<00:02,  2.40it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:12<00:02,  2.37it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:13<00:02,  2.39it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:13<00:01,  2.39it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:13<00:01,  2.40it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:14<00:00,  2.42it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:14<00:00,  2.43it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:15<00:00,  2.40it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:15<00:00,  2.32it/s]
-2025-03-15T12:10:32.716125109Z [2025-03-15 12:10:32,715] [    INFO]: Graph capturing finished in 15 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T12:10:32.737190516Z [2025-03-15 12:10:32,736] [    INFO]: init engine (profile, create kv cache, warmup model) took 22.35 seconds (llm_engine.py:431)
-2025-03-15T12:10:33.510013617Z [2025-03-15 12:10:33,509] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T12:10:33.526294252Z [2025-03-15 12:10:33,525] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T12:10:33.526326239Z [2025-03-15 12:10:33,526] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T12:10:33.526331985Z [2025-03-15 12:10:33,526] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T12:10:33.526337099Z [2025-03-15 12:10:33,526] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T12:10:33.526355529Z [2025-03-15 12:10:33,526] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T12:10:33.526360465Z [2025-03-15 12:10:33,526] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T12:10:33.526408332Z [2025-03-15 12:10:33,526] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T12:10:33.526498485Z [2025-03-15 12:10:33,526] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T12:10:33.528675071Z [2025-03-15 12:10:33,528] [    INFO]: HuggingFaceH4/aime_2024 default (lighteval_task.py:187)
-2025-03-15T12:10:33.528707128Z [2025-03-15 12:10:33,528] [ WARNING]: Careful, the task custom|aime24 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T12:10:35.865403619Z [2025-03-15 12:10:35,864] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T12:10:35.865451911Z [2025-03-15 12:10:35,865] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T12:10:35.865539438Z [2025-03-15 12:10:35,865] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T12:10:35.879680514Z [2025-03-15 12:10:35,879] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T12:10:35.891328607Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 12:10:35,890] [ WARNING]: context_size + max_new_tokens=33238 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T12:11:06.858665347Z 
Processed prompts:   0%|          | 0/30 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T12:11:27.250237868Z 
Processed prompts:   3%|▎         | 1/30 [00:30<14:57, 30.96s/it, est. speed input: 6.49 toks/s, output: 67.63 toks/s]
-2025-03-15T12:11:38.966061862Z 
Processed prompts:   7%|▋         | 2/30 [00:51<11:32, 24.74s/it, est. speed input: 8.20 toks/s, output: 105.05 toks/s]
-2025-03-15T12:11:42.501485547Z 
Processed prompts:  10%|█         | 3/30 [01:03<08:27, 18.80s/it, est. speed input: 8.67 toks/s, output: 148.29 toks/s]
-2025-03-15T12:11:46.430253210Z 
Processed prompts:  13%|█▎        | 4/30 [01:06<05:32, 12.77s/it, est. speed input: 10.18 toks/s, output: 202.77 toks/s]
-2025-03-15T12:11:56.663678285Z 
Processed prompts:  17%|█▋        | 5/30 [01:10<03:59,  9.58s/it, est. speed input: 12.59 toks/s, output: 253.45 toks/s]
-2025-03-15T12:12:15.910675835Z 
Processed prompts:  20%|██        | 6/30 [01:20<03:55,  9.80s/it, est. speed input: 13.16 toks/s, output: 282.47 toks/s]
-2025-03-15T12:13:18.108123393Z 
Processed prompts:  23%|██▎       | 7/30 [01:40<04:56, 12.89s/it, est. speed input: 12.41 toks/s, output: 288.03 toks/s]
-2025-03-15T12:13:31.462360648Z 
Processed prompts:  27%|██▋       | 8/30 [02:42<10:28, 28.59s/it, est. speed input: 8.59 toks/s, output: 233.02 toks/s] 
-2025-03-15T12:13:33.037303488Z 
Processed prompts:  30%|███       | 9/30 [02:55<08:20, 23.83s/it, est. speed input: 9.17 toks/s, output: 269.90 toks/s]
-2025-03-15T12:13:43.504907876Z 
Processed prompts:  33%|███▎      | 10/30 [02:57<05:39, 16.96s/it, est. speed input: 10.01 toks/s, output: 322.01 toks/s]
-2025-03-15T12:13:46.227388766Z 
Processed prompts:  37%|███▋      | 11/30 [03:07<04:44, 14.97s/it, est. speed input: 10.19 toks/s, output: 358.08 toks/s]
-2025-03-15T12:14:06.258056293Z 
Processed prompts:  40%|████      | 12/30 [03:10<03:22, 11.24s/it, est. speed input: 10.69 toks/s, output: 406.88 toks/s]
-2025-03-15T12:14:11.572581882Z 
Processed prompts:  43%|████▎     | 13/30 [03:30<03:56, 13.91s/it, est. speed input: 10.48 toks/s, output: 421.41 toks/s]
-2025-03-15T12:14:16.557679415Z 
Processed prompts:  47%|████▋     | 14/30 [03:35<03:00, 11.31s/it, est. speed input: 11.41 toks/s, output: 464.14 toks/s]
-2025-03-15T12:14:23.495009618Z 
Processed prompts:  50%|█████     | 15/30 [03:40<02:21,  9.40s/it, est. speed input: 11.85 toks/s, output: 506.68 toks/s]
-2025-03-15T12:14:24.480494623Z 
Processed prompts:  53%|█████▎    | 16/30 [03:47<02:01,  8.66s/it, est. speed input: 12.25 toks/s, output: 544.18 toks/s]
-2025-03-15T12:14:30.851738712Z 
Processed prompts:  57%|█████▋    | 17/30 [03:48<01:22,  6.35s/it, est. speed input: 13.17 toks/s, output: 594.78 toks/s]
-2025-03-15T12:14:56.449782781Z 
Processed prompts:  60%|██████    | 18/30 [03:54<01:16,  6.36s/it, est. speed input: 13.41 toks/s, output: 631.61 toks/s]
-2025-03-15T12:15:06.351585801Z 
Processed prompts:  63%|██████▎   | 19/30 [04:20<02:13, 12.14s/it, est. speed input: 13.89 toks/s, output: 622.64 toks/s]
-2025-03-15T12:15:29.236425921Z 
Processed prompts:  67%|██████▋   | 20/30 [04:30<01:54, 11.47s/it, est. speed input: 13.86 toks/s, output: 653.00 toks/s]
-2025-03-15T12:15:38.150476801Z 
Processed prompts:  70%|███████   | 21/30 [04:53<02:14, 14.89s/it, est. speed input: 13.28 toks/s, output: 655.45 toks/s]
-2025-03-15T12:15:39.560257794Z 
Processed prompts:  73%|███████▎  | 22/30 [05:02<01:44, 13.10s/it, est. speed input: 13.80 toks/s, output: 689.65 toks/s]
-2025-03-15T12:15:56.354837088Z 
Processed prompts:  77%|███████▋  | 23/30 [05:03<01:07,  9.59s/it, est. speed input: 14.24 toks/s, output: 740.02 toks/s]
-2025-03-15T12:15:58.384002034Z 
Processed prompts:  80%|████████  | 24/30 [05:20<01:10, 11.75s/it, est. speed input: 14.00 toks/s, output: 755.35 toks/s]
-2025-03-15T12:16:01.021776343Z 
Processed prompts:  83%|████████▎ | 25/30 [05:22<00:44,  8.84s/it, est. speed input: 14.61 toks/s, output: 804.80 toks/s]
-2025-03-15T12:16:45.426949821Z 
Processed prompts:  87%|████████▋ | 26/30 [05:25<00:27,  6.98s/it, est. speed input: 15.08 toks/s, output: 852.61 toks/s]
-2025-03-15T12:17:32.846176689Z 
Processed prompts:  90%|█████████ | 27/30 [06:09<00:54, 18.21s/it, est. speed input: 13.69 toks/s, output: 807.05 toks/s]
-2025-03-15T12:18:55.809201321Z 
Processed prompts:  93%|█████████▎| 28/30 [06:56<00:53, 26.97s/it, est. speed input: 12.46 toks/s, output: 774.65 toks/s]
-2025-03-15T12:19:07.886565109Z 
Processed prompts:  97%|█████████▋| 29/30 [08:19<00:43, 43.77s/it, est. speed input: 10.68 toks/s, output: 709.06 toks/s]
-2025-03-15T12:19:07.886704128Z 
Processed prompts: 100%|██████████| 30/30 [08:31<00:00, 34.26s/it, est. speed input: 10.79 toks/s, output: 755.98 toks/s]
Processed prompts: 100%|██████████| 30/30 [08:31<00:00, 17.07s/it, est. speed input: 10.79 toks/s, output: 755.98 toks/s]
-2025-03-15T12:19:07.994646963Z 
Splits: 100%|██████████| 1/1 [08:32<00:00, 512.11s/it]
Splits: 100%|██████████| 1/1 [08:32<00:00, 512.11s/it]
-2025-03-15T12:19:08.855615776Z [2025-03-15 12:19:08,855] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T12:19:09.413433220Z [2025-03-15 12:19:09,413] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T12:19:09.426349714Z [2025-03-15 12:19:09,426] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T12:19:09.426407671Z [2025-03-15 12:19:09,426] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T12:19:09.739665571Z [2025-03-15 12:19:09,739] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp3_350/results/quyanh/OpenRS-GRPO/results_2025-03-15T12-19-09.426338.json (evaluation_tracker.py:234)
-2025-03-15T12:19:09.742329687Z |     Task      |Version|     Metric     |Value |   |Stderr|
-2025-03-15T12:19:09.742354977Z |---------------|------:|----------------|-----:|---|-----:|
-2025-03-15T12:19:09.742363266Z |all            |       |extractive_match|0.2333|±  |0.0785|
-2025-03-15T12:19:09.742368920Z |custom:aime24:0|      1|extractive_match|0.2333|±  |0.0785|
-2025-03-15T12:19:12.250349618Z Evaluating task: math_500
-2025-03-15T12:19:24.253742475Z [2025-03-15 12:19:24,253] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T12:20:07.085228010Z INFO 03-15 12:20:07 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T12:20:12.885573059Z [2025-03-15 12:20:12,884] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T12:21:14.620774667Z [2025-03-15 12:21:14,619] [    INFO]: This model supports multiple tasks: {'classify', 'reward', 'generate', 'score', 'embed'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T12:21:14.629802839Z [2025-03-15 12:21:14,629] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=84022f4e55ed64a4239a635f7902bda5228191bb, override_neuron_config=None, tokenizer_revision=84022f4e55ed64a4239a635f7902bda5228191bb, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T12:21:18.059853330Z [2025-03-15 12:21:18,059] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T12:21:18.460240364Z [2025-03-15 12:21:18,459] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T12:21:18.909227211Z [2025-03-15 12:21:18,908] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T12:21:19.197497566Z [2025-03-15 12:21:19,197] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T12:21:19.198307012Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T12:21:19.775314290Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.73it/s]
-2025-03-15T12:21:19.775374403Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.73it/s]
-2025-03-15T12:21:20.079826231Z [2025-03-15 12:21:20,079] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T12:21:21.630696354Z [2025-03-15 12:21:21,630] [    INFO]: Memory profiling takes 1.36 seconds
-2025-03-15T12:21:21.630746144Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T12:21:21.630752171Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T12:21:21.837107176Z [2025-03-15 12:21:21,836] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T12:21:21.837162131Z [2025-03-15 12:21:21,836] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T12:21:26.208040436Z [2025-03-15 12:21:26,207] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T12:21:45.158228360Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:28,  1.20it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:01<00:24,  1.32it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:02<00:23,  1.35it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:02<00:22,  1.39it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:03<00:21,  1.42it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:04<00:19,  1.45it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:04<00:19,  1.46it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:05<00:18,  1.45it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:06<00:17,  1.46it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:06<00:16,  1.48it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:07<00:16,  1.47it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:08<00:15,  1.45it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:09<00:15,  1.46it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:09<00:13,  1.51it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:10<00:12,  1.66it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:10<00:10,  1.77it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:11<00:09,  1.84it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:11<00:08,  1.92it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:11<00:07,  2.04it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:12<00:07,  2.10it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:12<00:06,  2.12it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:13<00:06,  2.13it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:13<00:05,  2.16it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:14<00:04,  2.21it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:14<00:04,  2.21it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:15<00:04,  2.20it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:15<00:03,  2.26it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:15<00:03,  2.30it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:16<00:02,  2.34it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:16<00:02,  2.35it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:17<00:01,  2.34it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:17<00:01,  2.35it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:18<00:00,  2.35it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:18<00:00,  2.36it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:18<00:00,  2.34it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:18<00:00,  1.85it/s]
-2025-03-15T12:21:45.158355740Z [2025-03-15 12:21:45,158] [    INFO]: Graph capturing finished in 19 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T12:21:45.173846489Z [2025-03-15 12:21:45,173] [    INFO]: init engine (profile, create kv cache, warmup model) took 25.09 seconds (llm_engine.py:431)
-2025-03-15T12:21:45.899783215Z [2025-03-15 12:21:45,899] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T12:21:45.916853737Z [2025-03-15 12:21:45,916] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T12:21:45.916885628Z [2025-03-15 12:21:45,916] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T12:21:45.916891486Z [2025-03-15 12:21:45,916] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T12:21:45.916896548Z [2025-03-15 12:21:45,916] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T12:21:45.916915721Z [2025-03-15 12:21:45,916] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T12:21:45.916920404Z [2025-03-15 12:21:45,916] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T12:21:45.916959211Z [2025-03-15 12:21:45,916] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T12:21:45.917007601Z [2025-03-15 12:21:45,916] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T12:21:45.919178664Z [2025-03-15 12:21:45,918] [    INFO]: HuggingFaceH4/MATH-500 default (lighteval_task.py:187)
-2025-03-15T12:21:45.919210164Z [2025-03-15 12:21:45,919] [ WARNING]: Careful, the task custom|math_500 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T12:21:50.490225706Z [2025-03-15 12:21:50,489] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T12:21:50.490406092Z [2025-03-15 12:21:50,490] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T12:21:50.490423196Z [2025-03-15 12:21:50,490] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T12:21:50.658440529Z [2025-03-15 12:21:50,658] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T12:21:50.811964522Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 12:21:50,811] [ WARNING]: context_size + max_new_tokens=33636 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T12:22:09.315713927Z 
Processed prompts:   0%|          | 0/500 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T12:22:12.294599065Z 
Processed prompts:   0%|          | 1/500 [00:18<2:33:26, 18.45s/it, est. speed input: 7.48 toks/s, output: 17.07 toks/s]
-2025-03-15T12:22:20.996642251Z 
Processed prompts:   0%|          | 2/500 [00:21<1:17:35,  9.35s/it, est. speed input: 46.95 toks/s, output: 31.97 toks/s]
-2025-03-15T12:22:21.128497054Z 
Processed prompts:   1%|          | 3/500 [00:30<1:14:59,  9.05s/it, est. speed input: 41.75 toks/s, output: 39.96 toks/s]
-2025-03-15T12:22:24.373137279Z 
Processed prompts:   1%|          | 4/500 [00:30<45:43,  5.53s/it, est. speed input: 46.03 toks/s, output: 57.00 toks/s]  
-2025-03-15T12:22:24.961296326Z 
Processed prompts:   1%|          | 5/500 [00:33<38:49,  4.71s/it, est. speed input: 45.54 toks/s, output: 68.73 toks/s]
-2025-03-15T12:22:26.978420336Z 
Processed prompts:   1%|          | 6/500 [00:34<27:13,  3.31s/it, est. speed input: 50.27 toks/s, output: 84.79 toks/s]
-2025-03-15T12:22:29.122027153Z 
Processed prompts:   1%|▏         | 7/500 [00:36<23:42,  2.88s/it, est. speed input: 50.98 toks/s, output: 97.31 toks/s]
-2025-03-15T12:22:30.639923437Z 
Processed prompts:   2%|▏         | 8/500 [00:38<21:43,  2.65s/it, est. speed input: 53.85 toks/s, output: 109.11 toks/s]
-2025-03-15T12:22:31.644503652Z 
Processed prompts:   2%|▏         | 9/500 [00:39<18:47,  2.30s/it, est. speed input: 55.74 toks/s, output: 122.19 toks/s]
-2025-03-15T12:22:32.357654935Z 
Processed prompts:   2%|▏         | 10/500 [00:40<15:29,  1.90s/it, est. speed input: 57.97 toks/s, output: 136.42 toks/s]
-2025-03-15T12:22:33.952709105Z 
Processed prompts:   2%|▏         | 11/500 [00:41<12:30,  1.53s/it, est. speed input: 63.05 toks/s, output: 151.31 toks/s]
-2025-03-15T12:22:34.146235691Z 
Processed prompts:   2%|▏         | 12/500 [00:43<12:37,  1.55s/it, est. speed input: 63.99 toks/s, output: 162.93 toks/s]
-2025-03-15T12:22:36.695878177Z 
Processed prompts:   3%|▎         | 13/500 [00:43<09:15,  1.14s/it, est. speed input: 66.82 toks/s, output: 179.41 toks/s]
-2025-03-15T12:22:37.546935607Z 
Processed prompts:   3%|▎         | 14/500 [00:45<12:41,  1.57s/it, est. speed input: 66.46 toks/s, output: 186.63 toks/s]
-2025-03-15T12:22:40.394076301Z 
Processed prompts:   3%|▎         | 15/500 [00:46<10:55,  1.35s/it, est. speed input: 68.02 toks/s, output: 200.40 toks/s]
-2025-03-15T12:22:41.739812121Z 
Processed prompts:   3%|▎         | 16/500 [00:49<14:31,  1.80s/it, est. speed input: 67.30 toks/s, output: 205.86 toks/s]
-2025-03-15T12:22:42.479599676Z 
Processed prompts:   3%|▎         | 17/500 [00:50<13:23,  1.66s/it, est. speed input: 68.56 toks/s, output: 217.38 toks/s]
-2025-03-15T12:22:44.079854797Z 
Processed prompts:   4%|▎         | 18/500 [00:51<11:08,  1.39s/it, est. speed input: 70.31 toks/s, output: 231.22 toks/s]
-2025-03-15T12:22:45.802138461Z 
Processed prompts:   4%|▍         | 19/500 [00:53<11:37,  1.45s/it, est. speed input: 70.83 toks/s, output: 241.20 toks/s]
-2025-03-15T12:22:46.066316725Z 
Processed prompts:   4%|▍         | 20/500 [00:54<12:15,  1.53s/it, est. speed input: 71.23 toks/s, output: 250.54 toks/s]
-2025-03-15T12:22:46.877793477Z 
Processed prompts:   4%|▍         | 21/500 [00:55<09:11,  1.15s/it, est. speed input: 73.57 toks/s, output: 266.25 toks/s]
-2025-03-15T12:22:48.179128885Z 
Processed prompts:   4%|▍         | 22/500 [00:56<08:21,  1.05s/it, est. speed input: 75.32 toks/s, output: 279.28 toks/s]
-2025-03-15T12:22:48.565579796Z 
Processed prompts:   5%|▍         | 23/500 [00:57<08:56,  1.13s/it, est. speed input: 75.92 toks/s, output: 289.81 toks/s]
-2025-03-15T12:22:48.767793824Z 
Processed prompts:   5%|▍         | 24/500 [00:57<07:10,  1.11it/s, est. speed input: 78.87 toks/s, output: 304.73 toks/s]
-2025-03-15T12:22:52.966822674Z 
Processed prompts:   5%|▌         | 25/500 [00:57<05:29,  1.44it/s, est. speed input: 81.07 toks/s, output: 320.52 toks/s]
-2025-03-15T12:22:53.294834265Z 
Processed prompts:   5%|▌         | 26/500 [01:02<13:47,  1.74s/it, est. speed input: 77.99 toks/s, output: 315.66 toks/s]
-2025-03-15T12:22:53.437444033Z 
Processed prompts:   5%|▌         | 27/500 [01:02<10:24,  1.32s/it, est. speed input: 79.91 toks/s, output: 330.81 toks/s]
-2025-03-15T12:22:53.578800158Z 
Processed prompts:   6%|▌         | 28/500 [01:02<07:36,  1.03it/s, est. speed input: 81.99 toks/s, output: 346.85 toks/s]
-2025-03-15T12:22:55.085019016Z 
Processed prompts:   6%|▌         | 29/500 [01:02<05:38,  1.39it/s, est. speed input: 83.89 toks/s, output: 362.86 toks/s]
-2025-03-15T12:22:55.796689115Z 
Processed prompts:   6%|▌         | 30/500 [01:04<07:28,  1.05it/s, est. speed input: 83.96 toks/s, output: 371.12 toks/s]
-2025-03-15T12:22:58.612620193Z 
Processed prompts:   6%|▌         | 31/500 [01:04<06:53,  1.13it/s, est. speed input: 85.23 toks/s, output: 383.81 toks/s]
-2025-03-15T12:22:58.944726126Z 
Processed prompts:   6%|▋         | 32/500 [01:07<11:24,  1.46s/it, est. speed input: 84.39 toks/s, output: 384.56 toks/s]
-2025-03-15T12:23:04.331345472Z 
Processed prompts:   7%|▋         | 33/500 [01:08<08:44,  1.12s/it, est. speed input: 86.03 toks/s, output: 399.39 toks/s]
-2025-03-15T12:23:04.992719312Z 
Processed prompts:   7%|▋         | 34/500 [01:13<18:39,  2.40s/it, est. speed input: 81.60 toks/s, output: 386.74 toks/s]
-2025-03-15T12:23:06.817401281Z 
Processed prompts:   7%|▋         | 35/500 [01:14<14:34,  1.88s/it, est. speed input: 82.63 toks/s, output: 399.91 toks/s]
-2025-03-15T12:23:07.931569929Z 
Processed prompts:   7%|▋         | 36/500 [01:15<14:24,  1.86s/it, est. speed input: 82.37 toks/s, output: 406.79 toks/s]
-2025-03-15T12:23:10.797323541Z 
Processed prompts:   7%|▋         | 37/500 [01:17<12:38,  1.64s/it, est. speed input: 83.34 toks/s, output: 417.37 toks/s]
-2025-03-15T12:23:12.575339093Z 
Processed prompts:   8%|▊         | 39/500 [01:19<11:51,  1.54s/it, est. speed input: 83.82 toks/s, output: 428.19 toks/s]
-2025-03-15T12:23:13.183153333Z 
Processed prompts:   8%|▊         | 40/500 [01:21<12:16,  1.60s/it, est. speed input: 83.56 toks/s, output: 435.27 toks/s]
-2025-03-15T12:23:13.856246806Z 
Processed prompts:   8%|▊         | 41/500 [01:22<10:15,  1.34s/it, est. speed input: 85.07 toks/s, output: 448.45 toks/s]
-2025-03-15T12:23:14.803223981Z 
Processed prompts:   8%|▊         | 42/500 [01:22<08:51,  1.16s/it, est. speed input: 86.18 toks/s, output: 461.19 toks/s]
-2025-03-15T12:23:15.018696265Z 
Processed prompts:   9%|▉         | 44/500 [01:23<06:32,  1.16it/s, est. speed input: 90.33 toks/s, output: 482.36 toks/s]
-2025-03-15T12:23:15.756665610Z 
Processed prompts:   9%|▉         | 45/500 [01:24<05:21,  1.42it/s, est. speed input: 92.02 toks/s, output: 497.48 toks/s]
-2025-03-15T12:23:19.589928913Z 
Processed prompts:   9%|▉         | 46/500 [01:24<05:24,  1.40it/s, est. speed input: 92.80 toks/s, output: 509.49 toks/s]
-2025-03-15T12:23:20.007158701Z 
Processed prompts:   9%|▉         | 47/500 [01:28<11:39,  1.54s/it, est. speed input: 90.51 toks/s, output: 503.77 toks/s]
-2025-03-15T12:23:20.290588639Z 
Processed prompts:  10%|▉         | 48/500 [01:29<09:17,  1.23s/it, est. speed input: 91.56 toks/s, output: 517.68 toks/s]
-2025-03-15T12:23:21.106978754Z 
Processed prompts:  10%|▉         | 49/500 [01:29<07:15,  1.04it/s, est. speed input: 93.33 toks/s, output: 532.31 toks/s]
-2025-03-15T12:23:21.523802698Z 
Processed prompts:  10%|█         | 50/500 [01:30<06:55,  1.08it/s, est. speed input: 93.94 toks/s, output: 543.75 toks/s]
-2025-03-15T12:23:23.194282012Z 
Processed prompts:  10%|█         | 51/500 [01:30<05:48,  1.29it/s, est. speed input: 95.72 toks/s, output: 557.50 toks/s]
-2025-03-15T12:23:24.546328916Z 
Processed prompts:  10%|█         | 52/500 [01:32<07:45,  1.04s/it, est. speed input: 95.71 toks/s, output: 563.64 toks/s]
-2025-03-15T12:23:29.851813870Z 
Processed prompts:  11%|█         | 53/500 [01:33<08:25,  1.13s/it, est. speed input: 95.66 toks/s, output: 562.37 toks/s]
-2025-03-15T12:23:30.213995720Z 
Processed prompts:  11%|█         | 54/500 [01:38<17:37,  2.37s/it, est. speed input: 92.29 toks/s, output: 548.35 toks/s]
-2025-03-15T12:23:32.681933573Z 
Processed prompts:  11%|█         | 55/500 [01:39<13:08,  1.77s/it, est. speed input: 93.48 toks/s, output: 562.47 toks/s]
-2025-03-15T12:23:33.251404433Z 
Processed prompts:  11%|█         | 56/500 [01:41<14:39,  1.98s/it, est. speed input: 92.61 toks/s, output: 564.91 toks/s]
-2025-03-15T12:23:34.023370957Z 
Processed prompts:  11%|█▏        | 57/500 [01:42<11:30,  1.56s/it, est. speed input: 93.30 toks/s, output: 570.56 toks/s]
-2025-03-15T12:23:34.522587149Z 
Processed prompts:  12%|█▏        | 58/500 [01:43<09:44,  1.32s/it, est. speed input: 93.82 toks/s, output: 575.41 toks/s]
-2025-03-15T12:23:35.024194896Z 
Processed prompts:  12%|█▏        | 59/500 [01:43<07:54,  1.08s/it, est. speed input: 94.59 toks/s, output: 588.68 toks/s]
-2025-03-15T12:23:36.984327119Z 
Processed prompts:  12%|█▏        | 60/500 [01:44<06:37,  1.11it/s, est. speed input: 95.28 toks/s, output: 588.93 toks/s]
-2025-03-15T12:23:38.742214583Z 
Processed prompts:  12%|█▏        | 61/500 [01:46<08:55,  1.22s/it, est. speed input: 94.71 toks/s, output: 588.18 toks/s]
-2025-03-15T12:23:39.920003341Z 
Processed prompts:  12%|█▏        | 62/500 [01:47<10:05,  1.38s/it, est. speed input: 94.90 toks/s, output: 594.57 toks/s]
-2025-03-15T12:23:40.425259565Z 
Processed prompts:  13%|█▎        | 63/500 [01:49<09:37,  1.32s/it, est. speed input: 95.32 toks/s, output: 604.02 toks/s]
-2025-03-15T12:23:41.482944126Z 
Processed prompts:  13%|█▎        | 64/500 [01:49<07:49,  1.08s/it, est. speed input: 96.75 toks/s, output: 617.10 toks/s]
-2025-03-15T12:23:41.712906149Z 
Processed prompts:  13%|█▎        | 65/500 [01:50<07:45,  1.07s/it, est. speed input: 96.99 toks/s, output: 627.05 toks/s]
-2025-03-15T12:23:42.496024171Z 
Processed prompts:  13%|█▎        | 66/500 [01:50<05:55,  1.22it/s, est. speed input: 97.96 toks/s, output: 641.59 toks/s]
-2025-03-15T12:23:42.655910187Z 
Processed prompts:  13%|█▎        | 67/500 [01:51<05:49,  1.24it/s, est. speed input: 98.40 toks/s, output: 646.77 toks/s]
-2025-03-15T12:23:42.817330355Z 
Processed prompts:  14%|█▎        | 68/500 [01:51<04:25,  1.63it/s, est. speed input: 99.43 toks/s, output: 661.67 toks/s]
-2025-03-15T12:23:43.117957674Z 
Processed prompts:  14%|█▍        | 69/500 [01:51<03:25,  2.09it/s, est. speed input: 100.48 toks/s, output: 676.53 toks/s]
-2025-03-15T12:23:48.474013199Z 
Processed prompts:  14%|█▍        | 70/500 [01:52<03:02,  2.35it/s, est. speed input: 101.41 toks/s, output: 690.54 toks/s]
-2025-03-15T12:23:51.023775443Z 
Processed prompts:  14%|█▍        | 71/500 [01:57<13:36,  1.90s/it, est. speed input: 98.05 toks/s, output: 674.84 toks/s] 
-2025-03-15T12:23:51.682441533Z 
Processed prompts:  14%|█▍        | 72/500 [02:00<14:57,  2.10s/it, est. speed input: 97.58 toks/s, output: 676.23 toks/s]
-2025-03-15T12:23:52.059807745Z 
Processed prompts:  15%|█▍        | 73/500 [02:00<11:51,  1.67s/it, est. speed input: 98.04 toks/s, output: 677.88 toks/s]
-2025-03-15T12:23:53.426606802Z 
Processed prompts:  15%|█▍        | 74/500 [02:01<09:05,  1.28s/it, est. speed input: 98.91 toks/s, output: 691.46 toks/s]
-2025-03-15T12:23:55.017194739Z 
Processed prompts:  15%|█▌        | 75/500 [02:02<09:14,  1.31s/it, est. speed input: 98.89 toks/s, output: 699.43 toks/s]
-2025-03-15T12:23:55.393145825Z 
Processed prompts:  15%|█▌        | 76/500 [02:04<09:49,  1.39s/it, est. speed input: 98.84 toks/s, output: 706.11 toks/s]
-2025-03-15T12:23:55.556450729Z 
Processed prompts:  15%|█▌        | 77/500 [02:04<07:39,  1.09s/it, est. speed input: 99.58 toks/s, output: 719.63 toks/s]
-2025-03-15T12:23:56.004661864Z 
Processed prompts:  16%|█▌        | 78/500 [02:04<05:41,  1.24it/s, est. speed input: 100.59 toks/s, output: 734.32 toks/s]
-2025-03-15T12:23:57.530215151Z 
Processed prompts:  16%|█▌        | 79/500 [02:05<04:55,  1.43it/s, est. speed input: 102.23 toks/s, output: 747.32 toks/s]
-2025-03-15T12:23:58.490395742Z 
Processed prompts:  16%|█▌        | 80/500 [02:06<06:38,  1.05it/s, est. speed input: 102.61 toks/s, output: 753.93 toks/s]
-2025-03-15T12:24:01.040124266Z 
Processed prompts:  16%|█▌        | 81/500 [02:07<06:38,  1.05it/s, est. speed input: 103.00 toks/s, output: 763.85 toks/s]
-2025-03-15T12:24:01.497688738Z 
Processed prompts:  16%|█▋        | 82/500 [02:10<09:58,  1.43s/it, est. speed input: 102.29 toks/s, output: 764.44 toks/s]
-2025-03-15T12:24:02.753737164Z 
Processed prompts:  17%|█▋        | 83/500 [02:10<07:55,  1.14s/it, est. speed input: 102.88 toks/s, output: 771.28 toks/s]
-2025-03-15T12:24:03.793871224Z 
Processed prompts:  17%|█▋        | 84/500 [02:11<08:08,  1.17s/it, est. speed input: 102.81 toks/s, output: 769.51 toks/s]
-2025-03-15T12:24:08.393813715Z 
Processed prompts:  17%|█▋        | 85/500 [02:12<07:50,  1.13s/it, est. speed input: 103.99 toks/s, output: 779.00 toks/s]
-2025-03-15T12:24:09.077483494Z 
Processed prompts:  17%|█▋        | 86/500 [02:17<14:59,  2.17s/it, est. speed input: 101.40 toks/s, output: 761.30 toks/s]
-2025-03-15T12:24:09.612759055Z 
Processed prompts:  17%|█▋        | 87/500 [02:18<11:53,  1.73s/it, est. speed input: 101.75 toks/s, output: 763.02 toks/s]
-2025-03-15T12:24:10.434359551Z 
Processed prompts:  18%|█▊        | 88/500 [02:18<09:24,  1.37s/it, est. speed input: 102.22 toks/s, output: 766.36 toks/s]
-2025-03-15T12:24:11.991442264Z 
Processed prompts:  18%|█▊        | 89/500 [02:19<08:15,  1.21s/it, est. speed input: 102.48 toks/s, output: 768.51 toks/s]
-2025-03-15T12:24:16.889628650Z 
Processed prompts:  18%|█▊        | 90/500 [02:21<08:57,  1.31s/it, est. speed input: 102.50 toks/s, output: 775.43 toks/s]
-2025-03-15T12:24:18.984179582Z 
Processed prompts:  18%|█▊        | 91/500 [02:26<16:16,  2.39s/it, est. speed input: 100.02 toks/s, output: 764.75 toks/s]
-2025-03-15T12:24:20.516294020Z 
Processed prompts:  18%|█▊        | 92/500 [02:28<15:38,  2.30s/it, est. speed input: 99.45 toks/s, output: 765.27 toks/s] 
-2025-03-15T12:24:20.691930464Z 
Processed prompts:  19%|█▊        | 93/500 [02:29<14:02,  2.07s/it, est. speed input: 99.94 toks/s, output: 772.66 toks/s]
-2025-03-15T12:24:24.662764479Z 
Processed prompts:  19%|█▉        | 94/500 [02:29<10:09,  1.50s/it, est. speed input: 100.80 toks/s, output: 786.97 toks/s]
-2025-03-15T12:24:25.446957733Z 
Processed prompts:  19%|█▉        | 95/500 [02:33<15:07,  2.24s/it, est. speed input: 98.96 toks/s, output: 771.45 toks/s] 
-2025-03-15T12:24:27.492950305Z 
Processed prompts:  19%|█▉        | 97/500 [02:34<09:19,  1.39s/it, est. speed input: 100.01 toks/s, output: 782.21 toks/s]
-2025-03-15T12:24:27.668764152Z 
Processed prompts:  20%|█▉        | 98/500 [02:36<10:23,  1.55s/it, est. speed input: 100.68 toks/s, output: 787.13 toks/s]
-2025-03-15T12:24:27.845743534Z 
Processed prompts:  20%|█▉        | 99/500 [02:36<07:57,  1.19s/it, est. speed input: 101.56 toks/s, output: 801.37 toks/s]
-2025-03-15T12:24:28.850103095Z 
Processed prompts:  20%|██        | 100/500 [02:36<06:06,  1.09it/s, est. speed input: 102.19 toks/s, output: 805.11 toks/s]
-2025-03-15T12:24:31.208392194Z 
Processed prompts:  20%|██        | 101/500 [02:37<06:15,  1.06it/s, est. speed input: 102.50 toks/s, output: 815.10 toks/s]
-2025-03-15T12:24:31.610662488Z 
Processed prompts:  20%|██        | 102/500 [02:40<08:55,  1.35s/it, est. speed input: 102.11 toks/s, output: 818.19 toks/s]
-2025-03-15T12:24:32.007498803Z 
Processed prompts:  21%|██        | 103/500 [02:40<07:05,  1.07s/it, est. speed input: 102.59 toks/s, output: 822.68 toks/s]
-2025-03-15T12:24:32.786252720Z 
Processed prompts:  21%|██        | 104/500 [02:41<05:46,  1.14it/s, est. speed input: 103.05 toks/s, output: 823.95 toks/s]
-2025-03-15T12:24:33.717625589Z 
Processed prompts:  21%|██        | 105/500 [02:41<05:34,  1.18it/s, est. speed input: 103.40 toks/s, output: 835.04 toks/s]
-2025-03-15T12:24:34.575964971Z 
Processed prompts:  21%|██        | 106/500 [02:42<05:43,  1.15it/s, est. speed input: 103.92 toks/s, output: 845.31 toks/s]
-2025-03-15T12:24:35.878129393Z 
Processed prompts:  22%|██▏       | 108/500 [02:43<04:22,  1.50it/s, est. speed input: 105.36 toks/s, output: 867.34 toks/s]
-2025-03-15T12:24:36.128923528Z 
Processed prompts:  22%|██▏       | 109/500 [02:45<05:22,  1.21it/s, est. speed input: 105.22 toks/s, output: 863.66 toks/s]
-2025-03-15T12:24:38.933506261Z 
Processed prompts:  22%|██▏       | 110/500 [02:45<04:23,  1.48it/s, est. speed input: 107.60 toks/s, output: 877.37 toks/s]
-2025-03-15T12:24:39.261526118Z 
Processed prompts:  22%|██▏       | 111/500 [02:48<08:07,  1.25s/it, est. speed input: 106.58 toks/s, output: 877.71 toks/s]
-2025-03-15T12:24:41.320205815Z 
Processed prompts:  22%|██▏       | 112/500 [02:48<06:25,  1.01it/s, est. speed input: 107.21 toks/s, output: 890.97 toks/s]
-2025-03-15T12:24:43.987484052Z 
Processed prompts:  23%|██▎       | 113/500 [02:50<08:22,  1.30s/it, est. speed input: 106.64 toks/s, output: 890.46 toks/s]
-2025-03-15T12:24:44.844955748Z 
Processed prompts:  23%|██▎       | 114/500 [02:53<10:54,  1.69s/it, est. speed input: 105.67 toks/s, output: 882.02 toks/s]
-2025-03-15T12:24:45.775754612Z 
Processed prompts:  23%|██▎       | 115/500 [02:53<09:18,  1.45s/it, est. speed input: 106.01 toks/s, output: 892.59 toks/s]
-2025-03-15T12:24:46.107457187Z 
Processed prompts:  23%|██▎       | 116/500 [02:54<08:17,  1.30s/it, est. speed input: 106.11 toks/s, output: 893.04 toks/s]
-2025-03-15T12:24:47.951698362Z 
Processed prompts:  23%|██▎       | 117/500 [02:55<06:27,  1.01s/it, est. speed input: 107.00 toks/s, output: 906.25 toks/s]
-2025-03-15T12:24:48.736405312Z 
Processed prompts:  24%|██▎       | 118/500 [02:57<08:00,  1.26s/it, est. speed input: 106.84 toks/s, output: 911.69 toks/s]
-2025-03-15T12:24:50.282232818Z 
Processed prompts:  24%|██▍       | 119/500 [02:57<07:05,  1.12s/it, est. speed input: 107.17 toks/s, output: 922.54 toks/s]
-2025-03-15T12:24:52.897545483Z 
Processed prompts:  24%|██▍       | 120/500 [02:59<07:53,  1.25s/it, est. speed input: 106.99 toks/s, output: 929.44 toks/s]
-2025-03-15T12:24:54.223985064Z 
Processed prompts:  24%|██▍       | 121/500 [03:02<10:27,  1.66s/it, est. speed input: 106.09 toks/s, output: 921.20 toks/s]
-2025-03-15T12:24:55.481140343Z 
Processed prompts:  24%|██▍       | 122/500 [03:03<09:48,  1.56s/it, est. speed input: 106.27 toks/s, output: 929.35 toks/s]
-2025-03-15T12:24:56.818985047Z 
Processed prompts:  25%|██▍       | 123/500 [03:04<09:13,  1.47s/it, est. speed input: 106.35 toks/s, output: 937.82 toks/s]
-2025-03-15T12:24:57.307057211Z 
Processed prompts:  25%|██▍       | 124/500 [03:05<08:57,  1.43s/it, est. speed input: 106.23 toks/s, output: 939.76 toks/s]
-2025-03-15T12:24:57.487045621Z 
Processed prompts:  25%|██▌       | 125/500 [03:06<07:09,  1.15s/it, est. speed input: 106.58 toks/s, output: 942.60 toks/s]
-2025-03-15T12:24:58.891422146Z 
Processed prompts:  25%|██▌       | 126/500 [03:06<05:20,  1.17it/s, est. speed input: 107.09 toks/s, output: 946.28 toks/s]
-2025-03-15T12:24:59.147441166Z 
Processed prompts:  25%|██▌       | 127/500 [03:08<06:20,  1.02s/it, est. speed input: 106.99 toks/s, output: 953.97 toks/s]
-2025-03-15T12:25:00.017353153Z 
Processed prompts:  26%|██▌       | 128/500 [03:08<04:54,  1.26it/s, est. speed input: 107.43 toks/s, output: 954.35 toks/s]
-2025-03-15T12:25:00.656064087Z 
Processed prompts:  26%|██▌       | 129/500 [03:09<05:02,  1.23it/s, est. speed input: 107.76 toks/s, output: 964.71 toks/s]
-2025-03-15T12:25:01.374989365Z 
Processed prompts:  26%|██▌       | 130/500 [03:09<04:41,  1.31it/s, est. speed input: 108.05 toks/s, output: 971.22 toks/s]
-2025-03-15T12:25:06.958809404Z 
Processed prompts:  26%|██▌       | 131/500 [03:10<04:36,  1.33it/s, est. speed input: 108.25 toks/s, output: 973.59 toks/s]
-2025-03-15T12:25:09.001296362Z 
Processed prompts:  26%|██▋       | 132/500 [03:16<13:29,  2.20s/it, est. speed input: 105.80 toks/s, output: 955.78 toks/s]
-2025-03-15T12:25:09.889047286Z 
Processed prompts:  27%|██▋       | 133/500 [03:18<13:09,  2.15s/it, est. speed input: 105.32 toks/s, output: 955.26 toks/s]
-2025-03-15T12:25:13.857359779Z 
Processed prompts:  27%|██▋       | 134/500 [03:19<10:48,  1.77s/it, est. speed input: 105.50 toks/s, output: 965.59 toks/s]
-2025-03-15T12:25:15.858400748Z 
Processed prompts:  27%|██▋       | 135/500 [03:22<14:47,  2.43s/it, est. speed input: 104.35 toks/s, output: 961.27 toks/s]
-2025-03-15T12:25:24.749289730Z 
Processed prompts:  27%|██▋       | 136/500 [03:24<13:58,  2.30s/it, est. speed input: 103.91 toks/s, output: 959.34 toks/s]
-2025-03-15T12:25:25.107412506Z 
Processed prompts:  27%|██▋       | 137/500 [03:33<25:53,  4.28s/it, est. speed input: 100.12 toks/s, output: 924.27 toks/s]
-2025-03-15T12:25:26.336499759Z 
Processed prompts:  28%|██▊       | 139/500 [03:34<14:21,  2.39s/it, est. speed input: 102.42 toks/s, output: 942.50 toks/s]
-2025-03-15T12:25:27.081990406Z 
Processed prompts:  28%|██▊       | 140/500 [03:35<12:35,  2.10s/it, est. speed input: 102.52 toks/s, output: 951.56 toks/s]
-2025-03-15T12:25:28.148674879Z 
Processed prompts:  28%|██▊       | 141/500 [03:36<10:26,  1.75s/it, est. speed input: 102.71 toks/s, output: 955.92 toks/s]
-2025-03-15T12:25:29.066311231Z 
Processed prompts:  28%|██▊       | 142/500 [03:37<09:18,  1.56s/it, est. speed input: 102.78 toks/s, output: 962.23 toks/s]
-2025-03-15T12:25:29.572393614Z 
Processed prompts:  29%|██▉       | 144/500 [03:38<06:24,  1.08s/it, est. speed input: 103.44 toks/s, output: 974.03 toks/s]
-2025-03-15T12:25:31.600880520Z 
Processed prompts:  29%|██▉       | 145/500 [03:38<05:34,  1.06it/s, est. speed input: 103.96 toks/s, output: 986.17 toks/s]
-2025-03-15T12:25:31.787205495Z 
Processed prompts:  29%|██▉       | 147/500 [03:40<05:42,  1.03it/s, est. speed input: 104.03 toks/s, output: 987.53 toks/s]
-2025-03-15T12:25:34.526436753Z 
Processed prompts:  30%|██▉       | 148/500 [03:40<04:40,  1.26it/s, est. speed input: 104.49 toks/s, output: 996.20 toks/s]
-2025-03-15T12:25:35.513218029Z 
Processed prompts:  30%|██▉       | 149/500 [03:43<07:24,  1.27s/it, est. speed input: 103.73 toks/s, output: 989.64 toks/s]
-2025-03-15T12:25:38.536253287Z 
Processed prompts:  30%|███       | 150/500 [03:44<06:58,  1.19s/it, est. speed input: 103.79 toks/s, output: 991.90 toks/s]
-2025-03-15T12:25:38.807932376Z 
Processed prompts:  30%|███       | 151/500 [03:47<09:48,  1.69s/it, est. speed input: 102.92 toks/s, output: 985.24 toks/s]
-2025-03-15T12:25:39.811306456Z 
Processed prompts:  30%|███       | 152/500 [03:47<07:30,  1.29s/it, est. speed input: 103.31 toks/s, output: 992.00 toks/s]
-2025-03-15T12:25:41.140161392Z 
Processed prompts:  31%|███       | 153/500 [03:48<07:00,  1.21s/it, est. speed input: 103.36 toks/s, output: 993.46 toks/s]
-2025-03-15T12:25:43.777592383Z 
Processed prompts:  31%|███       | 154/500 [03:50<07:10,  1.25s/it, est. speed input: 103.86 toks/s, output: 1002.02 toks/s]
-2025-03-15T12:25:44.294177762Z 
Processed prompts:  31%|███       | 155/500 [03:52<09:29,  1.65s/it, est. speed input: 103.16 toks/s, output: 993.84 toks/s] 
-2025-03-15T12:25:46.583568824Z 
Processed prompts:  31%|███       | 156/500 [03:53<07:33,  1.32s/it, est. speed input: 103.40 toks/s, output: 995.54 toks/s]
-2025-03-15T12:25:46.866140082Z 
Processed prompts:  31%|███▏      | 157/500 [03:55<09:10,  1.61s/it, est. speed input: 103.29 toks/s, output: 1000.10 toks/s]
-2025-03-15T12:25:47.416688852Z 
Processed prompts:  32%|███▏      | 158/500 [03:56<06:54,  1.21s/it, est. speed input: 103.71 toks/s, output: 1013.14 toks/s]
-2025-03-15T12:25:48.566169780Z 
Processed prompts:  32%|███▏      | 159/500 [03:56<05:46,  1.01s/it, est. speed input: 103.93 toks/s, output: 1012.77 toks/s]
-2025-03-15T12:25:51.112118355Z 
Processed prompts:  32%|███▏      | 161/500 [03:57<04:35,  1.23it/s, est. speed input: 104.51 toks/s, output: 1027.86 toks/s]
-2025-03-15T12:25:51.382672616Z 
Processed prompts:  32%|███▏      | 162/500 [04:00<06:59,  1.24s/it, est. speed input: 103.98 toks/s, output: 1031.15 toks/s]
-2025-03-15T12:25:52.464374085Z 
Processed prompts:  33%|███▎      | 163/500 [04:00<05:32,  1.01it/s, est. speed input: 104.42 toks/s, output: 1044.18 toks/s]
-2025-03-15T12:25:53.302695844Z 
Processed prompts:  33%|███▎      | 164/500 [04:01<05:40,  1.01s/it, est. speed input: 104.43 toks/s, output: 1047.39 toks/s]
-2025-03-15T12:25:56.840151221Z 
Processed prompts:  33%|███▎      | 165/500 [04:02<05:23,  1.04it/s, est. speed input: 104.54 toks/s, output: 1049.13 toks/s]
-2025-03-15T12:25:58.438440049Z 
Processed prompts:  33%|███▎      | 166/500 [04:05<09:27,  1.70s/it, est. speed input: 103.68 toks/s, output: 1048.18 toks/s]
-2025-03-15T12:25:59.544227891Z 
Processed prompts:  34%|███▎      | 168/500 [04:07<07:09,  1.29s/it, est. speed input: 104.10 toks/s, output: 1060.80 toks/s]
-2025-03-15T12:26:00.558421229Z 
Processed prompts:  34%|███▍      | 169/500 [04:08<06:53,  1.25s/it, est. speed input: 104.10 toks/s, output: 1062.47 toks/s]
-2025-03-15T12:26:00.996735482Z 
Processed prompts:  34%|███▍      | 170/500 [04:09<06:32,  1.19s/it, est. speed input: 104.12 toks/s, output: 1062.92 toks/s]
-2025-03-15T12:26:01.850554580Z 
Processed prompts:  34%|███▍      | 171/500 [04:10<05:24,  1.01it/s, est. speed input: 104.39 toks/s, output: 1065.35 toks/s]
-2025-03-15T12:26:03.358544321Z 
Processed prompts:  34%|███▍      | 172/500 [04:10<05:11,  1.05it/s, est. speed input: 104.53 toks/s, output: 1073.19 toks/s]
-2025-03-15T12:26:05.840300696Z 
Processed prompts:  35%|███▍      | 173/500 [04:12<06:02,  1.11s/it, est. speed input: 104.41 toks/s, output: 1079.39 toks/s]
-2025-03-15T12:26:06.609520981Z 
Processed prompts:  35%|███▍      | 174/500 [04:14<08:10,  1.50s/it, est. speed input: 103.83 toks/s, output: 1073.70 toks/s]
-2025-03-15T12:26:07.706684626Z 
Processed prompts:  35%|███▌      | 175/500 [04:15<06:59,  1.29s/it, est. speed input: 103.94 toks/s, output: 1073.86 toks/s]
-2025-03-15T12:26:08.556008068Z 
Processed prompts:  35%|███▌      | 176/500 [04:16<06:39,  1.23s/it, est. speed input: 103.92 toks/s, output: 1071.66 toks/s]
-2025-03-15T12:26:09.405788160Z 
Processed prompts:  35%|███▌      | 177/500 [04:17<06:01,  1.12s/it, est. speed input: 104.00 toks/s, output: 1071.34 toks/s]
-2025-03-15T12:26:10.257770302Z 
Processed prompts:  36%|███▌      | 178/500 [04:18<05:34,  1.04s/it, est. speed input: 104.08 toks/s, output: 1070.37 toks/s]
-2025-03-15T12:26:10.449962463Z 
Processed prompts:  36%|███▌      | 179/500 [04:19<05:15,  1.02it/s, est. speed input: 104.16 toks/s, output: 1070.63 toks/s]
-2025-03-15T12:26:11.467396420Z 
Processed prompts:  36%|███▌      | 180/500 [04:19<03:59,  1.34it/s, est. speed input: 104.57 toks/s, output: 1083.80 toks/s]
-2025-03-15T12:26:11.671162952Z 
Processed prompts:  36%|███▌      | 181/500 [04:20<04:24,  1.21it/s, est. speed input: 104.67 toks/s, output: 1093.53 toks/s]
-2025-03-15T12:26:14.167536285Z 
Processed prompts:  37%|███▋      | 183/500 [04:20<02:36,  2.03it/s, est. speed input: 105.62 toks/s, output: 1111.49 toks/s]
-2025-03-15T12:26:16.011578091Z 
Processed prompts:  37%|███▋      | 184/500 [04:23<05:12,  1.01it/s, est. speed input: 105.02 toks/s, output: 1103.86 toks/s]
-2025-03-15T12:26:16.206380981Z 
Processed prompts:  37%|███▋      | 185/500 [04:25<06:22,  1.21s/it, est. speed input: 104.70 toks/s, output: 1099.64 toks/s]
-2025-03-15T12:26:16.893816884Z 
Processed prompts:  37%|███▋      | 186/500 [04:25<04:53,  1.07it/s, est. speed input: 105.04 toks/s, output: 1102.59 toks/s]
-2025-03-15T12:26:18.492329731Z 
Processed prompts:  37%|███▋      | 187/500 [04:26<04:31,  1.15it/s, est. speed input: 105.21 toks/s, output: 1107.50 toks/s]
-2025-03-15T12:26:18.768385606Z 
Processed prompts:  38%|███▊      | 189/500 [04:27<04:20,  1.20it/s, est. speed input: 105.40 toks/s, output: 1109.34 toks/s]
-2025-03-15T12:26:20.615685260Z 
Processed prompts:  38%|███▊      | 190/500 [04:27<03:37,  1.43it/s, est. speed input: 105.73 toks/s, output: 1115.56 toks/s]
-2025-03-15T12:26:24.055205419Z 
Processed prompts:  38%|███▊      | 191/500 [04:29<05:07,  1.01it/s, est. speed input: 105.42 toks/s, output: 1113.93 toks/s]
-2025-03-15T12:26:26.849595889Z 
Processed prompts:  38%|███▊      | 192/500 [04:33<08:28,  1.65s/it, est. speed input: 104.51 toks/s, output: 1106.85 toks/s]
-2025-03-15T12:26:27.311408955Z 
Processed prompts:  39%|███▊      | 193/500 [04:35<10:03,  1.97s/it, est. speed input: 103.86 toks/s, output: 1100.36 toks/s]
-2025-03-15T12:26:32.044726426Z 
Processed prompts:  39%|███▉      | 195/500 [04:36<06:06,  1.20s/it, est. speed input: 104.58 toks/s, output: 1117.93 toks/s]
-2025-03-15T12:26:33.684287164Z 
Processed prompts:  39%|███▉      | 196/500 [04:41<10:22,  2.05s/it, est. speed input: 103.22 toks/s, output: 1104.09 toks/s]
-2025-03-15T12:26:34.219434668Z 
Processed prompts:  40%|███▉      | 198/500 [04:42<07:47,  1.55s/it, est. speed input: 103.46 toks/s, output: 1115.55 toks/s]
-2025-03-15T12:26:37.453524078Z 
Processed prompts:  40%|███▉      | 199/500 [04:43<06:37,  1.32s/it, est. speed input: 103.64 toks/s, output: 1116.32 toks/s]
-2025-03-15T12:26:37.738219749Z 
Processed prompts:  40%|████      | 200/500 [04:46<08:55,  1.79s/it, est. speed input: 102.83 toks/s, output: 1105.59 toks/s]
-2025-03-15T12:26:41.526760690Z 
Processed prompts:  40%|████      | 201/500 [04:46<06:58,  1.40s/it, est. speed input: 103.09 toks/s, output: 1106.07 toks/s]
-2025-03-15T12:26:43.176095025Z 
Processed prompts:  40%|████      | 202/500 [04:50<10:08,  2.04s/it, est. speed input: 102.10 toks/s, output: 1093.42 toks/s]
-2025-03-15T12:26:43.977030615Z 
Processed prompts:  41%|████      | 203/500 [04:52<09:34,  1.93s/it, est. speed input: 101.89 toks/s, output: 1089.95 toks/s]
-2025-03-15T12:26:44.265103837Z 
Processed prompts:  41%|████      | 204/500 [04:53<07:56,  1.61s/it, est. speed input: 102.10 toks/s, output: 1100.68 toks/s]
-2025-03-15T12:26:44.552807494Z 
Processed prompts:  41%|████      | 205/500 [04:53<06:02,  1.23s/it, est. speed input: 102.50 toks/s, output: 1113.31 toks/s]
-2025-03-15T12:26:44.842480532Z 
Processed prompts:  41%|████      | 206/500 [04:53<04:40,  1.05it/s, est. speed input: 102.77 toks/s, output: 1116.54 toks/s]
-2025-03-15T12:26:47.706243755Z 
Processed prompts:  42%|████▏     | 208/500 [04:53<02:51,  1.71it/s, est. speed input: 103.42 toks/s, output: 1126.34 toks/s]
-2025-03-15T12:26:49.632253797Z 
Processed prompts:  42%|████▏     | 209/500 [04:56<05:33,  1.14s/it, est. speed input: 102.83 toks/s, output: 1124.88 toks/s]
-2025-03-15T12:26:52.262056007Z 
Processed prompts:  42%|████▏     | 210/500 [04:58<06:30,  1.35s/it, est. speed input: 102.55 toks/s, output: 1123.71 toks/s]
-2025-03-15T12:26:54.713614306Z 
Processed prompts:  42%|████▏     | 211/500 [05:01<08:09,  1.69s/it, est. speed input: 102.21 toks/s, output: 1127.55 toks/s]
-2025-03-15T12:26:57.238942592Z 
Processed prompts:  42%|████▏     | 212/500 [05:03<09:08,  1.91s/it, est. speed input: 101.94 toks/s, output: 1132.08 toks/s]
-2025-03-15T12:27:00.286119840Z 
Processed prompts:  43%|████▎     | 213/500 [05:06<09:57,  2.08s/it, est. speed input: 101.44 toks/s, output: 1125.72 toks/s]
-2025-03-15T12:27:01.092991402Z 
Processed prompts:  43%|████▎     | 214/500 [05:09<11:15,  2.36s/it, est. speed input: 100.80 toks/s, output: 1119.15 toks/s]
-2025-03-15T12:27:03.548614265Z 
Processed prompts:  43%|████▎     | 215/500 [05:10<09:03,  1.91s/it, est. speed input: 100.86 toks/s, output: 1118.10 toks/s]
-2025-03-15T12:27:04.114421751Z 
Processed prompts:  43%|████▎     | 216/500 [05:12<09:47,  2.07s/it, est. speed input: 100.41 toks/s, output: 1112.81 toks/s]
-2025-03-15T12:27:05.020370509Z 
Processed prompts:  44%|████▍     | 219/500 [05:13<04:46,  1.02s/it, est. speed input: 101.33 toks/s, output: 1129.56 toks/s]
-2025-03-15T12:27:05.311549659Z 
Processed prompts:  44%|████▍     | 221/500 [05:14<03:49,  1.22it/s, est. speed input: 103.89 toks/s, output: 1149.11 toks/s]
-2025-03-15T12:27:08.371664575Z 
Processed prompts:  44%|████▍     | 222/500 [05:14<03:19,  1.39it/s, est. speed input: 104.12 toks/s, output: 1150.14 toks/s]
-2025-03-15T12:27:09.272703227Z 
Processed prompts:  45%|████▍     | 223/500 [05:17<05:42,  1.24s/it, est. speed input: 103.46 toks/s, output: 1144.87 toks/s]
-2025-03-15T12:27:10.800224070Z 
Processed prompts:  45%|████▍     | 224/500 [05:18<05:18,  1.15s/it, est. speed input: 103.50 toks/s, output: 1145.07 toks/s]
-2025-03-15T12:27:15.565563958Z 
Processed prompts:  45%|████▌     | 225/500 [05:19<05:43,  1.25s/it, est. speed input: 103.32 toks/s, output: 1141.54 toks/s]
-2025-03-15T12:27:16.473571245Z 
Processed prompts:  45%|████▌     | 226/500 [05:24<09:59,  2.19s/it, est. speed input: 102.13 toks/s, output: 1128.58 toks/s]
-2025-03-15T12:27:17.390433374Z 
Processed prompts:  45%|████▌     | 227/500 [05:25<08:21,  1.84s/it, est. speed input: 102.15 toks/s, output: 1127.12 toks/s]
-2025-03-15T12:27:19.886294305Z 
Processed prompts:  46%|████▌     | 228/500 [05:26<07:08,  1.58s/it, est. speed input: 102.31 toks/s, output: 1137.38 toks/s]
-2025-03-15T12:27:21.776588515Z 
Processed prompts:  46%|████▌     | 229/500 [05:29<08:18,  1.84s/it, est. speed input: 102.08 toks/s, output: 1142.17 toks/s]
-2025-03-15T12:27:22.602378634Z 
Processed prompts:  46%|████▌     | 230/500 [05:30<08:20,  1.85s/it, est. speed input: 101.80 toks/s, output: 1138.09 toks/s]
-2025-03-15T12:27:23.514352208Z 
Processed prompts:  46%|████▌     | 231/500 [05:31<06:57,  1.55s/it, est. speed input: 101.87 toks/s, output: 1139.27 toks/s]
-2025-03-15T12:27:25.481594243Z 
Processed prompts:  46%|████▋     | 232/500 [05:32<06:05,  1.36s/it, est. speed input: 102.06 toks/s, output: 1149.53 toks/s]
-2025-03-15T12:27:25.955876036Z 
Processed prompts:  47%|████▋     | 233/500 [05:34<06:51,  1.54s/it, est. speed input: 101.76 toks/s, output: 1144.82 toks/s]
-2025-03-15T12:27:26.965829005Z 
Processed prompts:  47%|████▋     | 234/500 [05:35<05:25,  1.22s/it, est. speed input: 102.20 toks/s, output: 1156.57 toks/s]
-2025-03-15T12:27:28.333843704Z 
Processed prompts:  47%|████▋     | 235/500 [05:36<05:07,  1.16s/it, est. speed input: 102.24 toks/s, output: 1162.07 toks/s]
-2025-03-15T12:27:29.339322880Z 
Processed prompts:  47%|████▋     | 236/500 [05:37<05:22,  1.22s/it, est. speed input: 102.14 toks/s, output: 1160.70 toks/s]
-2025-03-15T12:27:31.136821244Z 
Processed prompts:  47%|████▋     | 237/500 [05:38<05:04,  1.16s/it, est. speed input: 102.16 toks/s, output: 1163.60 toks/s]
-2025-03-15T12:27:33.044520782Z 
Processed prompts:  48%|████▊     | 238/500 [05:40<05:53,  1.35s/it, est. speed input: 101.95 toks/s, output: 1163.50 toks/s]
-2025-03-15T12:27:36.003539335Z 
Processed prompts:  48%|████▊     | 240/500 [05:42<05:03,  1.17s/it, est. speed input: 102.08 toks/s, output: 1173.43 toks/s]
-2025-03-15T12:27:38.003711859Z 
Processed prompts:  48%|████▊     | 241/500 [05:45<06:57,  1.61s/it, est. speed input: 101.51 toks/s, output: 1167.13 toks/s]
-2025-03-15T12:27:38.667604563Z 
Processed prompts:  48%|████▊     | 242/500 [05:47<07:21,  1.71s/it, est. speed input: 101.20 toks/s, output: 1162.11 toks/s]
-2025-03-15T12:27:38.881399147Z 
Processed prompts:  49%|████▊     | 243/500 [05:47<06:06,  1.43s/it, est. speed input: 101.32 toks/s, output: 1164.04 toks/s]
-2025-03-15T12:27:39.899903128Z 
Processed prompts:  49%|████▉     | 244/500 [05:48<04:38,  1.09s/it, est. speed input: 101.58 toks/s, output: 1169.78 toks/s]
-2025-03-15T12:27:41.144951965Z 
Processed prompts:  49%|████▉     | 245/500 [05:49<04:32,  1.07s/it, est. speed input: 101.70 toks/s, output: 1179.64 toks/s]
-2025-03-15T12:27:43.082791676Z 
Processed prompts:  50%|████▉     | 248/500 [05:50<02:58,  1.41it/s, est. speed input: 102.27 toks/s, output: 1191.30 toks/s]
-2025-03-15T12:27:43.787353303Z 
Processed prompts:  50%|████▉     | 249/500 [05:52<04:01,  1.04it/s, est. speed input: 102.02 toks/s, output: 1190.43 toks/s]
-2025-03-15T12:27:44.773143564Z 
Processed prompts:  50%|█████     | 250/500 [05:52<03:46,  1.11it/s, est. speed input: 102.12 toks/s, output: 1192.40 toks/s]
-2025-03-15T12:27:45.035718273Z 
Processed prompts:  50%|█████     | 252/500 [05:53<03:03,  1.35it/s, est. speed input: 102.41 toks/s, output: 1196.06 toks/s]
-2025-03-15T12:27:45.383730300Z 
Processed prompts:  51%|█████     | 253/500 [05:54<02:37,  1.57it/s, est. speed input: 102.65 toks/s, output: 1201.53 toks/s]
-2025-03-15T12:27:46.252961767Z 
Processed prompts:  51%|█████     | 254/500 [05:54<02:19,  1.76it/s, est. speed input: 102.86 toks/s, output: 1205.47 toks/s]
-2025-03-15T12:27:47.559709129Z 
Processed prompts:  51%|█████     | 255/500 [05:55<02:37,  1.55it/s, est. speed input: 102.89 toks/s, output: 1204.66 toks/s]
-2025-03-15T12:27:48.612534510Z 
Processed prompts:  51%|█████     | 256/500 [05:56<03:20,  1.22it/s, est. speed input: 102.78 toks/s, output: 1202.21 toks/s]
-2025-03-15T12:27:49.224767257Z 
Processed prompts:  51%|█████▏    | 257/500 [05:57<03:35,  1.13it/s, est. speed input: 102.79 toks/s, output: 1204.53 toks/s]
-2025-03-15T12:27:50.527897207Z 
Processed prompts:  52%|█████▏    | 258/500 [05:58<03:15,  1.24it/s, est. speed input: 102.92 toks/s, output: 1208.00 toks/s]
-2025-03-15T12:27:51.227448571Z 
Processed prompts:  52%|█████▏    | 259/500 [05:59<03:49,  1.05it/s, est. speed input: 102.81 toks/s, output: 1205.03 toks/s]
-2025-03-15T12:27:52.098853074Z 
Processed prompts:  52%|█████▏    | 260/500 [06:00<03:30,  1.14it/s, est. speed input: 102.92 toks/s, output: 1208.67 toks/s]
-2025-03-15T12:27:53.406503845Z 
Processed prompts:  52%|█████▏    | 261/500 [06:01<03:29,  1.14it/s, est. speed input: 102.94 toks/s, output: 1208.22 toks/s]
-2025-03-15T12:27:55.321966710Z 
Processed prompts:  52%|█████▏    | 262/500 [06:02<03:58,  1.00s/it, est. speed input: 103.01 toks/s, output: 1217.06 toks/s]
-2025-03-15T12:27:56.283039701Z 
Processed prompts:  53%|█████▎    | 263/500 [06:04<05:01,  1.27s/it, est. speed input: 102.73 toks/s, output: 1212.17 toks/s]
-2025-03-15T12:27:56.980600372Z 
Processed prompts:  53%|█████▎    | 264/500 [06:05<04:38,  1.18s/it, est. speed input: 102.79 toks/s, output: 1218.22 toks/s]
-2025-03-15T12:27:57.153914468Z 
Processed prompts:  53%|█████▎    | 265/500 [06:06<04:03,  1.04s/it, est. speed input: 102.98 toks/s, output: 1229.08 toks/s]
-2025-03-15T12:27:58.712014618Z 
Processed prompts:  53%|█████▎    | 266/500 [06:06<03:02,  1.28it/s, est. speed input: 103.30 toks/s, output: 1241.68 toks/s]
-2025-03-15T12:27:58.885208141Z 
Processed prompts:  53%|█████▎    | 267/500 [06:07<03:55,  1.01s/it, est. speed input: 103.12 toks/s, output: 1238.07 toks/s]
-2025-03-15T12:27:59.573770308Z 
Processed prompts:  54%|█████▍    | 269/500 [06:08<02:15,  1.71it/s, est. speed input: 103.63 toks/s, output: 1245.38 toks/s]
-2025-03-15T12:28:00.260317923Z 
Processed prompts:  54%|█████▍    | 270/500 [06:08<02:20,  1.64it/s, est. speed input: 103.70 toks/s, output: 1244.72 toks/s]
-2025-03-15T12:28:01.798258095Z 
Processed prompts:  54%|█████▍    | 271/500 [06:09<02:24,  1.59it/s, est. speed input: 103.79 toks/s, output: 1246.58 toks/s]
-2025-03-15T12:28:01.969796403Z 
Processed prompts:  55%|█████▍    | 274/500 [06:10<02:08,  1.76it/s, est. speed input: 104.45 toks/s, output: 1258.73 toks/s]
-2025-03-15T12:28:02.226740263Z 
Processed prompts:  55%|█████▌    | 275/500 [06:11<01:49,  2.05it/s, est. speed input: 104.71 toks/s, output: 1265.51 toks/s]
-2025-03-15T12:28:02.567504156Z 
Processed prompts:  55%|█████▌    | 276/500 [06:11<01:37,  2.29it/s, est. speed input: 104.90 toks/s, output: 1266.57 toks/s]
-2025-03-15T12:28:02.991324479Z 
Processed prompts:  55%|█████▌    | 277/500 [06:11<01:32,  2.42it/s, est. speed input: 105.07 toks/s, output: 1268.55 toks/s]
-2025-03-15T12:28:03.666896278Z 
Processed prompts:  56%|█████▌    | 278/500 [06:12<01:32,  2.40it/s, est. speed input: 105.75 toks/s, output: 1280.26 toks/s]
-2025-03-15T12:28:04.593513426Z 
Processed prompts:  56%|█████▌    | 279/500 [06:12<01:47,  2.06it/s, est. speed input: 105.86 toks/s, output: 1284.70 toks/s]
-2025-03-15T12:28:06.190831177Z 
Processed prompts:  56%|█████▌    | 280/500 [06:13<02:13,  1.64it/s, est. speed input: 105.98 toks/s, output: 1294.66 toks/s]
-2025-03-15T12:28:06.861205370Z 
Processed prompts:  56%|█████▌    | 281/500 [06:15<03:14,  1.13it/s, est. speed input: 105.95 toks/s, output: 1302.30 toks/s]
-2025-03-15T12:28:07.616447795Z 
Processed prompts:  56%|█████▋    | 282/500 [06:15<02:59,  1.21it/s, est. speed input: 106.07 toks/s, output: 1308.55 toks/s]
-2025-03-15T12:28:08.534439662Z 
Processed prompts:  57%|█████▋    | 283/500 [06:16<02:54,  1.24it/s, est. speed input: 106.16 toks/s, output: 1314.37 toks/s]
-2025-03-15T12:28:08.868155211Z 
Processed prompts:  57%|█████▋    | 284/500 [06:17<03:01,  1.19it/s, est. speed input: 106.15 toks/s, output: 1313.06 toks/s]
-2025-03-15T12:28:09.284806923Z 
Processed prompts:  57%|█████▋    | 285/500 [06:18<02:28,  1.45it/s, est. speed input: 106.30 toks/s, output: 1313.05 toks/s]
-2025-03-15T12:28:10.697632075Z 
Processed prompts:  57%|█████▋    | 286/500 [06:18<02:10,  1.64it/s, est. speed input: 106.57 toks/s, output: 1324.74 toks/s]
-2025-03-15T12:28:15.695302957Z 
Processed prompts:  57%|█████▋    | 287/500 [06:19<03:00,  1.18it/s, est. speed input: 106.45 toks/s, output: 1324.18 toks/s]
-2025-03-15T12:28:21.719673796Z 
Processed prompts:  58%|█████▊    | 288/500 [06:24<07:22,  2.09s/it, est. speed input: 105.37 toks/s, output: 1316.50 toks/s]
-2025-03-15T12:28:22.136037138Z 
Processed prompts:  58%|█████▊    | 290/500 [06:30<08:47,  2.51s/it, est. speed input: 104.36 toks/s, output: 1312.99 toks/s]
-2025-03-15T12:28:24.390484945Z 
Processed prompts:  58%|█████▊    | 291/500 [06:31<06:56,  1.99s/it, est. speed input: 104.50 toks/s, output: 1314.60 toks/s]
-2025-03-15T12:28:24.973307539Z 
Processed prompts:  58%|█████▊    | 292/500 [06:33<07:08,  2.06s/it, est. speed input: 104.22 toks/s, output: 1319.37 toks/s]
-2025-03-15T12:28:25.477157314Z 
Processed prompts:  59%|█████▉    | 294/500 [06:34<04:28,  1.31s/it, est. speed input: 104.63 toks/s, output: 1330.52 toks/s]
-2025-03-15T12:28:27.068432205Z 
Processed prompts:  59%|█████▉    | 295/500 [06:34<03:49,  1.12s/it, est. speed input: 104.76 toks/s, output: 1333.38 toks/s]
-2025-03-15T12:28:28.320913860Z 
Processed prompts:  59%|█████▉    | 296/500 [06:36<04:12,  1.24s/it, est. speed input: 104.80 toks/s, output: 1341.11 toks/s]
-2025-03-15T12:28:34.857162441Z 
Processed prompts:  59%|█████▉    | 297/500 [06:37<04:11,  1.24s/it, est. speed input: 104.70 toks/s, output: 1338.56 toks/s]
-2025-03-15T12:28:35.938932242Z 
Processed prompts:  60%|█████▉    | 298/500 [06:43<09:03,  2.69s/it, est. speed input: 103.25 toks/s, output: 1320.92 toks/s]
-2025-03-15T12:28:39.200071807Z 
Processed prompts:  60%|█████▉    | 299/500 [06:45<07:29,  2.24s/it, est. speed input: 103.29 toks/s, output: 1328.68 toks/s]
-2025-03-15T12:28:39.614822291Z 
Processed prompts:  60%|██████    | 300/500 [06:48<08:26,  2.53s/it, est. speed input: 102.79 toks/s, output: 1331.08 toks/s]
-2025-03-15T12:28:40.861672237Z 
Processed prompts:  60%|██████    | 301/500 [06:48<06:21,  1.92s/it, est. speed input: 102.92 toks/s, output: 1332.62 toks/s]
-2025-03-15T12:28:41.026888862Z 
Processed prompts:  60%|██████    | 302/500 [06:49<05:40,  1.72s/it, est. speed input: 102.83 toks/s, output: 1330.46 toks/s]
-2025-03-15T12:28:41.192044557Z 
Processed prompts:  61%|██████    | 304/500 [06:50<03:10,  1.03it/s, est. speed input: 103.22 toks/s, output: 1333.82 toks/s]
-2025-03-15T12:28:42.759654468Z 
Processed prompts:  61%|██████    | 305/500 [06:50<02:31,  1.29it/s, est. speed input: 103.42 toks/s, output: 1337.27 toks/s]
-2025-03-15T12:28:43.004696688Z 
Processed prompts:  61%|██████    | 306/500 [06:51<03:10,  1.02it/s, est. speed input: 103.29 toks/s, output: 1338.51 toks/s]
-2025-03-15T12:28:43.330110787Z 
Processed prompts:  61%|██████▏   | 307/500 [06:52<02:30,  1.28it/s, est. speed input: 103.48 toks/s, output: 1342.21 toks/s]
-2025-03-15T12:28:44.465691394Z 
Processed prompts:  62%|██████▏   | 308/500 [06:52<02:05,  1.53it/s, est. speed input: 103.62 toks/s, output: 1343.27 toks/s]
-2025-03-15T12:28:46.087943939Z 
Processed prompts:  62%|██████▏   | 309/500 [06:53<02:31,  1.26it/s, est. speed input: 103.58 toks/s, output: 1343.65 toks/s]
-2025-03-15T12:28:47.400722486Z 
Processed prompts:  62%|██████▏   | 310/500 [06:55<03:16,  1.03s/it, est. speed input: 103.43 toks/s, output: 1343.95 toks/s]
-2025-03-15T12:28:48.615981550Z 
Processed prompts:  62%|██████▏   | 311/500 [06:56<03:30,  1.11s/it, est. speed input: 103.35 toks/s, output: 1344.01 toks/s]
-2025-03-15T12:28:48.943537022Z 
Processed prompts:  62%|██████▏   | 312/500 [06:57<03:35,  1.14s/it, est. speed input: 103.41 toks/s, output: 1353.09 toks/s]
-2025-03-15T12:28:49.590911219Z 
Processed prompts:  63%|██████▎   | 314/500 [06:58<02:09,  1.44it/s, est. speed input: 104.34 toks/s, output: 1367.87 toks/s]
-2025-03-15T12:28:50.079218963Z 
Processed prompts:  63%|██████▎   | 315/500 [06:58<02:06,  1.46it/s, est. speed input: 104.45 toks/s, output: 1373.91 toks/s]
-2025-03-15T12:28:50.647651738Z 
Processed prompts:  63%|██████▎   | 316/500 [06:59<01:56,  1.58it/s, est. speed input: 104.54 toks/s, output: 1374.36 toks/s]
-2025-03-15T12:28:51.701225236Z 
Processed prompts:  63%|██████▎   | 317/500 [06:59<01:52,  1.62it/s, est. speed input: 104.62 toks/s, output: 1374.75 toks/s]
-2025-03-15T12:28:55.741166820Z 
Processed prompts:  64%|██████▎   | 318/500 [07:00<02:14,  1.36it/s, est. speed input: 104.60 toks/s, output: 1375.93 toks/s]
-2025-03-15T12:28:56.701892876Z 
Processed prompts:  64%|██████▍   | 320/500 [07:04<03:55,  1.31s/it, est. speed input: 104.07 toks/s, output: 1370.09 toks/s]
-2025-03-15T12:28:58.534838161Z 
Processed prompts:  64%|██████▍   | 321/500 [07:05<03:38,  1.22s/it, est. speed input: 104.14 toks/s, output: 1379.98 toks/s]
-2025-03-15T12:28:59.093403477Z 
Processed prompts:  65%|██████▍   | 323/500 [07:07<03:14,  1.10s/it, est. speed input: 104.57 toks/s, output: 1390.13 toks/s]
-2025-03-15T12:28:59.253085733Z 
Processed prompts:  65%|██████▍   | 324/500 [07:08<02:51,  1.02it/s, est. speed input: 104.70 toks/s, output: 1396.97 toks/s]
-2025-03-15T12:29:01.390543596Z 
Processed prompts:  65%|██████▌   | 325/500 [07:08<02:16,  1.29it/s, est. speed input: 104.89 toks/s, output: 1400.81 toks/s]
-2025-03-15T12:29:01.549021316Z 
Processed prompts:  65%|██████▌   | 326/500 [07:10<03:16,  1.13s/it, est. speed input: 104.73 toks/s, output: 1406.84 toks/s]
-2025-03-15T12:29:03.203739788Z 
Processed prompts:  65%|██████▌   | 327/500 [07:10<02:30,  1.15it/s, est. speed input: 105.07 toks/s, output: 1419.30 toks/s]
-2025-03-15T12:29:03.830243124Z 
Processed prompts:  66%|██████▌   | 328/500 [07:12<03:06,  1.09s/it, est. speed input: 104.89 toks/s, output: 1417.40 toks/s]
-2025-03-15T12:29:04.454251531Z 
Processed prompts:  66%|██████▌   | 329/500 [07:12<02:43,  1.05it/s, est. speed input: 105.06 toks/s, output: 1428.33 toks/s]
-2025-03-15T12:29:04.921797678Z 
Processed prompts:  66%|██████▌   | 330/500 [07:13<02:26,  1.16it/s, est. speed input: 105.13 toks/s, output: 1429.42 toks/s]
-2025-03-15T12:29:07.548586341Z 
Processed prompts:  66%|██████▌   | 331/500 [07:14<02:05,  1.34it/s, est. speed input: 105.71 toks/s, output: 1440.86 toks/s]
-2025-03-15T12:29:09.585018483Z 
Processed prompts:  67%|██████▋   | 333/500 [07:16<02:47,  1.00s/it, est. speed input: 105.64 toks/s, output: 1449.33 toks/s]
-2025-03-15T12:29:10.334573575Z 
Processed prompts:  67%|██████▋   | 334/500 [07:18<03:28,  1.26s/it, est. speed input: 105.35 toks/s, output: 1445.37 toks/s]
-2025-03-15T12:29:11.534441120Z 
Processed prompts:  67%|██████▋   | 336/500 [07:19<02:26,  1.12it/s, est. speed input: 105.72 toks/s, output: 1463.54 toks/s]
-2025-03-15T12:29:12.360131680Z 
Processed prompts:  67%|██████▋   | 337/500 [07:20<02:36,  1.04it/s, est. speed input: 105.64 toks/s, output: 1462.53 toks/s]
-2025-03-15T12:29:14.607257242Z 
Processed prompts:  68%|██████▊   | 338/500 [07:21<02:30,  1.08it/s, est. speed input: 105.70 toks/s, output: 1467.92 toks/s]
-2025-03-15T12:29:14.903006991Z 
Processed prompts:  68%|██████▊   | 339/500 [07:23<03:24,  1.27s/it, est. speed input: 105.52 toks/s, output: 1473.48 toks/s]
-2025-03-15T12:29:18.138506257Z 
Processed prompts:  68%|██████▊   | 340/500 [07:24<02:41,  1.01s/it, est. speed input: 105.68 toks/s, output: 1478.14 toks/s]
-2025-03-15T12:29:18.521504042Z 
Processed prompts:  68%|██████▊   | 341/500 [07:27<04:18,  1.63s/it, est. speed input: 105.28 toks/s, output: 1480.44 toks/s]
-2025-03-15T12:29:19.422875873Z 
Processed prompts:  68%|██████▊   | 342/500 [07:27<03:21,  1.27s/it, est. speed input: 105.49 toks/s, output: 1492.16 toks/s]
-2025-03-15T12:29:20.403304710Z 
Processed prompts:  69%|██████▊   | 343/500 [07:28<03:03,  1.17s/it, est. speed input: 105.50 toks/s, output: 1493.45 toks/s]
-2025-03-15T12:29:22.799555999Z 
Processed prompts:  69%|██████▉   | 344/500 [07:29<02:53,  1.11s/it, est. speed input: 105.91 toks/s, output: 1503.18 toks/s]
-2025-03-15T12:29:26.141583733Z 
Processed prompts:  69%|██████▉   | 345/500 [07:31<03:50,  1.49s/it, est. speed input: 105.54 toks/s, output: 1498.00 toks/s]
-2025-03-15T12:29:32.807601625Z 
Processed prompts:  69%|██████▉   | 346/500 [07:35<05:13,  2.04s/it, est. speed input: 104.98 toks/s, output: 1490.55 toks/s]
-2025-03-15T12:29:34.262590386Z 
Processed prompts:  69%|██████▉   | 347/500 [07:41<08:42,  3.41s/it, est. speed input: 103.69 toks/s, output: 1474.78 toks/s]
-2025-03-15T12:29:35.781935753Z 
Processed prompts:  70%|██████▉   | 348/500 [07:43<07:10,  2.83s/it, est. speed input: 103.68 toks/s, output: 1483.16 toks/s]
-2025-03-15T12:29:39.697897263Z 
Processed prompts:  70%|██████▉   | 349/500 [07:44<06:08,  2.44s/it, est. speed input: 103.89 toks/s, output: 1491.32 toks/s]
-2025-03-15T12:29:40.133401950Z 
Processed prompts:  70%|███████   | 350/500 [07:48<07:12,  2.88s/it, est. speed input: 103.49 toks/s, output: 1491.88 toks/s]
-2025-03-15T12:29:41.071844465Z 
Processed prompts:  70%|███████   | 351/500 [07:49<05:20,  2.15s/it, est. speed input: 103.59 toks/s, output: 1494.20 toks/s]
-2025-03-15T12:29:42.361824744Z 
Processed prompts:  70%|███████   | 352/500 [07:50<04:24,  1.79s/it, est. speed input: 103.64 toks/s, output: 1501.05 toks/s]
-2025-03-15T12:29:42.504748213Z 
Processed prompts:  71%|███████   | 353/500 [07:51<04:00,  1.64s/it, est. speed input: 104.49 toks/s, output: 1509.97 toks/s]
-2025-03-15T12:29:42.862677717Z 
Processed prompts:  71%|███████   | 354/500 [07:51<02:53,  1.19s/it, est. speed input: 104.80 toks/s, output: 1522.54 toks/s]
-2025-03-15T12:29:47.952388936Z 
Processed prompts:  71%|███████   | 355/500 [07:51<02:16,  1.06it/s, est. speed input: 104.96 toks/s, output: 1528.50 toks/s]
-2025-03-15T12:29:52.534850463Z 
Processed prompts:  71%|███████   | 356/500 [07:57<05:14,  2.18s/it, est. speed input: 104.10 toks/s, output: 1525.23 toks/s]
-2025-03-15T12:29:53.673864351Z 
Processed prompts:  71%|███████▏  | 357/500 [08:01<06:55,  2.90s/it, est. speed input: 103.33 toks/s, output: 1516.97 toks/s]
-2025-03-15T12:29:57.047098013Z 
Processed prompts:  72%|███████▏  | 358/500 [08:02<05:37,  2.37s/it, est. speed input: 103.67 toks/s, output: 1526.44 toks/s]
-2025-03-15T12:30:08.075791814Z 
Processed prompts:  72%|███████▏  | 359/500 [08:06<06:17,  2.67s/it, est. speed input: 103.17 toks/s, output: 1521.99 toks/s]
-2025-03-15T12:30:10.990894159Z 
Processed prompts:  72%|███████▏  | 360/500 [08:17<12:05,  5.18s/it, est. speed input: 101.39 toks/s, output: 1501.32 toks/s]
-2025-03-15T12:30:12.123439819Z 
Processed prompts:  72%|███████▏  | 361/500 [08:20<10:25,  4.50s/it, est. speed input: 101.08 toks/s, output: 1505.65 toks/s]
-2025-03-15T12:30:13.745278408Z 
Processed prompts:  72%|███████▏  | 362/500 [08:21<08:01,  3.49s/it, est. speed input: 101.47 toks/s, output: 1515.34 toks/s]
-2025-03-15T12:30:18.396617302Z 
Processed prompts:  73%|███████▎  | 363/500 [08:22<06:41,  2.93s/it, est. speed input: 101.49 toks/s, output: 1523.55 toks/s]
-2025-03-15T12:30:19.375733624Z 
Processed prompts:  73%|███████▎  | 364/500 [08:27<07:48,  3.45s/it, est. speed input: 100.94 toks/s, output: 1522.69 toks/s]
-2025-03-15T12:30:22.172447270Z 
Processed prompts:  73%|███████▎  | 365/500 [08:28<06:05,  2.71s/it, est. speed input: 100.97 toks/s, output: 1528.46 toks/s]
-2025-03-15T12:30:22.937984907Z 
Processed prompts:  73%|███████▎  | 366/500 [08:31<06:06,  2.73s/it, est. speed input: 100.66 toks/s, output: 1531.16 toks/s]
-2025-03-15T12:30:23.354196165Z 
Processed prompts:  73%|███████▎  | 367/500 [08:32<04:45,  2.14s/it, est. speed input: 100.68 toks/s, output: 1533.25 toks/s]
-2025-03-15T12:30:25.153336028Z 
Processed prompts:  74%|███████▎  | 368/500 [08:32<03:34,  1.62s/it, est. speed input: 100.80 toks/s, output: 1537.86 toks/s]
-2025-03-15T12:30:27.168786257Z 
Processed prompts:  74%|███████▍  | 369/500 [08:34<03:39,  1.68s/it, est. speed input: 100.63 toks/s, output: 1537.25 toks/s]
-2025-03-15T12:30:34.499565746Z 
Processed prompts:  74%|███████▍  | 370/500 [08:36<03:51,  1.78s/it, est. speed input: 100.48 toks/s, output: 1544.37 toks/s]
-2025-03-15T12:30:38.388579132Z 
Processed prompts:  74%|███████▍  | 371/500 [08:43<07:24,  3.44s/it, est. speed input: 99.27 toks/s, output: 1528.95 toks/s] 
-2025-03-15T12:30:42.523714322Z 
Processed prompts:  74%|███████▍  | 372/500 [08:47<07:37,  3.58s/it, est. speed input: 98.80 toks/s, output: 1530.83 toks/s]
-2025-03-15T12:30:44.081289056Z 
Processed prompts:  75%|███████▍  | 373/500 [08:51<07:55,  3.74s/it, est. speed input: 98.20 toks/s, output: 1523.96 toks/s]
-2025-03-15T12:30:44.216736318Z 
Processed prompts:  75%|███████▍  | 374/500 [08:53<06:29,  3.09s/it, est. speed input: 98.09 toks/s, output: 1524.20 toks/s]
-2025-03-15T12:30:47.513518938Z 
Processed prompts:  75%|███████▌  | 375/500 [08:53<04:35,  2.20s/it, est. speed input: 98.33 toks/s, output: 1536.99 toks/s]
-2025-03-15T12:30:48.654174827Z 
Processed prompts:  75%|███████▌  | 376/500 [08:56<05:13,  2.53s/it, est. speed input: 97.96 toks/s, output: 1540.72 toks/s]
-2025-03-15T12:30:51.071432737Z 
Processed prompts:  75%|███████▌  | 377/500 [08:57<04:20,  2.11s/it, est. speed input: 98.01 toks/s, output: 1550.64 toks/s]
-2025-03-15T12:30:55.135395157Z 
Processed prompts:  76%|███████▌  | 378/500 [09:00<04:28,  2.20s/it, est. speed input: 98.04 toks/s, output: 1556.89 toks/s]
-2025-03-15T12:30:55.667474999Z 
Processed prompts:  76%|███████▌  | 379/500 [09:04<05:34,  2.76s/it, est. speed input: 97.61 toks/s, output: 1558.47 toks/s]
-2025-03-15T12:31:00.834902421Z 
Processed prompts:  76%|███████▌  | 380/500 [09:04<04:11,  2.09s/it, est. speed input: 97.75 toks/s, output: 1570.16 toks/s]
-2025-03-15T12:31:04.758847928Z 
Processed prompts:  76%|███████▌  | 381/500 [09:09<05:58,  3.02s/it, est. speed input: 97.38 toks/s, output: 1568.63 toks/s]
-2025-03-15T12:31:09.070736809Z 
Processed prompts:  76%|███████▋  | 382/500 [09:13<06:28,  3.29s/it, est. speed input: 97.46 toks/s, output: 1570.76 toks/s]
-2025-03-15T12:31:12.804695100Z 
Processed prompts:  77%|███████▋  | 383/500 [09:18<07:00,  3.60s/it, est. speed input: 96.94 toks/s, output: 1571.88 toks/s]
-2025-03-15T12:31:16.697769264Z 
Processed prompts:  77%|███████▋  | 384/500 [09:21<07:01,  3.64s/it, est. speed input: 96.63 toks/s, output: 1574.71 toks/s]
-2025-03-15T12:31:21.619965076Z 
Processed prompts:  77%|███████▋  | 385/500 [09:25<07:07,  3.71s/it, est. speed input: 96.26 toks/s, output: 1577.16 toks/s]
-2025-03-15T12:31:26.993312240Z 
Processed prompts:  77%|███████▋  | 386/500 [09:30<07:44,  4.08s/it, est. speed input: 95.68 toks/s, output: 1576.82 toks/s]
-2025-03-15T12:31:32.038378737Z 
Processed prompts:  77%|███████▋  | 387/500 [09:36<08:24,  4.47s/it, est. speed input: 95.06 toks/s, output: 1575.39 toks/s]
-2025-03-15T12:31:40.624340347Z 
Processed prompts:  78%|███████▊  | 388/500 [09:41<08:39,  4.64s/it, est. speed input: 94.60 toks/s, output: 1575.01 toks/s]
-2025-03-15T12:31:40.951413931Z 
Processed prompts:  78%|███████▊  | 389/500 [09:49<10:46,  5.82s/it, est. speed input: 93.52 toks/s, output: 1565.41 toks/s]
-2025-03-15T12:31:42.438328812Z 
Processed prompts:  78%|███████▊  | 390/500 [09:50<07:39,  4.17s/it, est. speed input: 93.72 toks/s, output: 1577.87 toks/s]
-2025-03-15T12:31:43.468639776Z 
Processed prompts:  78%|███████▊  | 391/500 [09:51<06:07,  3.37s/it, est. speed input: 93.67 toks/s, output: 1582.50 toks/s]
-2025-03-15T12:31:45.772585304Z 
Processed prompts:  78%|███████▊  | 392/500 [09:52<04:48,  2.67s/it, est. speed input: 93.75 toks/s, output: 1593.09 toks/s]
-2025-03-15T12:31:50.201398069Z 
Processed prompts:  79%|███████▊  | 393/500 [09:54<04:33,  2.56s/it, est. speed input: 93.55 toks/s, output: 1593.97 toks/s]
-2025-03-15T12:31:53.587654006Z 
Processed prompts:  79%|███████▉  | 394/500 [09:59<05:30,  3.12s/it, est. speed input: 93.24 toks/s, output: 1595.55 toks/s]
-2025-03-15T12:31:56.959507790Z 
Processed prompts:  79%|███████▉  | 395/500 [10:02<05:35,  3.20s/it, est. speed input: 93.01 toks/s, output: 1599.96 toks/s]
-2025-03-15T12:31:57.530490317Z 
Processed prompts:  79%|███████▉  | 396/500 [10:06<05:38,  3.25s/it, est. speed input: 92.74 toks/s, output: 1604.45 toks/s]
-2025-03-15T12:31:57.908835475Z 
Processed prompts:  79%|███████▉  | 397/500 [10:06<04:12,  2.45s/it, est. speed input: 92.81 toks/s, output: 1609.55 toks/s]
-2025-03-15T12:31:59.975124171Z 
Processed prompts:  80%|███████▉  | 398/500 [10:07<03:06,  1.83s/it, est. speed input: 92.97 toks/s, output: 1621.93 toks/s]
-2025-03-15T12:32:07.484203858Z 
Processed prompts:  80%|███████▉  | 399/500 [10:09<03:11,  1.90s/it, est. speed input: 92.97 toks/s, output: 1629.83 toks/s]
-2025-03-15T12:32:10.612248884Z 
Processed prompts:  80%|████████  | 400/500 [10:16<05:58,  3.58s/it, est. speed input: 92.02 toks/s, output: 1620.10 toks/s]
-2025-03-15T12:32:11.364019705Z 
Processed prompts:  80%|████████  | 401/500 [10:19<05:41,  3.45s/it, est. speed input: 91.71 toks/s, output: 1618.86 toks/s]
-2025-03-15T12:32:17.412174845Z 
Processed prompts:  80%|████████  | 402/500 [10:20<04:18,  2.64s/it, est. speed input: 91.76 toks/s, output: 1623.86 toks/s]
-2025-03-15T12:32:23.270651585Z 
Processed prompts:  81%|████████  | 403/500 [10:26<05:55,  3.66s/it, est. speed input: 91.39 toks/s, output: 1621.66 toks/s]
-2025-03-15T12:32:24.276182519Z 
Processed prompts:  81%|████████  | 404/500 [10:32<06:54,  4.32s/it, est. speed input: 90.72 toks/s, output: 1616.02 toks/s]
-2025-03-15T12:32:30.355516855Z 
Processed prompts:  81%|████████  | 405/500 [10:33<05:15,  3.33s/it, est. speed input: 90.78 toks/s, output: 1626.96 toks/s]
-2025-03-15T12:32:31.167938141Z 
Processed prompts:  81%|████████  | 406/500 [10:39<06:30,  4.15s/it, est. speed input: 90.07 toks/s, output: 1619.39 toks/s]
-2025-03-15T12:32:32.278131489Z 
Processed prompts:  81%|████████▏ | 407/500 [10:40<04:52,  3.15s/it, est. speed input: 90.15 toks/s, output: 1629.21 toks/s]
-2025-03-15T12:32:41.467232101Z 
Processed prompts:  82%|████████▏ | 408/500 [10:41<03:53,  2.54s/it, est. speed input: 90.15 toks/s, output: 1634.38 toks/s]
-2025-03-15T12:32:42.331306807Z 
Processed prompts:  82%|████████▏ | 409/500 [10:50<06:52,  4.53s/it, est. speed input: 89.15 toks/s, output: 1624.86 toks/s]
-2025-03-15T12:32:52.970302889Z 
Processed prompts:  82%|████████▏ | 410/500 [10:51<05:08,  3.43s/it, est. speed input: 89.18 toks/s, output: 1629.45 toks/s]
-2025-03-15T12:32:54.749688052Z 
Processed prompts:  82%|████████▏ | 411/500 [11:02<08:17,  5.59s/it, est. speed input: 87.90 toks/s, output: 1611.34 toks/s]
-2025-03-15T12:32:56.257349965Z 
Processed prompts:  82%|████████▏ | 412/500 [11:03<06:31,  4.45s/it, est. speed input: 87.85 toks/s, output: 1620.64 toks/s]
-2025-03-15T12:32:56.912410082Z 
Processed prompts:  83%|████████▎ | 413/500 [11:05<05:10,  3.57s/it, est. speed input: 87.83 toks/s, output: 1628.96 toks/s]
-2025-03-15T12:32:58.974064656Z 
Processed prompts:  83%|████████▎ | 414/500 [11:06<03:51,  2.69s/it, est. speed input: 88.02 toks/s, output: 1640.98 toks/s]
-2025-03-15T12:33:00.898326661Z 
Processed prompts:  83%|████████▎ | 415/500 [11:08<03:32,  2.50s/it, est. speed input: 88.23 toks/s, output: 1649.56 toks/s]
-2025-03-15T12:33:03.895743758Z 
Processed prompts:  83%|████████▎ | 416/500 [11:10<03:15,  2.33s/it, est. speed input: 88.12 toks/s, output: 1652.51 toks/s]
-2025-03-15T12:33:05.213549505Z 
Processed prompts:  83%|████████▎ | 417/500 [11:13<03:30,  2.53s/it, est. speed input: 87.91 toks/s, output: 1657.37 toks/s]
-2025-03-15T12:33:10.730565871Z 
Processed prompts:  84%|████████▎ | 418/500 [11:14<02:57,  2.17s/it, est. speed input: 87.98 toks/s, output: 1667.81 toks/s]
-2025-03-15T12:33:11.862195729Z 
Processed prompts:  84%|████████▍ | 419/500 [11:19<04:16,  3.17s/it, est. speed input: 87.49 toks/s, output: 1667.98 toks/s]
-2025-03-15T12:33:12.478448812Z 
Processed prompts:  84%|████████▍ | 420/500 [11:20<03:24,  2.56s/it, est. speed input: 87.68 toks/s, output: 1678.92 toks/s]
-2025-03-15T12:33:14.419030585Z 
Processed prompts:  84%|████████▍ | 421/500 [11:21<02:36,  1.98s/it, est. speed input: 87.81 toks/s, output: 1691.11 toks/s]
-2025-03-15T12:33:18.787218863Z 
Processed prompts:  84%|████████▍ | 422/500 [11:23<02:33,  1.97s/it, est. speed input: 87.73 toks/s, output: 1696.71 toks/s]
-2025-03-15T12:33:23.686715536Z 
Processed prompts:  85%|████████▍ | 423/500 [11:27<03:26,  2.69s/it, est. speed input: 87.37 toks/s, output: 1699.69 toks/s]
-2025-03-15T12:33:24.508922399Z 
Processed prompts:  85%|████████▍ | 424/500 [11:32<04:14,  3.35s/it, est. speed input: 86.89 toks/s, output: 1695.59 toks/s]
-2025-03-15T12:33:29.405201687Z 
Processed prompts:  85%|████████▌ | 425/500 [11:33<03:14,  2.59s/it, est. speed input: 87.05 toks/s, output: 1707.37 toks/s]
-2025-03-15T12:33:38.875550113Z 
Processed prompts:  85%|████████▌ | 426/500 [11:38<04:02,  3.28s/it, est. speed input: 86.59 toks/s, output: 1704.10 toks/s]
-2025-03-15T12:33:51.493602249Z 
Processed prompts:  85%|████████▌ | 427/500 [11:48<06:15,  5.14s/it, est. speed input: 85.74 toks/s, output: 1695.19 toks/s]
-2025-03-15T12:33:59.447197417Z 
Processed prompts:  86%|████████▌ | 428/500 [12:00<08:51,  7.38s/it, est. speed input: 84.47 toks/s, output: 1679.47 toks/s]
-2025-03-15T12:34:03.576547267Z 
Processed prompts:  86%|████████▌ | 429/500 [12:08<08:56,  7.55s/it, est. speed input: 83.70 toks/s, output: 1672.77 toks/s]
-2025-03-15T12:34:04.814684454Z 
Processed prompts:  86%|████████▌ | 430/500 [12:12<07:36,  6.53s/it, est. speed input: 83.54 toks/s, output: 1677.38 toks/s]
-2025-03-15T12:34:05.771300967Z 
Processed prompts:  86%|████████▌ | 431/500 [12:13<05:40,  4.94s/it, est. speed input: 83.61 toks/s, output: 1688.59 toks/s]
-2025-03-15T12:34:06.563041108Z 
Processed prompts:  86%|████████▋ | 432/500 [12:14<04:14,  3.75s/it, est. speed input: 83.66 toks/s, output: 1698.60 toks/s]
-2025-03-15T12:34:13.508535089Z 
Processed prompts:  87%|████████▋ | 433/500 [12:15<03:11,  2.86s/it, est. speed input: 83.70 toks/s, output: 1705.51 toks/s]
-2025-03-15T12:34:14.236490336Z 
Processed prompts:  87%|████████▋ | 434/500 [12:22<04:29,  4.09s/it, est. speed input: 83.07 toks/s, output: 1700.27 toks/s]
-2025-03-15T12:34:20.344952313Z 
Processed prompts:  87%|████████▋ | 435/500 [12:23<03:20,  3.08s/it, est. speed input: 83.15 toks/s, output: 1711.18 toks/s]
-2025-03-15T12:34:20.549206737Z 
Processed prompts:  87%|████████▋ | 436/500 [12:29<04:15,  3.99s/it, est. speed input: 82.99 toks/s, output: 1711.38 toks/s]
-2025-03-15T12:34:26.982555325Z 
Processed prompts:  87%|████████▋ | 437/500 [12:29<02:59,  2.85s/it, est. speed input: 83.10 toks/s, output: 1719.46 toks/s]
-2025-03-15T12:34:39.381244095Z 
Processed prompts:  88%|████████▊ | 438/500 [12:36<04:03,  3.93s/it, est. speed input: 82.86 toks/s, output: 1719.03 toks/s]
-2025-03-15T12:34:50.893154601Z 
Processed prompts:  88%|████████▊ | 439/500 [12:48<06:34,  6.47s/it, est. speed input: 81.65 toks/s, output: 1700.62 toks/s]
-2025-03-15T12:34:52.447436990Z 
Processed prompts:  88%|████████▊ | 440/500 [13:00<07:58,  7.98s/it, est. speed input: 80.63 toks/s, output: 1689.89 toks/s]
-2025-03-15T12:34:59.574526393Z 
Processed prompts:  88%|████████▊ | 441/500 [13:01<05:57,  6.05s/it, est. speed input: 80.68 toks/s, output: 1700.91 toks/s]
-2025-03-15T12:35:03.526945048Z 
Processed prompts:  88%|████████▊ | 442/500 [13:08<06:09,  6.38s/it, est. speed input: 80.31 toks/s, output: 1699.97 toks/s]
-2025-03-15T12:35:05.579546003Z 
Processed prompts:  89%|████████▊ | 443/500 [13:12<05:21,  5.65s/it, est. speed input: 80.07 toks/s, output: 1704.87 toks/s]
-2025-03-15T12:35:05.966302684Z 
Processed prompts:  89%|████████▉ | 444/500 [13:14<04:15,  4.57s/it, est. speed input: 79.98 toks/s, output: 1709.37 toks/s]
-2025-03-15T12:35:08.407830594Z 
Processed prompts:  89%|████████▉ | 445/500 [13:15<03:02,  3.31s/it, est. speed input: 80.15 toks/s, output: 1723.02 toks/s]
-2025-03-15T12:35:15.590548765Z 
Processed prompts:  89%|████████▉ | 446/500 [13:17<02:44,  3.05s/it, est. speed input: 80.20 toks/s, output: 1732.24 toks/s]
-2025-03-15T12:35:16.255327405Z 
Processed prompts:  89%|████████▉ | 447/500 [13:24<03:47,  4.29s/it, est. speed input: 79.64 toks/s, output: 1731.34 toks/s]
-2025-03-15T12:35:24.257433583Z 
Processed prompts:  90%|████████▉ | 448/500 [13:25<02:46,  3.20s/it, est. speed input: 79.97 toks/s, output: 1744.48 toks/s]
-2025-03-15T12:35:26.377912503Z 
Processed prompts:  90%|████████▉ | 449/500 [13:33<03:56,  4.64s/it, est. speed input: 79.37 toks/s, output: 1741.95 toks/s]
-2025-03-15T12:35:28.206454524Z 
Processed prompts:  90%|█████████ | 450/500 [13:35<03:14,  3.89s/it, est. speed input: 79.33 toks/s, output: 1752.07 toks/s]
-2025-03-15T12:35:41.080987004Z 
Processed prompts:  90%|█████████ | 451/500 [13:37<02:40,  3.27s/it, est. speed input: 79.30 toks/s, output: 1761.31 toks/s]
-2025-03-15T12:35:53.407962518Z 
Processed prompts:  90%|█████████ | 452/500 [13:50<04:55,  6.15s/it, est. speed input: 78.19 toks/s, output: 1743.95 toks/s]
-2025-03-15T12:35:55.703153562Z 
Processed prompts:  91%|█████████ | 453/500 [14:02<06:16,  8.00s/it, est. speed input: 77.24 toks/s, output: 1733.32 toks/s]
-2025-03-15T12:36:00.581950962Z 
Processed prompts:  91%|█████████ | 454/500 [14:04<04:49,  6.29s/it, est. speed input: 77.19 toks/s, output: 1743.52 toks/s]
-2025-03-15T12:36:00.801604794Z 
Processed prompts:  91%|█████████ | 455/500 [14:09<04:24,  5.87s/it, est. speed input: 77.06 toks/s, output: 1748.46 toks/s]
-2025-03-15T12:36:01.837063616Z 
Processed prompts:  91%|█████████ | 456/500 [14:09<03:03,  4.17s/it, est. speed input: 77.19 toks/s, output: 1761.83 toks/s]
-2025-03-15T12:36:11.546441662Z 
Processed prompts:  91%|█████████▏| 457/500 [14:10<02:18,  3.23s/it, est. speed input: 77.24 toks/s, output: 1774.65 toks/s]
-2025-03-15T12:36:20.441635629Z 
Processed prompts:  92%|█████████▏| 458/500 [14:20<03:37,  5.18s/it, est. speed input: 76.64 toks/s, output: 1769.68 toks/s]
-2025-03-15T12:36:34.282161298Z 
Processed prompts:  92%|█████████▏| 459/500 [14:29<04:17,  6.29s/it, est. speed input: 76.17 toks/s, output: 1766.73 toks/s]
-2025-03-15T12:36:34.529829545Z 
Processed prompts:  92%|█████████▏| 460/500 [14:43<05:42,  8.56s/it, est. speed input: 75.19 toks/s, output: 1754.34 toks/s]
-2025-03-15T12:36:35.297461122Z 
Processed prompts:  92%|█████████▏| 461/500 [14:43<03:56,  6.06s/it, est. speed input: 75.51 toks/s, output: 1769.13 toks/s]
-2025-03-15T12:36:40.369507199Z 
Processed prompts:  92%|█████████▏| 462/500 [14:44<02:50,  4.47s/it, est. speed input: 75.67 toks/s, output: 1782.90 toks/s]
-2025-03-15T12:36:41.551263943Z 
Processed prompts:  93%|█████████▎| 463/500 [14:49<02:52,  4.65s/it, est. speed input: 75.36 toks/s, output: 1784.56 toks/s]
-2025-03-15T12:36:53.243716603Z 
Processed prompts:  93%|█████████▎| 464/500 [14:50<02:10,  3.61s/it, est. speed input: 75.41 toks/s, output: 1797.56 toks/s]
-2025-03-15T12:37:17.761889370Z 
Processed prompts:  93%|█████████▎| 465/500 [15:02<03:31,  6.04s/it, est. speed input: 74.55 toks/s, output: 1786.28 toks/s]
-2025-03-15T12:37:18.415552960Z 
Processed prompts:  93%|█████████▎| 466/500 [15:26<06:33, 11.58s/it, est. speed input: 72.83 toks/s, output: 1754.75 toks/s]
-2025-03-15T12:37:26.332687977Z 
Processed prompts:  93%|█████████▎| 467/500 [15:27<04:33,  8.30s/it, est. speed input: 73.58 toks/s, output: 1769.25 toks/s]
-2025-03-15T12:37:30.009924403Z 
Processed prompts:  94%|█████████▎| 468/500 [15:35<04:21,  8.19s/it, est. speed input: 73.12 toks/s, output: 1770.10 toks/s]
-2025-03-15T12:37:31.389560786Z 
Processed prompts:  94%|█████████▍| 469/500 [15:39<03:31,  6.83s/it, est. speed input: 72.98 toks/s, output: 1779.03 toks/s]
-2025-03-15T12:37:45.480580584Z 
Processed prompts:  94%|█████████▍| 470/500 [15:40<02:35,  5.20s/it, est. speed input: 73.01 toks/s, output: 1791.34 toks/s]
-2025-03-15T12:37:51.716959699Z 
Processed prompts:  94%|█████████▍| 471/500 [15:54<03:48,  7.87s/it, est. speed input: 72.18 toks/s, output: 1780.95 toks/s]
-2025-03-15T12:37:53.286617447Z 
Processed prompts:  94%|█████████▍| 472/500 [16:00<03:26,  7.38s/it, est. speed input: 72.08 toks/s, output: 1785.52 toks/s]
-2025-03-15T12:38:08.508228102Z 
Processed prompts:  95%|█████████▍| 473/500 [16:02<02:32,  5.63s/it, est. speed input: 72.12 toks/s, output: 1798.75 toks/s]
-2025-03-15T12:38:15.326667640Z 
Processed prompts:  95%|█████████▍| 474/500 [16:17<03:41,  8.51s/it, est. speed input: 71.17 toks/s, output: 1787.10 toks/s]
-2025-03-15T12:38:19.295441065Z 
Processed prompts:  95%|█████████▌| 475/500 [16:24<03:20,  8.00s/it, est. speed input: 70.81 toks/s, output: 1791.16 toks/s]
-2025-03-15T12:38:22.152947766Z 
Processed prompts:  95%|█████████▌| 476/500 [16:28<02:43,  6.79s/it, est. speed input: 70.86 toks/s, output: 1800.47 toks/s]
-2025-03-15T12:38:25.123525167Z 
Processed prompts:  95%|█████████▌| 477/500 [16:31<02:09,  5.61s/it, est. speed input: 70.79 toks/s, output: 1811.83 toks/s]
-2025-03-15T12:38:30.550088724Z 
Processed prompts:  96%|█████████▌| 478/500 [16:34<01:46,  4.82s/it, est. speed input: 70.70 toks/s, output: 1823.00 toks/s]
-2025-03-15T12:38:35.752007351Z 
Processed prompts:  96%|█████████▌| 479/500 [16:39<01:45,  5.00s/it, est. speed input: 70.59 toks/s, output: 1829.78 toks/s]
-2025-03-15T12:38:51.064769243Z 
Processed prompts:  96%|█████████▌| 480/500 [16:44<01:41,  5.06s/it, est. speed input: 70.37 toks/s, output: 1837.08 toks/s]
-2025-03-15T12:39:05.177067080Z 
Processed prompts:  96%|█████████▌| 481/500 [17:00<02:34,  8.14s/it, est. speed input: 69.46 toks/s, output: 1826.51 toks/s]
-2025-03-15T12:39:32.520331670Z 
Processed prompts:  96%|█████████▋| 482/500 [17:14<02:58,  9.93s/it, est. speed input: 68.69 toks/s, output: 1818.85 toks/s]
-2025-03-15T12:40:04.268565076Z 
Processed prompts:  97%|█████████▋| 483/500 [17:41<04:17, 15.15s/it, est. speed input: 67.07 toks/s, output: 1789.73 toks/s]
-2025-03-15T12:40:12.783982774Z 
Processed prompts:  97%|█████████▋| 484/500 [18:13<05:22, 20.13s/it, est. speed input: 65.24 toks/s, output: 1756.01 toks/s]
-2025-03-15T12:40:21.247683408Z 
Processed prompts:  97%|█████████▋| 485/500 [18:21<04:09, 16.65s/it, est. speed input: 64.88 toks/s, output: 1760.83 toks/s]
-2025-03-15T12:40:30.969224425Z 
Processed prompts:  97%|█████████▋| 486/500 [18:30<03:18, 14.19s/it, est. speed input: 64.55 toks/s, output: 1765.95 toks/s]
-2025-03-15T12:40:35.949444852Z 
Processed prompts:  97%|█████████▋| 487/500 [18:40<02:47, 12.85s/it, est. speed input: 64.22 toks/s, output: 1769.35 toks/s]
-2025-03-15T12:41:55.181726813Z 
Processed prompts:  98%|█████████▊| 488/500 [18:45<02:05, 10.49s/it, est. speed input: 64.03 toks/s, output: 1777.31 toks/s]
-2025-03-15T12:42:58.569872125Z 
Processed prompts:  98%|█████████▊| 489/500 [20:04<05:42, 31.11s/it, est. speed input: 59.95 toks/s, output: 1680.66 toks/s]
-2025-03-15T12:43:18.081001038Z 
Processed prompts:  98%|█████████▊| 490/500 [21:07<06:47, 40.80s/it, est. speed input: 57.05 toks/s, output: 1617.19 toks/s]
-2025-03-15T12:43:26.937850827Z 
Processed prompts:  98%|█████████▊| 491/500 [21:27<05:09, 34.41s/it, est. speed input: 56.33 toks/s, output: 1614.28 toks/s]
-2025-03-15T12:43:32.585255002Z 
Processed prompts:  98%|█████████▊| 492/500 [21:36<03:33, 26.74s/it, est. speed input: 56.16 toks/s, output: 1625.00 toks/s]
-2025-03-15T12:43:47.178041500Z 
Processed prompts:  99%|█████████▊| 493/500 [21:41<02:22, 20.42s/it, est. speed input: 56.02 toks/s, output: 1639.81 toks/s]
-2025-03-15T12:43:52.357002907Z 
Processed prompts:  99%|█████████▉| 494/500 [21:56<01:52, 18.67s/it, est. speed input: 55.52 toks/s, output: 1643.80 toks/s]
-2025-03-15T12:44:09.932006879Z 
Processed prompts:  99%|█████████▉| 495/500 [22:01<01:13, 14.62s/it, est. speed input: 55.41 toks/s, output: 1659.65 toks/s]
-2025-03-15T12:44:16.120634849Z 
Processed prompts:  99%|█████████▉| 496/500 [22:19<01:02, 15.51s/it, est. speed input: 54.79 toks/s, output: 1660.65 toks/s]
-2025-03-15T12:44:26.624700587Z 
Processed prompts:  99%|█████████▉| 497/500 [22:25<00:38, 12.71s/it, est. speed input: 54.64 toks/s, output: 1675.98 toks/s]
-2025-03-15T12:44:34.667142453Z 
Processed prompts: 100%|█████████▉| 498/500 [22:35<00:24, 12.05s/it, est. speed input: 54.36 toks/s, output: 1686.35 toks/s]
-2025-03-15T12:45:25.188971757Z 
Processed prompts: 100%|█████████▉| 499/500 [22:43<00:10, 10.85s/it, est. speed input: 54.17 toks/s, output: 1700.11 toks/s]
-2025-03-15T12:45:25.189077879Z 
Processed prompts: 100%|██████████| 500/500 [23:34<00:00, 22.75s/it, est. speed input: 52.30 toks/s, output: 1662.34 toks/s]
Processed prompts: 100%|██████████| 500/500 [23:34<00:00,  2.83s/it, est. speed input: 52.30 toks/s, output: 1662.34 toks/s]
-2025-03-15T12:45:26.049452583Z 
Splits: 100%|██████████| 1/1 [23:35<00:00, 1415.39s/it]
Splits: 100%|██████████| 1/1 [23:35<00:00, 1415.39s/it]
-2025-03-15T12:45:28.089188833Z [2025-03-15 12:45:28,088] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T12:45:32.602960055Z [2025-03-15 12:45:32,602] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T12:45:32.618173538Z [2025-03-15 12:45:32,617] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T12:45:32.618222028Z [2025-03-15 12:45:32,618] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T12:45:34.830528674Z [2025-03-15 12:45:34,830] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp3_350/results/quyanh/OpenRS-GRPO/results_2025-03-15T12-45-32.618178.json (evaluation_tracker.py:234)
-2025-03-15T12:45:34.834204088Z |      Task       |Version|     Metric     |Value|   |Stderr|
-2025-03-15T12:45:34.834245168Z |-----------------|------:|----------------|----:|---|-----:|
-2025-03-15T12:45:34.834250599Z |all              |       |extractive_match|0.814|±  |0.0174|
-2025-03-15T12:45:34.834255488Z |custom:math_500:0|      1|extractive_match|0.814|±  |0.0174|
-2025-03-15T12:45:37.782743854Z Evaluating task: amc23
-2025-03-15T12:46:05.549210351Z [2025-03-15 12:46:05,548] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T12:47:06.714783553Z INFO 03-15 12:47:06 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T12:47:14.502296069Z [2025-03-15 12:47:14,501] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T12:48:22.639520135Z [2025-03-15 12:48:22,638] [    INFO]: This model supports multiple tasks: {'generate', 'classify', 'reward', 'embed', 'score'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T12:48:22.667274221Z [2025-03-15 12:48:22,666] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=84022f4e55ed64a4239a635f7902bda5228191bb, override_neuron_config=None, tokenizer_revision=84022f4e55ed64a4239a635f7902bda5228191bb, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T12:48:30.623988343Z [2025-03-15 12:48:30,623] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T12:48:31.541480284Z [2025-03-15 12:48:31,540] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T12:48:32.621944069Z [2025-03-15 12:48:32,621] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T12:48:32.991568122Z [2025-03-15 12:48:32,990] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T12:48:32.993401749Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T12:48:33.944611258Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.05it/s]
-2025-03-15T12:48:33.944664722Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.05it/s]
-2025-03-15T12:48:34.455539878Z [2025-03-15 12:48:34,454] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T12:48:37.190678143Z [2025-03-15 12:48:37,190] [    INFO]: Memory profiling takes 2.41 seconds
-2025-03-15T12:48:37.190727813Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T12:48:37.190734746Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T12:48:37.453819871Z [2025-03-15 12:48:37,453] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T12:48:37.453875182Z [2025-03-15 12:48:37,453] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T12:48:41.477145871Z [2025-03-15 12:48:41,476] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T12:48:58.095999455Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:27,  1.23it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:01<00:20,  1.61it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:18,  1.73it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:02<00:16,  1.89it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:02<00:15,  1.95it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:03<00:14,  2.00it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:03<00:13,  2.00it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:04<00:13,  2.04it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:04<00:13,  1.91it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:05<00:12,  2.00it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:05<00:11,  2.08it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:06<00:11,  2.01it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:06<00:10,  2.01it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:07<00:10,  2.10it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:07<00:09,  2.19it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:07<00:08,  2.25it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:08<00:07,  2.29it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:08<00:07,  2.30it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:09<00:06,  2.32it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:09<00:06,  2.34it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:10<00:05,  2.35it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:10<00:06,  2.16it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:11<00:05,  2.19it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:11<00:04,  2.24it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:11<00:04,  2.20it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:12<00:04,  2.03it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:12<00:03,  2.11it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:13<00:03,  2.17it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:13<00:02,  2.21it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:14<00:02,  2.24it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:14<00:01,  2.26it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:15<00:01,  2.30it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:15<00:00,  2.32it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:15<00:00,  2.34it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:16<00:00,  2.04it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:16<00:00,  2.11it/s]
-2025-03-15T12:48:58.096260960Z [2025-03-15 12:48:58,096] [    INFO]: Graph capturing finished in 17 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T12:48:58.109528506Z [2025-03-15 12:48:58,109] [    INFO]: init engine (profile, create kv cache, warmup model) took 23.65 seconds (llm_engine.py:431)
-2025-03-15T12:48:58.895562322Z [2025-03-15 12:48:58,895] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T12:48:58.927061113Z [2025-03-15 12:48:58,926] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T12:48:58.927134129Z [2025-03-15 12:48:58,926] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T12:48:58.927145723Z [2025-03-15 12:48:58,927] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T12:48:58.927165392Z [2025-03-15 12:48:58,927] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T12:48:58.927215603Z [2025-03-15 12:48:58,927] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T12:48:58.927258683Z [2025-03-15 12:48:58,927] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T12:48:58.927323196Z [2025-03-15 12:48:58,927] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T12:48:58.927345763Z [2025-03-15 12:48:58,927] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T12:48:58.929429535Z [2025-03-15 12:48:58,929] [    INFO]: knoveleng/AMC-23 default (lighteval_task.py:187)
-2025-03-15T12:48:58.929479562Z [2025-03-15 12:48:58,929] [ WARNING]: Careful, the task custom|amc23 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T12:49:01.655992543Z [2025-03-15 12:49:01,655] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T12:49:01.656055673Z [2025-03-15 12:49:01,655] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T12:49:01.656220694Z [2025-03-15 12:49:01,655] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T12:49:01.672174219Z [2025-03-15 12:49:01,671] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T12:49:01.685071492Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 12:49:01,684] [ WARNING]: context_size + max_new_tokens=33060 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T12:49:17.791756126Z 
Processed prompts:   0%|          | 0/40 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T12:49:18.855771382Z 
Processed prompts:   2%|▎         | 1/40 [00:16<10:27, 16.10s/it, est. speed input: 9.63 toks/s, output: 61.67 toks/s]
-2025-03-15T12:49:21.515538106Z 
Processed prompts:   5%|▌         | 2/40 [00:17<04:35,  7.26s/it, est. speed input: 19.11 toks/s, output: 119.31 toks/s]
-2025-03-15T12:49:22.118098917Z 
Processed prompts:   8%|▊         | 3/40 [00:19<03:10,  5.16s/it, est. speed input: 21.74 toks/s, output: 163.73 toks/s]
-2025-03-15T12:49:24.244307737Z 
Processed prompts:  10%|█         | 4/40 [00:20<02:00,  3.36s/it, est. speed input: 26.73 toks/s, output: 219.40 toks/s]
-2025-03-15T12:49:27.164337318Z 
Processed prompts:  12%|█▎        | 5/40 [00:22<01:42,  2.91s/it, est. speed input: 32.72 toks/s, output: 259.51 toks/s]
-2025-03-15T12:49:29.345561630Z 
Processed prompts:  15%|█▌        | 6/40 [00:25<01:39,  2.92s/it, est. speed input: 32.78 toks/s, output: 290.80 toks/s]
-2025-03-15T12:49:30.078062476Z 
Processed prompts:  20%|██        | 8/40 [00:27<01:04,  2.02s/it, est. speed input: 44.04 toks/s, output: 385.46 toks/s]
-2025-03-15T12:49:30.347058081Z 
Processed prompts:  22%|██▎       | 9/40 [00:28<00:52,  1.68s/it, est. speed input: 47.31 toks/s, output: 436.77 toks/s]
-2025-03-15T12:49:42.724029871Z 
Processed prompts:  25%|██▌       | 10/40 [00:28<00:38,  1.30s/it, est. speed input: 52.03 toks/s, output: 493.95 toks/s]
-2025-03-15T12:49:43.251708043Z 
Processed prompts:  28%|██▊       | 11/40 [00:41<02:07,  4.39s/it, est. speed input: 41.28 toks/s, output: 406.39 toks/s]
-2025-03-15T12:49:44.284106052Z 
Processed prompts:  30%|███       | 12/40 [00:41<01:32,  3.29s/it, est. speed input: 45.69 toks/s, output: 462.66 toks/s]
-2025-03-15T12:49:49.805658830Z 
Processed prompts:  32%|███▎      | 13/40 [00:42<01:11,  2.64s/it, est. speed input: 47.26 toks/s, output: 512.86 toks/s]
-2025-03-15T12:49:51.846045047Z 
Processed prompts:  35%|███▌      | 14/40 [00:48<01:30,  3.48s/it, est. speed input: 45.20 toks/s, output: 515.38 toks/s]
-2025-03-15T12:49:53.156374792Z 
Processed prompts:  38%|███▊      | 15/40 [00:50<01:16,  3.06s/it, est. speed input: 47.43 toks/s, output: 555.77 toks/s]
-2025-03-15T12:49:53.791022426Z 
Processed prompts:  40%|████      | 16/40 [00:51<01:00,  2.54s/it, est. speed input: 49.27 toks/s, output: 602.92 toks/s]
-2025-03-15T12:49:58.412774530Z 
Processed prompts:  42%|████▎     | 17/40 [00:52<00:45,  1.97s/it, est. speed input: 51.59 toks/s, output: 656.86 toks/s]
-2025-03-15T12:50:07.215672823Z 
Processed prompts:  45%|████▌     | 18/40 [00:56<01:00,  2.76s/it, est. speed input: 50.23 toks/s, output: 664.73 toks/s]
-2025-03-15T12:50:22.579324143Z 
Processed prompts:  48%|████▊     | 19/40 [01:05<01:35,  4.57s/it, est. speed input: 45.14 toks/s, output: 637.11 toks/s]
-2025-03-15T12:50:22.902384848Z 
Processed prompts:  50%|█████     | 20/40 [01:20<02:35,  7.80s/it, est. speed input: 38.44 toks/s, output: 577.88 toks/s]
-2025-03-15T12:50:35.769236242Z 
Processed prompts:  55%|█████▌    | 22/40 [01:21<01:17,  4.28s/it, est. speed input: 41.50 toks/s, output: 698.94 toks/s]
-2025-03-15T12:51:29.162714392Z 
Processed prompts:  57%|█████▊    | 23/40 [01:34<01:48,  6.41s/it, est. speed input: 37.47 toks/s, output: 664.93 toks/s]
-2025-03-15T12:51:32.943883059Z 
Processed prompts:  60%|██████    | 24/40 [02:27<04:58, 18.68s/it, est. speed input: 24.66 toks/s, output: 483.25 toks/s]
-2025-03-15T12:51:33.175031143Z 
Processed prompts:  62%|██████▎   | 25/40 [02:31<03:39, 14.63s/it, est. speed input: 24.96 toks/s, output: 530.13 toks/s]
-2025-03-15T12:51:43.521043917Z 
Processed prompts:  65%|██████▌   | 26/40 [02:31<02:28, 10.60s/it, est. speed input: 26.85 toks/s, output: 588.28 toks/s]
-2025-03-15T12:51:47.810691437Z 
Processed prompts:  68%|██████▊   | 27/40 [02:41<02:16, 10.53s/it, est. speed input: 26.34 toks/s, output: 609.34 toks/s]
-2025-03-15T12:51:50.366488623Z 
Processed prompts:  70%|███████   | 28/40 [02:46<01:44,  8.72s/it, est. speed input: 26.66 toks/s, output: 652.28 toks/s]
-2025-03-15T12:51:51.858617720Z 
Processed prompts:  72%|███████▎  | 29/40 [02:48<01:16,  6.92s/it, est. speed input: 27.82 toks/s, output: 701.08 toks/s]
-2025-03-15T12:51:54.637186991Z 
Processed prompts:  75%|███████▌  | 30/40 [02:50<00:53,  5.32s/it, est. speed input: 28.25 toks/s, output: 753.63 toks/s]
-2025-03-15T12:52:04.040602583Z 
Processed prompts:  78%|███████▊  | 31/40 [02:52<00:41,  4.57s/it, est. speed input: 29.13 toks/s, output: 800.32 toks/s]
-2025-03-15T12:52:15.766426065Z 
Processed prompts:  80%|████████  | 32/40 [03:02<00:48,  6.00s/it, est. speed input: 28.50 toks/s, output: 818.18 toks/s]
-2025-03-15T12:52:25.701870481Z 
Processed prompts:  82%|████████▎ | 33/40 [03:14<00:53,  7.71s/it, est. speed input: 28.28 toks/s, output: 828.36 toks/s]
-2025-03-15T12:52:37.569363892Z 
Processed prompts:  85%|████████▌ | 34/40 [03:24<00:50,  8.38s/it, est. speed input: 27.76 toks/s, output: 848.02 toks/s]
-2025-03-15T12:52:44.502168608Z 
Processed prompts:  88%|████████▊ | 35/40 [03:35<00:47,  9.42s/it, est. speed input: 26.76 toks/s, output: 862.14 toks/s]
-2025-03-15T12:53:06.033288431Z 
Processed prompts:  90%|█████████ | 36/40 [03:42<00:34,  8.68s/it, est. speed input: 26.53 toks/s, output: 896.25 toks/s]
-2025-03-15T12:53:19.432986687Z 
Processed prompts:  92%|█████████▎| 37/40 [04:04<00:37, 12.53s/it, est. speed input: 24.67 toks/s, output: 879.87 toks/s]
-2025-03-15T12:53:37.126596045Z 
Processed prompts:  95%|█████████▌| 38/40 [04:17<00:25, 12.79s/it, est. speed input: 24.01 toks/s, output: 897.87 toks/s]
-2025-03-15T12:54:06.927722037Z 
Processed prompts:  98%|█████████▊| 39/40 [04:35<00:14, 14.26s/it, est. speed input: 23.00 toks/s, output: 905.20 toks/s]
-2025-03-15T12:54:06.927789881Z 
Processed prompts: 100%|██████████| 40/40 [05:05<00:00, 18.92s/it, est. speed input: 21.18 toks/s, output: 884.14 toks/s]
Processed prompts: 100%|██████████| 40/40 [05:05<00:00,  7.63s/it, est. speed input: 21.18 toks/s, output: 884.14 toks/s]
-2025-03-15T12:54:07.002716708Z 
Splits: 100%|██████████| 1/1 [05:05<00:00, 305.33s/it]
Splits: 100%|██████████| 1/1 [05:05<00:00, 305.33s/it]
-2025-03-15T12:54:07.874625664Z [2025-03-15 12:54:07,874] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T12:54:08.276224070Z [2025-03-15 12:54:08,275] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T12:54:08.288603476Z [2025-03-15 12:54:08,288] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T12:54:08.288651506Z [2025-03-15 12:54:08,288] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T12:54:08.515721652Z [2025-03-15 12:54:08,515] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp3_350/results/quyanh/OpenRS-GRPO/results_2025-03-15T12-54-08.288591.json (evaluation_tracker.py:234)
-2025-03-15T12:54:08.519313901Z |     Task     |Version|     Metric     |Value|   |Stderr|
-2025-03-15T12:54:08.519357691Z |--------------|------:|----------------|----:|---|-----:|
-2025-03-15T12:54:08.519363149Z |all           |       |extractive_match|  0.7|±  |0.0734|
-2025-03-15T12:54:08.519368096Z |custom:amc23:0|      1|extractive_match|  0.7|±  |0.0734|
-2025-03-15T12:54:11.146788136Z ----------------------------------------
-2025-03-15T12:54:11.147816106Z ----------------------------------------
-2025-03-15T12:54:11.147833092Z Running evaluations for experiment 3, step 400
-2025-03-15T12:54:11.147838695Z Revision: rev3_400 = main
-2025-03-15T12:54:11.147843992Z Output directory: data/evals/Exp3_400
-2025-03-15T12:54:11.151152041Z Evaluating task: aime24
-2025-03-15T12:54:30.980892712Z [2025-03-15 12:54:30,980] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T12:55:11.896141007Z INFO 03-15 12:55:11 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T12:55:14.666340373Z [2025-03-15 12:55:14,665] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T12:56:05.854995411Z [2025-03-15 12:56:05,854] [    INFO]: This model supports multiple tasks: {'classify', 'generate', 'score', 'reward', 'embed'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T12:56:05.863012487Z [2025-03-15 12:56:05,862] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=main, override_neuron_config=None, tokenizer_revision=main, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T12:56:09.016274235Z [2025-03-15 12:56:09,015] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T12:56:09.441457047Z [2025-03-15 12:56:09,441] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T12:56:09.857718470Z [2025-03-15 12:56:09,857] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T12:56:17.715783856Z [2025-03-15 12:56:17,714] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T12:56:17.717228482Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T12:56:18.384655353Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.50it/s]
-2025-03-15T12:56:18.384713643Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.50it/s]
-2025-03-15T12:56:18.737932188Z [2025-03-15 12:56:18,737] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T12:56:20.606782782Z [2025-03-15 12:56:20,606] [    INFO]: Memory profiling takes 1.60 seconds
-2025-03-15T12:56:20.606838887Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T12:56:20.606845192Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T12:56:20.907663233Z [2025-03-15 12:56:20,907] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T12:56:20.907725817Z [2025-03-15 12:56:20,907] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T12:56:26.008117303Z [2025-03-15 12:56:26,007] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T12:56:46.576647689Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:24,  1.38it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:01<00:28,  1.15it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:02<00:29,  1.10it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:03<00:28,  1.07it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:04<00:26,  1.11it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:05<00:26,  1.12it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:06<00:24,  1.16it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:06<00:23,  1.17it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:07<00:22,  1.16it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:08<00:19,  1.28it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:09<00:17,  1.37it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:09<00:15,  1.50it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:10<00:13,  1.63it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:10<00:12,  1.68it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:11<00:11,  1.73it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:11<00:10,  1.88it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:12<00:10,  1.77it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:12<00:09,  1.73it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:13<00:09,  1.66it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:14<00:09,  1.66it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:14<00:08,  1.65it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:15<00:07,  1.77it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:15<00:06,  1.92it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:16<00:05,  2.06it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:16<00:04,  2.16it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:16<00:04,  2.22it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:17<00:03,  2.26it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:17<00:03,  2.30it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:18<00:02,  2.35it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:18<00:02,  2.37it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:18<00:01,  2.39it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:19<00:01,  2.42it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:19<00:00,  2.43it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:20<00:00,  2.44it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:20<00:00,  2.40it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:20<00:00,  1.70it/s]
-2025-03-15T12:56:46.576794563Z [2025-03-15 12:56:46,576] [    INFO]: Graph capturing finished in 21 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T12:56:46.585095416Z [2025-03-15 12:56:46,584] [    INFO]: init engine (profile, create kv cache, warmup model) took 27.85 seconds (llm_engine.py:431)
-2025-03-15T12:56:47.306171918Z [2025-03-15 12:56:47,305] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T12:56:47.322827662Z [2025-03-15 12:56:47,322] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T12:56:47.322869619Z [2025-03-15 12:56:47,322] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T12:56:47.322887422Z [2025-03-15 12:56:47,322] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T12:56:47.322925064Z [2025-03-15 12:56:47,322] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T12:56:47.322978236Z [2025-03-15 12:56:47,322] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T12:56:47.323015251Z [2025-03-15 12:56:47,322] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T12:56:47.323045574Z [2025-03-15 12:56:47,322] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T12:56:47.323118328Z [2025-03-15 12:56:47,323] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T12:56:47.325151078Z [2025-03-15 12:56:47,325] [    INFO]: HuggingFaceH4/aime_2024 default (lighteval_task.py:187)
-2025-03-15T12:56:47.325198815Z [2025-03-15 12:56:47,325] [ WARNING]: Careful, the task custom|aime24 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T12:56:49.784075796Z [2025-03-15 12:56:49,783] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T12:56:49.784205880Z [2025-03-15 12:56:49,784] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T12:56:49.784247836Z [2025-03-15 12:56:49,784] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T12:56:49.798781607Z [2025-03-15 12:56:49,798] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T12:56:49.809996229Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 12:56:49,809] [ WARNING]: context_size + max_new_tokens=33238 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T12:57:22.464687408Z 
Processed prompts:   0%|          | 0/30 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T12:57:46.801492057Z 
Processed prompts:   3%|▎         | 1/30 [00:32<15:46, 32.65s/it, est. speed input: 3.86 toks/s, output: 66.25 toks/s]
-2025-03-15T12:57:47.442881892Z 
Processed prompts:   7%|▋         | 2/30 [00:56<12:57, 27.76s/it, est. speed input: 5.74 toks/s, output: 101.06 toks/s]
-2025-03-15T12:57:53.619727240Z 
Processed prompts:  10%|█         | 3/30 [00:57<06:55, 15.38s/it, est. speed input: 9.32 toks/s, output: 162.92 toks/s]
-2025-03-15T12:57:58.617749674Z 
Processed prompts:  13%|█▎        | 4/30 [01:03<05:05, 11.74s/it, est. speed input: 10.94 toks/s, output: 209.42 toks/s]
-2025-03-15T12:58:22.827889349Z 
Processed prompts:  17%|█▋        | 5/30 [01:08<03:52,  9.31s/it, est. speed input: 11.95 toks/s, output: 256.00 toks/s]
-2025-03-15T12:58:23.641122721Z 
Processed prompts:  20%|██        | 6/30 [01:33<05:45, 14.38s/it, est. speed input: 11.20 toks/s, output: 249.26 toks/s]
-2025-03-15T12:58:28.206817405Z 
Processed prompts:  23%|██▎       | 7/30 [01:33<03:48,  9.94s/it, est. speed input: 12.50 toks/s, output: 306.93 toks/s]
-2025-03-15T12:59:26.430196411Z 
Processed prompts:  27%|██▋       | 8/30 [01:38<03:01,  8.23s/it, est. speed input: 13.70 toks/s, output: 352.23 toks/s]
-2025-03-15T12:59:50.543133808Z 
Processed prompts:  30%|███       | 9/30 [02:36<08:21, 23.86s/it, est. speed input: 10.24 toks/s, output: 277.21 toks/s]
-2025-03-15T12:59:58.464535280Z 
Processed prompts:  33%|███▎      | 10/30 [03:00<07:58, 23.94s/it, est. speed input: 9.86 toks/s, output: 294.68 toks/s]
-2025-03-15T13:00:06.581734791Z 
Processed prompts:  37%|███▋      | 11/30 [03:08<06:01, 19.04s/it, est. speed input: 10.28 toks/s, output: 336.36 toks/s]
-2025-03-15T13:00:09.364655435Z 
Processed prompts:  40%|████      | 12/30 [03:16<04:42, 15.71s/it, est. speed input: 10.82 toks/s, output: 376.14 toks/s]
-2025-03-15T13:00:14.523491199Z 
Processed prompts:  43%|████▎     | 13/30 [03:19<03:20, 11.80s/it, est. speed input: 11.32 toks/s, output: 424.46 toks/s]
-2025-03-15T13:00:16.837117347Z 
Processed prompts:  47%|████▋     | 14/30 [03:24<02:36,  9.79s/it, est. speed input: 12.12 toks/s, output: 467.21 toks/s]
-2025-03-15T13:00:24.725006597Z 
Processed prompts:  50%|█████     | 15/30 [03:27<01:53,  7.54s/it, est. speed input: 12.82 toks/s, output: 515.40 toks/s]
-2025-03-15T13:00:27.284388405Z 
Processed prompts:  53%|█████▎    | 16/30 [03:34<01:47,  7.64s/it, est. speed input: 13.00 toks/s, output: 549.83 toks/s]
-2025-03-15T13:00:30.197150853Z 
Processed prompts:  57%|█████▋    | 17/30 [03:37<01:19,  6.11s/it, est. speed input: 14.11 toks/s, output: 596.71 toks/s]
-2025-03-15T13:00:32.158324478Z 
Processed prompts:  60%|██████    | 18/30 [03:40<01:01,  5.15s/it, est. speed input: 14.66 toks/s, output: 642.19 toks/s]
-2025-03-15T13:00:38.583311047Z 
Processed prompts:  63%|██████▎   | 19/30 [03:42<00:46,  4.19s/it, est. speed input: 15.19 toks/s, output: 689.93 toks/s]
-2025-03-15T13:00:50.783507579Z 
Processed prompts:  67%|██████▋   | 20/30 [03:48<00:48,  4.86s/it, est. speed input: 15.37 toks/s, output: 724.12 toks/s]
-2025-03-15T13:00:50.990032373Z 
Processed prompts:  70%|███████   | 21/30 [04:00<01:03,  7.07s/it, est. speed input: 15.23 toks/s, output: 741.22 toks/s]
-2025-03-15T13:01:04.161282363Z 
Processed prompts:  73%|███████▎  | 22/30 [04:01<00:40,  5.01s/it, est. speed input: 15.78 toks/s, output: 794.36 toks/s]
-2025-03-15T13:01:11.760391357Z 
Processed prompts:  77%|███████▋  | 23/30 [04:14<00:52,  7.46s/it, est. speed input: 15.57 toks/s, output: 807.62 toks/s]
-2025-03-15T13:01:20.505909921Z 
Processed prompts:  80%|████████  | 24/30 [04:21<00:44,  7.50s/it, est. speed input: 15.70 toks/s, output: 839.00 toks/s]
-2025-03-15T13:01:22.432827502Z 
Processed prompts:  83%|████████▎ | 25/30 [04:30<00:39,  7.87s/it, est. speed input: 15.82 toks/s, output: 867.00 toks/s]
-2025-03-15T13:01:24.556724371Z 
Processed prompts:  87%|████████▋ | 26/30 [04:32<00:24,  6.09s/it, est. speed input: 17.43 toks/s, output: 916.14 toks/s]
-2025-03-15T13:01:28.275133747Z 
Processed prompts:  90%|█████████ | 27/30 [04:34<00:14,  4.90s/it, est. speed input: 18.13 toks/s, output: 964.51 toks/s]
-2025-03-15T13:01:55.774490308Z 
Processed prompts:  93%|█████████▎| 28/30 [04:38<00:09,  4.55s/it, est. speed input: 18.66 toks/s, output: 1007.28 toks/s]
-2025-03-15T13:02:24.816748150Z 
Processed prompts:  97%|█████████▋| 29/30 [05:05<00:11, 11.43s/it, est. speed input: 17.58 toks/s, output: 974.50 toks/s] 
-2025-03-15T13:02:24.816818025Z 
Processed prompts: 100%|██████████| 30/30 [05:35<00:00, 16.71s/it, est. speed input: 16.48 toks/s, output: 949.87 toks/s]
Processed prompts: 100%|██████████| 30/30 [05:35<00:00, 11.17s/it, est. speed input: 16.48 toks/s, output: 949.87 toks/s]
-2025-03-15T13:02:24.908945848Z 
Splits: 100%|██████████| 1/1 [05:35<00:00, 335.11s/it]
Splits: 100%|██████████| 1/1 [05:35<00:00, 335.11s/it]
-2025-03-15T13:02:26.192206943Z [2025-03-15 13:02:26,191] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T13:02:26.656872907Z [2025-03-15 13:02:26,656] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T13:02:26.672829520Z [2025-03-15 13:02:26,672] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T13:02:26.672855425Z [2025-03-15 13:02:26,672] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T13:02:27.012472497Z [2025-03-15 13:02:27,011] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp3_400/results/quyanh/OpenRS-GRPO/results_2025-03-15T13-02-26.672622.json (evaluation_tracker.py:234)
-2025-03-15T13:02:27.019679056Z |     Task      |Version|     Metric     |Value|   |Stderr|
-2025-03-15T13:02:27.019719296Z |---------------|------:|----------------|----:|---|-----:|
-2025-03-15T13:02:27.019724550Z |all            |       |extractive_match|  0.3|±  |0.0851|
-2025-03-15T13:02:27.019729460Z |custom:aime24:0|      1|extractive_match|  0.3|±  |0.0851|
-2025-03-15T13:02:30.170796226Z Evaluating task: math_500
-2025-03-15T13:02:39.465863078Z [2025-03-15 13:02:39,465] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T13:03:02.125427158Z INFO 03-15 13:03:02 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T13:03:06.731144257Z [2025-03-15 13:03:06,730] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T13:03:53.145017115Z [2025-03-15 13:03:53,144] [    INFO]: This model supports multiple tasks: {'classify', 'score', 'reward', 'generate', 'embed'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T13:03:53.152957004Z [2025-03-15 13:03:53,152] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=main, override_neuron_config=None, tokenizer_revision=main, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T13:03:56.792484751Z [2025-03-15 13:03:56,791] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T13:03:57.289179989Z [2025-03-15 13:03:57,288] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T13:03:57.686605743Z [2025-03-15 13:03:57,686] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T13:03:58.010604235Z [2025-03-15 13:03:58,010] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T13:03:58.011856530Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T13:03:58.605517195Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.69it/s]
-2025-03-15T13:03:58.605555626Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.68it/s]
-2025-03-15T13:03:58.935120990Z [2025-03-15 13:03:58,934] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T13:04:00.558329882Z [2025-03-15 13:04:00,557] [    INFO]: Memory profiling takes 1.40 seconds
-2025-03-15T13:04:00.558383199Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T13:04:00.558389199Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T13:04:00.781502713Z [2025-03-15 13:04:00,781] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T13:04:00.781541650Z [2025-03-15 13:04:00,781] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T13:04:05.825204921Z [2025-03-15 13:04:05,824] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T13:04:23.154346482Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:31,  1.08it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:01<00:29,  1.11it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:02<00:24,  1.32it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:03<00:22,  1.37it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:03<00:21,  1.42it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:04<00:19,  1.51it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:04<00:18,  1.55it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:05<00:17,  1.57it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:06<00:15,  1.67it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:06<00:14,  1.77it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:07<00:12,  1.88it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:07<00:11,  2.02it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:07<00:10,  2.12it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:08<00:09,  2.18it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:08<00:08,  2.23it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:09<00:08,  2.24it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:09<00:07,  2.28it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:09<00:07,  2.31it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:10<00:06,  2.32it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:10<00:06,  2.32it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:11<00:06,  2.32it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:11<00:05,  2.31it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:12<00:05,  2.31it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:12<00:04,  2.33it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:12<00:04,  2.34it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:13<00:03,  2.33it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:13<00:03,  2.33it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:14<00:03,  2.33it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:14<00:02,  2.33it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:15<00:02,  2.29it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:15<00:01,  2.30it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:16<00:01,  2.31it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:16<00:00,  2.32it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:16<00:00,  2.32it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:17<00:00,  2.30it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:17<00:00,  2.02it/s]
-2025-03-15T13:04:23.154554719Z [2025-03-15 13:04:23,154] [    INFO]: Graph capturing finished in 17 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T13:04:23.353880960Z [2025-03-15 13:04:23,353] [    INFO]: init engine (profile, create kv cache, warmup model) took 24.42 seconds (llm_engine.py:431)
-2025-03-15T13:04:24.491311156Z [2025-03-15 13:04:24,490] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T13:04:24.513792300Z [2025-03-15 13:04:24,513] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T13:04:24.513836137Z [2025-03-15 13:04:24,513] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T13:04:24.513844283Z [2025-03-15 13:04:24,513] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T13:04:24.513850655Z [2025-03-15 13:04:24,513] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T13:04:24.513855417Z [2025-03-15 13:04:24,513] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T13:04:24.513932340Z [2025-03-15 13:04:24,513] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T13:04:24.513994773Z [2025-03-15 13:04:24,513] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T13:04:24.514003800Z [2025-03-15 13:04:24,513] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T13:04:24.516335576Z [2025-03-15 13:04:24,516] [    INFO]: HuggingFaceH4/MATH-500 default (lighteval_task.py:187)
-2025-03-15T13:04:24.516397186Z [2025-03-15 13:04:24,516] [ WARNING]: Careful, the task custom|math_500 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T13:04:26.938884320Z [2025-03-15 13:04:26,938] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T13:04:26.938960732Z [2025-03-15 13:04:26,938] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T13:04:26.939049544Z [2025-03-15 13:04:26,938] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T13:04:27.093729939Z [2025-03-15 13:04:27,093] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T13:04:27.235423006Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 13:04:27,235] [ WARNING]: context_size + max_new_tokens=33636 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T13:04:44.747444653Z 
Processed prompts:   0%|          | 0/500 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T13:04:46.749238853Z 
Processed prompts:   0%|          | 1/500 [00:17<2:25:14, 17.46s/it, est. speed input: 7.90 toks/s, output: 17.41 toks/s]
-2025-03-15T13:04:48.697424217Z 
Processed prompts:   0%|          | 2/500 [00:19<1:09:27,  8.37s/it, est. speed input: 51.68 toks/s, output: 32.98 toks/s]
-2025-03-15T13:04:54.458404926Z 
Processed prompts:   1%|          | 3/500 [00:21<45:02,  5.44s/it, est. speed input: 58.14 toks/s, output: 47.26 toks/s]  
-2025-03-15T13:04:59.858538596Z 
Processed prompts:   1%|          | 4/500 [00:27<46:00,  5.56s/it, est. speed input: 51.96 toks/s, output: 54.39 toks/s]
-2025-03-15T13:05:01.635821603Z 
Processed prompts:   1%|          | 5/500 [00:32<45:25,  5.51s/it, est. speed input: 47.25 toks/s, output: 62.63 toks/s]
-2025-03-15T13:05:05.586251860Z 
Processed prompts:   1%|          | 6/500 [00:34<34:53,  4.24s/it, est. speed input: 49.11 toks/s, output: 76.65 toks/s]
-2025-03-15T13:05:09.710904151Z 
Processed prompts:   1%|▏         | 7/500 [00:38<34:02,  4.14s/it, est. speed input: 47.52 toks/s, output: 86.00 toks/s]
-2025-03-15T13:05:11.439528281Z 
Processed prompts:   2%|▏         | 9/500 [00:42<25:41,  3.14s/it, est. speed input: 51.90 toks/s, output: 110.47 toks/s]
-2025-03-15T13:05:11.582424221Z 
Processed prompts:   2%|▏         | 10/500 [00:44<22:40,  2.78s/it, est. speed input: 54.83 toks/s, output: 123.36 toks/s]
-2025-03-15T13:05:12.308285795Z 
Processed prompts:   2%|▏         | 11/500 [00:44<16:52,  2.07s/it, est. speed input: 58.13 toks/s, output: 140.16 toks/s]
-2025-03-15T13:05:12.988542676Z 
Processed prompts:   2%|▏         | 12/500 [00:45<13:48,  1.70s/it, est. speed input: 60.32 toks/s, output: 155.09 toks/s]
-2025-03-15T13:05:13.655924072Z 
Processed prompts:   3%|▎         | 14/500 [00:45<08:53,  1.10s/it, est. speed input: 66.25 toks/s, output: 186.92 toks/s]
-2025-03-15T13:05:13.850956898Z 
Processed prompts:   3%|▎         | 15/500 [00:46<08:02,  1.01it/s, est. speed input: 70.73 toks/s, output: 201.39 toks/s]
-2025-03-15T13:05:15.540059959Z 
Processed prompts:   3%|▎         | 16/500 [00:46<06:22,  1.26it/s, est. speed input: 73.27 toks/s, output: 217.71 toks/s]
-2025-03-15T13:05:18.374946233Z 
Processed prompts:   4%|▎         | 18/500 [00:48<06:32,  1.23it/s, est. speed input: 76.78 toks/s, output: 243.64 toks/s]
-2025-03-15T13:05:19.481113834Z 
Processed prompts:   4%|▍         | 20/500 [00:51<08:19,  1.04s/it, est. speed input: 78.04 toks/s, output: 263.10 toks/s]
-2025-03-15T13:05:20.167158899Z 
Processed prompts:   4%|▍         | 21/500 [00:52<08:25,  1.05s/it, est. speed input: 78.97 toks/s, output: 274.46 toks/s]
-2025-03-15T13:05:20.671741836Z 
Processed prompts:   4%|▍         | 22/500 [00:52<07:43,  1.03it/s, est. speed input: 80.93 toks/s, output: 287.82 toks/s]
-2025-03-15T13:05:20.996208980Z 
Processed prompts:   5%|▍         | 23/500 [00:53<06:46,  1.17it/s, est. speed input: 85.86 toks/s, output: 302.02 toks/s]
-2025-03-15T13:05:23.247140337Z 
Processed prompts:   5%|▍         | 24/500 [00:53<05:40,  1.40it/s, est. speed input: 88.01 toks/s, output: 317.10 toks/s]
-2025-03-15T13:05:23.541960993Z 
Processed prompts:   5%|▌         | 25/500 [00:55<08:58,  1.13s/it, est. speed input: 88.04 toks/s, output: 321.19 toks/s]
-2025-03-15T13:05:23.972234469Z 
Processed prompts:   5%|▌         | 26/500 [00:56<07:05,  1.11it/s, est. speed input: 90.39 toks/s, output: 336.34 toks/s]
-2025-03-15T13:05:25.894876947Z 
Processed prompts:   5%|▌         | 27/500 [00:56<06:01,  1.31it/s, est. speed input: 92.29 toks/s, output: 350.60 toks/s]
-2025-03-15T13:05:27.024107112Z 
Processed prompts:   6%|▌         | 29/500 [00:58<06:41,  1.17it/s, est. speed input: 93.92 toks/s, output: 372.11 toks/s]
-2025-03-15T13:05:29.405449057Z 
Processed prompts:   6%|▌         | 30/500 [00:59<07:12,  1.09it/s, est. speed input: 94.51 toks/s, output: 381.80 toks/s]
-2025-03-15T13:05:29.549051841Z 
Processed prompts:   6%|▌         | 31/500 [01:02<10:08,  1.30s/it, est. speed input: 92.98 toks/s, output: 383.86 toks/s]
-2025-03-15T13:05:31.372099819Z 
Processed prompts:   6%|▋         | 32/500 [01:02<07:41,  1.01it/s, est. speed input: 94.92 toks/s, output: 399.66 toks/s]
-2025-03-15T13:05:31.702051636Z 
Processed prompts:   7%|▋         | 33/500 [01:04<09:29,  1.22s/it, est. speed input: 94.49 toks/s, output: 404.96 toks/s]
-2025-03-15T13:05:31.969412539Z 
Processed prompts:   7%|▋         | 34/500 [01:04<07:30,  1.03it/s, est. speed input: 96.32 toks/s, output: 419.54 toks/s]
-2025-03-15T13:05:32.363319025Z 
Processed prompts:   7%|▋         | 35/500 [01:04<05:55,  1.31it/s, est. speed input: 97.90 toks/s, output: 434.46 toks/s]
-2025-03-15T13:05:34.013369140Z 
Processed prompts:   7%|▋         | 36/500 [01:05<05:04,  1.52it/s, est. speed input: 99.94 toks/s, output: 448.47 toks/s]
-2025-03-15T13:05:35.357443821Z 
Processed prompts:   7%|▋         | 37/500 [01:06<07:19,  1.05it/s, est. speed input: 100.21 toks/s, output: 454.00 toks/s]
-2025-03-15T13:05:36.955491094Z 
Processed prompts:   8%|▊         | 38/500 [01:08<08:12,  1.07s/it, est. speed input: 100.41 toks/s, output: 461.63 toks/s]
-2025-03-15T13:05:38.322484232Z 
Processed prompts:   8%|▊         | 39/500 [01:09<09:24,  1.22s/it, est. speed input: 99.97 toks/s, output: 467.63 toks/s] 
-2025-03-15T13:05:39.113314192Z 
Processed prompts:   8%|▊         | 41/500 [01:11<07:27,  1.02it/s, est. speed input: 101.73 toks/s, output: 491.45 toks/s]
-2025-03-15T13:05:43.057937499Z 
Processed prompts:   8%|▊         | 42/500 [01:11<07:06,  1.08it/s, est. speed input: 102.52 toks/s, output: 502.58 toks/s]
-2025-03-15T13:05:45.658279416Z 
Processed prompts:   9%|▊         | 43/500 [01:15<13:04,  1.72s/it, est. speed input: 99.48 toks/s, output: 492.79 toks/s] 
-2025-03-15T13:05:49.114258039Z 
Processed prompts:   9%|▉         | 44/500 [01:18<14:52,  1.96s/it, est. speed input: 97.79 toks/s, output: 488.07 toks/s]
-2025-03-15T13:05:49.265332278Z 
Processed prompts:   9%|▉         | 45/500 [01:21<18:00,  2.38s/it, est. speed input: 95.38 toks/s, output: 483.76 toks/s]
-2025-03-15T13:05:49.559298362Z 
Processed prompts:   9%|▉         | 46/500 [01:21<13:10,  1.74s/it, est. speed input: 96.84 toks/s, output: 499.16 toks/s]
-2025-03-15T13:05:49.774458083Z 
Processed prompts:  10%|▉         | 48/500 [01:22<07:43,  1.03s/it, est. speed input: 100.36 toks/s, output: 529.92 toks/s]
-2025-03-15T13:05:52.507225904Z 
Processed prompts:  10%|▉         | 49/500 [01:22<06:13,  1.21it/s, est. speed input: 101.99 toks/s, output: 544.81 toks/s]
-2025-03-15T13:05:52.656635276Z 
Processed prompts:  10%|█         | 50/500 [01:25<09:53,  1.32s/it, est. speed input: 100.92 toks/s, output: 543.58 toks/s]
-2025-03-15T13:05:53.658466185Z 
Processed prompts:  10%|█         | 51/500 [01:25<07:30,  1.00s/it, est. speed input: 102.36 toks/s, output: 558.87 toks/s]
-2025-03-15T13:05:57.679228882Z 
Processed prompts:  10%|█         | 52/500 [01:26<07:29,  1.00s/it, est. speed input: 102.63 toks/s, output: 562.10 toks/s]
-2025-03-15T13:05:58.559396851Z 
Processed prompts:  11%|█         | 53/500 [01:30<13:51,  1.86s/it, est. speed input: 99.65 toks/s, output: 553.27 toks/s] 
-2025-03-15T13:05:59.726246450Z 
Processed prompts:  11%|█         | 54/500 [01:31<11:43,  1.58s/it, est. speed input: 100.36 toks/s, output: 564.09 toks/s]
-2025-03-15T13:06:00.393887206Z 
Processed prompts:  11%|█         | 55/500 [01:32<10:48,  1.46s/it, est. speed input: 100.45 toks/s, output: 568.05 toks/s]
-2025-03-15T13:06:01.825941540Z 
Processed prompts:  11%|█         | 56/500 [01:33<09:03,  1.23s/it, est. speed input: 101.14 toks/s, output: 580.07 toks/s]
-2025-03-15T13:06:03.839911210Z 
Processed prompts:  11%|█▏        | 57/500 [01:34<09:29,  1.29s/it, est. speed input: 101.18 toks/s, output: 587.33 toks/s]
-2025-03-15T13:06:04.662047272Z 
Processed prompts:  12%|█▏        | 58/500 [01:36<11:04,  1.50s/it, est. speed input: 100.64 toks/s, output: 591.08 toks/s]
-2025-03-15T13:06:05.822787644Z 
Processed prompts:  12%|█▏        | 59/500 [01:37<09:33,  1.30s/it, est. speed input: 101.13 toks/s, output: 602.07 toks/s]
-2025-03-15T13:06:12.812596292Z 
Processed prompts:  12%|█▏        | 61/500 [01:38<07:05,  1.03it/s, est. speed input: 103.23 toks/s, output: 626.76 toks/s]
-2025-03-15T13:06:13.049943393Z 
Processed prompts:  12%|█▏        | 62/500 [01:45<17:56,  2.46s/it, est. speed input: 97.51 toks/s, output: 588.99 toks/s] 
-2025-03-15T13:06:13.430591790Z 
Processed prompts:  13%|█▎        | 63/500 [01:45<13:40,  1.88s/it, est. speed input: 98.46 toks/s, output: 596.22 toks/s]
-2025-03-15T13:06:13.808891875Z 
Processed prompts:  13%|█▎        | 64/500 [01:46<10:41,  1.47s/it, est. speed input: 99.31 toks/s, output: 609.95 toks/s]
-2025-03-15T13:06:18.762496502Z 
Processed prompts:  13%|█▎        | 65/500 [01:46<08:27,  1.17s/it, est. speed input: 100.45 toks/s, output: 623.64 toks/s]
-2025-03-15T13:06:22.390986502Z 
Processed prompts:  13%|█▎        | 66/500 [01:51<16:15,  2.25s/it, est. speed input: 97.09 toks/s, output: 604.28 toks/s] 
-2025-03-15T13:06:23.314953504Z 
Processed prompts:  14%|█▎        | 68/500 [01:55<14:46,  2.05s/it, est. speed input: 96.43 toks/s, output: 606.77 toks/s]
-2025-03-15T13:06:24.239463588Z 
Processed prompts:  14%|█▍        | 69/500 [01:56<12:46,  1.78s/it, est. speed input: 96.92 toks/s, output: 617.58 toks/s]
-2025-03-15T13:06:25.379175880Z 
Processed prompts:  14%|█▍        | 70/500 [01:56<11:10,  1.56s/it, est. speed input: 97.17 toks/s, output: 618.28 toks/s]
-2025-03-15T13:06:26.458378962Z 
Processed prompts:  14%|█▍        | 71/500 [01:58<10:20,  1.45s/it, est. speed input: 97.29 toks/s, output: 621.28 toks/s]
-2025-03-15T13:06:27.045723530Z 
Processed prompts:  14%|█▍        | 72/500 [01:59<09:35,  1.34s/it, est. speed input: 97.86 toks/s, output: 631.25 toks/s]
-2025-03-15T13:06:27.847192440Z 
Processed prompts:  15%|█▍        | 73/500 [01:59<08:02,  1.13s/it, est. speed input: 100.65 toks/s, output: 643.74 toks/s]
-2025-03-15T13:06:28.368359284Z 
Processed prompts:  15%|█▍        | 74/500 [02:00<07:20,  1.03s/it, est. speed input: 101.01 toks/s, output: 648.44 toks/s]
-2025-03-15T13:06:28.970302059Z 
Processed prompts:  15%|█▌        | 75/500 [02:01<06:15,  1.13it/s, est. speed input: 102.08 toks/s, output: 661.22 toks/s]
-2025-03-15T13:06:32.542133077Z 
Processed prompts:  15%|█▌        | 76/500 [02:01<05:39,  1.25it/s, est. speed input: 102.74 toks/s, output: 673.50 toks/s]
-2025-03-15T13:06:32.992268736Z 
Processed prompts:  15%|█▌        | 77/500 [02:05<11:25,  1.62s/it, est. speed input: 100.77 toks/s, output: 660.59 toks/s]
-2025-03-15T13:06:34.149577604Z 
Processed prompts:  16%|█▌        | 78/500 [02:05<08:57,  1.27s/it, est. speed input: 101.40 toks/s, output: 667.66 toks/s]
-2025-03-15T13:06:34.459594689Z 
Processed prompts:  16%|█▌        | 79/500 [02:06<08:41,  1.24s/it, est. speed input: 101.49 toks/s, output: 677.06 toks/s]
-2025-03-15T13:06:36.645192512Z 
Processed prompts:  16%|█▌        | 80/500 [02:07<06:43,  1.04it/s, est. speed input: 102.30 toks/s, output: 690.89 toks/s]
-2025-03-15T13:06:38.303867476Z 
Processed prompts:  16%|█▌        | 81/500 [02:09<09:16,  1.33s/it, est. speed input: 102.12 toks/s, output: 694.67 toks/s]
-2025-03-15T13:06:40.353023259Z 
Processed prompts:  16%|█▋        | 82/500 [02:11<09:56,  1.43s/it, est. speed input: 101.95 toks/s, output: 701.28 toks/s]
-2025-03-15T13:06:41.740832645Z 
Processed prompts:  17%|█▋        | 83/500 [02:13<11:12,  1.61s/it, est. speed input: 101.32 toks/s, output: 700.88 toks/s]
-2025-03-15T13:06:42.265002631Z 
Processed prompts:  17%|█▋        | 84/500 [02:14<10:42,  1.55s/it, est. speed input: 101.36 toks/s, output: 709.00 toks/s]
-2025-03-15T13:06:43.870687454Z 
Processed prompts:  17%|█▋        | 85/500 [02:14<08:34,  1.24s/it, est. speed input: 102.01 toks/s, output: 721.59 toks/s]
-2025-03-15T13:06:44.829534174Z 
Processed prompts:  17%|█▋        | 86/500 [02:16<09:18,  1.35s/it, est. speed input: 102.46 toks/s, output: 728.43 toks/s]
-2025-03-15T13:06:45.355857941Z 
Processed prompts:  17%|█▋        | 87/500 [02:17<08:28,  1.23s/it, est. speed input: 104.77 toks/s, output: 738.66 toks/s]
-2025-03-15T13:06:46.241064101Z 
Processed prompts:  18%|█▊        | 88/500 [02:18<07:00,  1.02s/it, est. speed input: 105.22 toks/s, output: 740.16 toks/s]
-2025-03-15T13:06:47.501466966Z 
Processed prompts:  18%|█▊        | 89/500 [02:18<06:42,  1.02it/s, est. speed input: 105.41 toks/s, output: 742.95 toks/s]
-2025-03-15T13:06:48.029899329Z 
Processed prompts:  18%|█▊        | 91/500 [02:20<05:34,  1.22it/s, est. speed input: 106.35 toks/s, output: 759.98 toks/s]
-2025-03-15T13:06:48.269457922Z 
Processed prompts:  18%|█▊        | 92/500 [02:20<05:04,  1.34it/s, est. speed input: 106.88 toks/s, output: 772.40 toks/s]
-2025-03-15T13:06:48.797951373Z 
Processed prompts:  19%|█▊        | 93/500 [02:20<04:09,  1.63it/s, est. speed input: 107.64 toks/s, output: 786.35 toks/s]
-2025-03-15T13:06:52.742489180Z 
Processed prompts:  19%|█▉        | 94/500 [02:21<03:59,  1.69it/s, est. speed input: 108.09 toks/s, output: 790.83 toks/s]
-2025-03-15T13:06:53.351753630Z 
Processed prompts:  19%|█▉        | 95/500 [02:25<10:19,  1.53s/it, est. speed input: 105.95 toks/s, output: 772.99 toks/s]
-2025-03-15T13:06:55.134872339Z 
Processed prompts:  19%|█▉        | 96/500 [02:26<08:31,  1.27s/it, est. speed input: 106.58 toks/s, output: 784.97 toks/s]
-2025-03-15T13:06:55.521351843Z 
Processed prompts:  20%|█▉        | 98/500 [02:27<07:21,  1.10s/it, est. speed input: 107.55 toks/s, output: 805.72 toks/s]
-2025-03-15T13:06:56.274826232Z 
Processed prompts:  20%|█▉        | 99/500 [02:28<06:10,  1.08it/s, est. speed input: 108.22 toks/s, output: 818.79 toks/s]
-2025-03-15T13:06:57.643218740Z 
Processed prompts:  20%|██        | 100/500 [02:28<05:52,  1.14it/s, est. speed input: 108.63 toks/s, output: 829.82 toks/s]
-2025-03-15T13:06:59.364753239Z 
Processed prompts:  20%|██        | 101/500 [02:30<06:43,  1.01s/it, est. speed input: 108.65 toks/s, output: 837.36 toks/s]
-2025-03-15T13:06:59.827816032Z 
Processed prompts:  21%|██        | 103/500 [02:32<06:15,  1.06it/s, est. speed input: 109.18 toks/s, output: 851.61 toks/s]
-2025-03-15T13:07:01.839434064Z 
Processed prompts:  21%|██        | 104/500 [02:32<05:29,  1.20it/s, est. speed input: 109.61 toks/s, output: 853.89 toks/s]
-2025-03-15T13:07:02.904657838Z 
Processed prompts:  21%|██        | 105/500 [02:34<07:26,  1.13s/it, est. speed input: 108.99 toks/s, output: 853.08 toks/s]
-2025-03-15T13:07:04.256271481Z 
Processed prompts:  21%|██        | 106/500 [02:35<07:18,  1.11s/it, est. speed input: 109.52 toks/s, output: 862.27 toks/s]
-2025-03-15T13:07:05.316779273Z 
Processed prompts:  21%|██▏       | 107/500 [02:36<07:43,  1.18s/it, est. speed input: 109.31 toks/s, output: 857.97 toks/s]
-2025-03-15T13:07:05.565184379Z 
Processed prompts:  22%|██▏       | 108/500 [02:38<07:28,  1.15s/it, est. speed input: 109.31 toks/s, output: 857.26 toks/s]
-2025-03-15T13:07:05.810097699Z 
Processed prompts:  22%|██▏       | 109/500 [02:38<05:47,  1.13it/s, est. speed input: 110.35 toks/s, output: 870.91 toks/s]
-2025-03-15T13:07:06.128279738Z 
Processed prompts:  22%|██▏       | 110/500 [02:38<04:33,  1.43it/s, est. speed input: 110.96 toks/s, output: 878.83 toks/s]
-2025-03-15T13:07:06.373363516Z 
Processed prompts:  22%|██▏       | 111/500 [02:38<03:48,  1.70it/s, est. speed input: 111.76 toks/s, output: 892.06 toks/s]
-2025-03-15T13:07:06.543989600Z 
Processed prompts:  22%|██▏       | 112/500 [02:39<03:08,  2.05it/s, est. speed input: 112.45 toks/s, output: 905.67 toks/s]
-2025-03-15T13:07:07.665298951Z 
Processed prompts:  23%|██▎       | 113/500 [02:39<02:32,  2.54it/s, est. speed input: 113.22 toks/s, output: 919.68 toks/s]
-2025-03-15T13:07:09.084979225Z 
Processed prompts:  23%|██▎       | 114/500 [02:40<03:55,  1.64it/s, est. speed input: 113.37 toks/s, output: 928.22 toks/s]
-2025-03-15T13:07:09.698136125Z 
Processed prompts:  23%|██▎       | 115/500 [02:41<05:27,  1.17it/s, est. speed input: 113.10 toks/s, output: 925.41 toks/s]
-2025-03-15T13:07:10.089698812Z 
Processed prompts:  23%|██▎       | 116/500 [02:42<04:59,  1.28it/s, est. speed input: 113.46 toks/s, output: 936.87 toks/s]
-2025-03-15T13:07:10.921585502Z 
Processed prompts:  23%|██▎       | 117/500 [02:42<04:14,  1.51it/s, est. speed input: 114.36 toks/s, output: 949.56 toks/s]
-2025-03-15T13:07:12.270273366Z 
Processed prompts:  24%|██▎       | 118/500 [02:43<04:32,  1.40it/s, est. speed input: 114.66 toks/s, output: 959.67 toks/s]
-2025-03-15T13:07:14.676349760Z 
Processed prompts:  24%|██▍       | 120/500 [02:44<04:24,  1.44it/s, est. speed input: 115.22 toks/s, output: 974.04 toks/s]
-2025-03-15T13:07:15.103801230Z 
Processed prompts:  24%|██▍       | 121/500 [02:47<07:04,  1.12s/it, est. speed input: 114.46 toks/s, output: 974.92 toks/s]
-2025-03-15T13:07:15.710286644Z 
Processed prompts:  24%|██▍       | 122/500 [02:47<05:54,  1.07it/s, est. speed input: 115.08 toks/s, output: 987.32 toks/s]
-2025-03-15T13:07:15.905387800Z 
Processed prompts:  25%|██▍       | 124/500 [02:48<04:10,  1.50it/s, est. speed input: 116.92 toks/s, output: 1003.46 toks/s]
-2025-03-15T13:07:16.186148569Z 
Processed prompts:  25%|██▌       | 125/500 [02:48<03:28,  1.80it/s, est. speed input: 117.82 toks/s, output: 1017.17 toks/s]
-2025-03-15T13:07:17.097841549Z 
Processed prompts:  25%|██▌       | 126/500 [02:48<03:02,  2.05it/s, est. speed input: 118.35 toks/s, output: 1024.72 toks/s]
-2025-03-15T13:07:17.789604446Z 
Processed prompts:  25%|██▌       | 127/500 [02:49<03:43,  1.67it/s, est. speed input: 118.45 toks/s, output: 1030.57 toks/s]
-2025-03-15T13:07:21.153186885Z 
Processed prompts:  26%|██▌       | 128/500 [02:50<03:52,  1.60it/s, est. speed input: 119.01 toks/s, output: 1041.22 toks/s]
-2025-03-15T13:07:21.696036613Z 
Processed prompts:  26%|██▌       | 129/500 [02:53<08:37,  1.39s/it, est. speed input: 117.62 toks/s, output: 1035.88 toks/s]
-2025-03-15T13:07:23.132046476Z 
Processed prompts:  26%|██▌       | 130/500 [02:54<07:05,  1.15s/it, est. speed input: 117.92 toks/s, output: 1039.00 toks/s]
-2025-03-15T13:07:27.818914108Z 
Processed prompts:  26%|██▌       | 131/500 [02:55<07:35,  1.23s/it, est. speed input: 117.63 toks/s, output: 1037.71 toks/s]
-2025-03-15T13:07:28.373468084Z 
Processed prompts:  26%|██▋       | 132/500 [03:00<13:46,  2.25s/it, est. speed input: 115.53 toks/s, output: 1025.52 toks/s]
-2025-03-15T13:07:29.972840378Z 
Processed prompts:  27%|██▋       | 133/500 [03:01<10:40,  1.75s/it, est. speed input: 116.10 toks/s, output: 1037.12 toks/s]
-2025-03-15T13:07:30.448795858Z 
Processed prompts:  27%|██▋       | 134/500 [03:02<10:23,  1.70s/it, est. speed input: 115.70 toks/s, output: 1032.01 toks/s]
-2025-03-15T13:07:31.149039325Z 
Processed prompts:  27%|██▋       | 135/500 [03:03<08:08,  1.34s/it, est. speed input: 116.26 toks/s, output: 1044.04 toks/s]
-2025-03-15T13:07:32.600957291Z 
Processed prompts:  27%|██▋       | 136/500 [03:03<06:57,  1.15s/it, est. speed input: 116.45 toks/s, output: 1046.67 toks/s]
-2025-03-15T13:07:33.076891872Z 
Processed prompts:  27%|██▋       | 137/500 [03:05<07:29,  1.24s/it, est. speed input: 116.18 toks/s, output: 1046.76 toks/s]
-2025-03-15T13:07:33.254593289Z 
Processed prompts:  28%|██▊       | 138/500 [03:05<06:05,  1.01s/it, est. speed input: 116.63 toks/s, output: 1058.77 toks/s]
-2025-03-15T13:07:33.729781457Z 
Processed prompts:  28%|██▊       | 140/500 [03:05<03:30,  1.71it/s, est. speed input: 117.99 toks/s, output: 1087.13 toks/s]
-2025-03-15T13:07:35.115444247Z 
Processed prompts:  28%|██▊       | 141/500 [03:06<03:20,  1.79it/s, est. speed input: 118.58 toks/s, output: 1099.05 toks/s]
-2025-03-15T13:07:35.375314025Z 
Processed prompts:  29%|██▊       | 143/500 [03:07<03:39,  1.63it/s, est. speed input: 119.10 toks/s, output: 1115.43 toks/s]
-2025-03-15T13:07:39.524590427Z 
Processed prompts:  29%|██▉       | 145/500 [03:08<02:34,  2.30it/s, est. speed input: 120.29 toks/s, output: 1136.09 toks/s]
-2025-03-15T13:07:40.679613457Z 
Processed prompts:  29%|██▉       | 146/500 [03:12<07:09,  1.21s/it, est. speed input: 118.30 toks/s, output: 1116.83 toks/s]
-2025-03-15T13:07:41.533446131Z 
Processed prompts:  29%|██▉       | 147/500 [03:13<07:03,  1.20s/it, est. speed input: 118.21 toks/s, output: 1118.95 toks/s]
-2025-03-15T13:07:43.744139240Z 
Processed prompts:  30%|██▉       | 148/500 [03:14<06:32,  1.11s/it, est. speed input: 118.30 toks/s, output: 1120.70 toks/s]
-2025-03-15T13:07:44.843875248Z 
Processed prompts:  30%|██▉       | 149/500 [03:16<08:11,  1.40s/it, est. speed input: 117.55 toks/s, output: 1113.30 toks/s]
-2025-03-15T13:07:45.395687082Z 
Processed prompts:  30%|███       | 150/500 [03:17<07:41,  1.32s/it, est. speed input: 117.86 toks/s, output: 1121.64 toks/s]
-2025-03-15T13:07:47.917526925Z 
Processed prompts:  30%|███       | 151/500 [03:18<06:25,  1.10s/it, est. speed input: 118.16 toks/s, output: 1129.02 toks/s]
-2025-03-15T13:07:50.061834494Z 
Processed prompts:  30%|███       | 152/500 [03:20<08:45,  1.51s/it, est. speed input: 117.22 toks/s, output: 1117.21 toks/s]
-2025-03-15T13:07:51.095835380Z 
Processed prompts:  31%|███       | 153/500 [03:22<09:47,  1.69s/it, est. speed input: 116.55 toks/s, output: 1110.63 toks/s]
-2025-03-15T13:07:52.375217288Z 
Processed prompts:  31%|███       | 154/500 [03:23<08:39,  1.50s/it, est. speed input: 116.55 toks/s, output: 1114.38 toks/s]
-2025-03-15T13:07:53.081033865Z 
Processed prompts:  31%|███       | 155/500 [03:25<08:15,  1.44s/it, est. speed input: 116.39 toks/s, output: 1113.36 toks/s]
-2025-03-15T13:07:58.072482746Z 
Processed prompts:  31%|███       | 156/500 [03:25<06:59,  1.22s/it, est. speed input: 116.62 toks/s, output: 1123.99 toks/s]
-2025-03-15T13:07:58.253686810Z 
Processed prompts:  31%|███▏      | 157/500 [03:30<13:23,  2.34s/it, est. speed input: 114.42 toks/s, output: 1105.22 toks/s]
-2025-03-15T13:07:58.742751607Z 
Processed prompts:  32%|███▏      | 158/500 [03:30<09:40,  1.70s/it, est. speed input: 114.84 toks/s, output: 1107.30 toks/s]
-2025-03-15T13:07:58.922560421Z 
Processed prompts:  32%|███▏      | 159/500 [03:31<07:35,  1.34s/it, est. speed input: 115.76 toks/s, output: 1119.14 toks/s]
-2025-03-15T13:07:59.410801422Z 
Processed prompts:  32%|███▏      | 160/500 [03:31<05:36,  1.01it/s, est. speed input: 116.19 toks/s, output: 1121.96 toks/s]
-2025-03-15T13:08:00.903379584Z 
Processed prompts:  32%|███▏      | 161/500 [03:32<04:44,  1.19it/s, est. speed input: 116.46 toks/s, output: 1124.59 toks/s]
-2025-03-15T13:08:01.392273934Z 
Processed prompts:  32%|███▏      | 162/500 [03:33<05:49,  1.04s/it, est. speed input: 116.25 toks/s, output: 1131.12 toks/s]
-2025-03-15T13:08:04.748618573Z 
Processed prompts:  33%|███▎      | 163/500 [03:34<04:53,  1.15it/s, est. speed input: 116.55 toks/s, output: 1138.25 toks/s]
-2025-03-15T13:08:05.950362261Z 
Processed prompts:  33%|███▎      | 164/500 [03:37<09:03,  1.62s/it, est. speed input: 115.48 toks/s, output: 1135.04 toks/s]
-2025-03-15T13:08:06.364118826Z 
Processed prompts:  33%|███▎      | 166/500 [03:38<06:23,  1.15s/it, est. speed input: 115.88 toks/s, output: 1138.37 toks/s]
-2025-03-15T13:08:06.543915069Z 
Processed prompts:  34%|███▎      | 168/500 [03:39<04:17,  1.29it/s, est. speed input: 116.69 toks/s, output: 1145.78 toks/s]
-2025-03-15T13:08:09.440301676Z 
Processed prompts:  34%|███▍      | 169/500 [03:39<03:32,  1.56it/s, est. speed input: 117.17 toks/s, output: 1155.65 toks/s]
-2025-03-15T13:08:10.087165113Z 
Processed prompts:  34%|███▍      | 170/500 [03:42<06:30,  1.18s/it, est. speed input: 116.15 toks/s, output: 1146.04 toks/s]
-2025-03-15T13:08:10.658514861Z 
Processed prompts:  34%|███▍      | 171/500 [03:42<05:44,  1.05s/it, est. speed input: 116.39 toks/s, output: 1157.02 toks/s]
-2025-03-15T13:08:11.695854808Z 
Processed prompts:  34%|███▍      | 172/500 [03:43<05:01,  1.09it/s, est. speed input: 116.65 toks/s, output: 1165.41 toks/s]
-2025-03-15T13:08:12.269723111Z 
Processed prompts:  35%|███▍      | 173/500 [03:44<05:11,  1.05it/s, est. speed input: 116.59 toks/s, output: 1162.43 toks/s]
-2025-03-15T13:08:14.964978434Z 
Processed prompts:  35%|███▍      | 174/500 [03:44<04:35,  1.18it/s, est. speed input: 116.77 toks/s, output: 1161.81 toks/s]
-2025-03-15T13:08:16.638134039Z 
Processed prompts:  35%|███▌      | 175/500 [03:47<07:27,  1.38s/it, est. speed input: 115.88 toks/s, output: 1151.98 toks/s]
-2025-03-15T13:08:16.822011262Z 
Processed prompts:  35%|███▌      | 176/500 [03:49<07:54,  1.46s/it, est. speed input: 115.57 toks/s, output: 1153.98 toks/s]
-2025-03-15T13:08:24.601655195Z 
Processed prompts:  35%|███▌      | 177/500 [03:49<05:51,  1.09s/it, est. speed input: 115.99 toks/s, output: 1161.46 toks/s]
-2025-03-15T13:08:25.986354271Z 
Processed prompts:  36%|███▌      | 178/500 [03:57<16:27,  3.07s/it, est. speed input: 112.81 toks/s, output: 1137.59 toks/s]
-2025-03-15T13:08:27.473669638Z 
Processed prompts:  36%|███▌      | 179/500 [03:58<13:44,  2.57s/it, est. speed input: 112.62 toks/s, output: 1134.59 toks/s]
-2025-03-15T13:08:27.800528339Z 
Processed prompts:  36%|███▌      | 180/500 [04:00<11:58,  2.25s/it, est. speed input: 112.40 toks/s, output: 1134.00 toks/s]
-2025-03-15T13:08:31.247512893Z 
Processed prompts:  37%|███▋      | 183/500 [04:00<05:32,  1.05s/it, est. speed input: 113.63 toks/s, output: 1146.19 toks/s]
-2025-03-15T13:08:32.410255408Z 
Processed prompts:  37%|███▋      | 184/500 [04:03<08:10,  1.55s/it, est. speed input: 112.48 toks/s, output: 1134.12 toks/s]
-2025-03-15T13:08:32.679094587Z 
Processed prompts:  37%|███▋      | 186/500 [04:05<06:12,  1.19s/it, est. speed input: 112.84 toks/s, output: 1136.12 toks/s]
-2025-03-15T13:08:34.557708658Z 
Processed prompts:  37%|███▋      | 187/500 [04:05<05:10,  1.01it/s, est. speed input: 113.20 toks/s, output: 1144.29 toks/s]
-2025-03-15T13:08:35.306716695Z 
Processed prompts:  38%|███▊      | 188/500 [04:07<06:14,  1.20s/it, est. speed input: 113.02 toks/s, output: 1149.70 toks/s]
-2025-03-15T13:08:36.786166479Z 
Processed prompts:  38%|███▊      | 189/500 [04:08<05:38,  1.09s/it, est. speed input: 113.13 toks/s, output: 1151.28 toks/s]
-2025-03-15T13:08:37.798778720Z 
Processed prompts:  38%|███▊      | 190/500 [04:09<06:08,  1.19s/it, est. speed input: 112.92 toks/s, output: 1150.24 toks/s]
-2025-03-15T13:08:39.132470423Z 
Processed prompts:  38%|███▊      | 192/500 [04:10<04:36,  1.11it/s, est. speed input: 113.46 toks/s, output: 1164.84 toks/s]
-2025-03-15T13:08:39.730623485Z 
Processed prompts:  39%|███▊      | 193/500 [04:11<05:06,  1.00it/s, est. speed input: 113.27 toks/s, output: 1160.53 toks/s]
-2025-03-15T13:08:42.791381323Z 
Processed prompts:  39%|███▉      | 194/500 [04:12<04:35,  1.11it/s, est. speed input: 113.45 toks/s, output: 1162.45 toks/s]
-2025-03-15T13:08:46.229949336Z 
Processed prompts:  39%|███▉      | 196/500 [04:15<05:53,  1.16s/it, est. speed input: 112.96 toks/s, output: 1158.20 toks/s]
-2025-03-15T13:08:51.155802503Z 
Processed prompts:  39%|███▉      | 197/500 [04:18<08:30,  1.69s/it, est. speed input: 112.00 toks/s, output: 1156.78 toks/s]
-2025-03-15T13:08:51.675354784Z 
Processed prompts:  40%|███▉      | 198/500 [04:23<12:30,  2.49s/it, est. speed input: 110.65 toks/s, output: 1149.13 toks/s]
-2025-03-15T13:08:52.112603577Z 
Processed prompts:  40%|████      | 200/500 [04:24<07:49,  1.56s/it, est. speed input: 111.27 toks/s, output: 1156.55 toks/s]
-2025-03-15T13:08:54.848785400Z 
Processed prompts:  40%|████      | 201/500 [04:24<06:30,  1.31s/it, est. speed input: 111.49 toks/s, output: 1158.25 toks/s]
-2025-03-15T13:08:55.042719002Z 
Processed prompts:  40%|████      | 202/500 [04:27<08:14,  1.66s/it, est. speed input: 110.82 toks/s, output: 1159.17 toks/s]
-2025-03-15T13:08:55.812242092Z 
Processed prompts:  41%|████      | 203/500 [04:27<06:19,  1.28s/it, est. speed input: 111.15 toks/s, output: 1162.83 toks/s]
-2025-03-15T13:08:56.267804505Z 
Processed prompts:  41%|████      | 204/500 [04:28<05:37,  1.14s/it, est. speed input: 111.21 toks/s, output: 1161.69 toks/s]
-2025-03-15T13:08:57.781471192Z 
Processed prompts:  41%|████      | 206/500 [04:28<03:38,  1.35it/s, est. speed input: 111.84 toks/s, output: 1170.45 toks/s]
-2025-03-15T13:09:00.443599074Z 
Processed prompts:  41%|████▏     | 207/500 [04:30<04:31,  1.08it/s, est. speed input: 111.62 toks/s, output: 1168.55 toks/s]
-2025-03-15T13:09:01.297332006Z 
Processed prompts:  42%|████▏     | 208/500 [04:33<06:38,  1.37s/it, est. speed input: 110.91 toks/s, output: 1159.60 toks/s]
-2025-03-15T13:09:02.987653077Z 
Processed prompts:  42%|████▏     | 209/500 [04:34<05:57,  1.23s/it, est. speed input: 110.94 toks/s, output: 1158.11 toks/s]
-2025-03-15T13:09:04.550348168Z 
Processed prompts:  42%|████▏     | 210/500 [04:35<06:33,  1.36s/it, est. speed input: 110.68 toks/s, output: 1160.01 toks/s]
-2025-03-15T13:09:04.868654608Z 
Processed prompts:  42%|████▏     | 212/500 [04:37<05:17,  1.10s/it, est. speed input: 110.86 toks/s, output: 1164.23 toks/s]
-2025-03-15T13:09:06.444857947Z 
Processed prompts:  43%|████▎     | 213/500 [04:37<04:22,  1.09it/s, est. speed input: 111.13 toks/s, output: 1168.14 toks/s]
-2025-03-15T13:09:06.780564111Z 
Processed prompts:  43%|████▎     | 214/500 [04:39<05:09,  1.08s/it, est. speed input: 110.91 toks/s, output: 1167.43 toks/s]
-2025-03-15T13:09:08.012097788Z 
Processed prompts:  43%|████▎     | 216/500 [04:39<03:18,  1.43it/s, est. speed input: 111.54 toks/s, output: 1173.82 toks/s]
-2025-03-15T13:09:09.703452007Z 
Processed prompts:  44%|████▎     | 218/500 [04:40<03:08,  1.50it/s, est. speed input: 111.82 toks/s, output: 1178.31 toks/s]
-2025-03-15T13:09:09.898175077Z 
Processed prompts:  44%|████▍     | 219/500 [04:42<04:08,  1.13it/s, est. speed input: 111.53 toks/s, output: 1174.86 toks/s]
-2025-03-15T13:09:11.342618052Z 
Processed prompts:  44%|████▍     | 220/500 [04:42<03:22,  1.38it/s, est. speed input: 111.81 toks/s, output: 1176.52 toks/s]
-2025-03-15T13:09:11.538224851Z 
Processed prompts:  44%|████▍     | 221/500 [04:44<04:12,  1.11it/s, est. speed input: 111.69 toks/s, output: 1184.30 toks/s]
-2025-03-15T13:09:12.068209846Z 
Processed prompts:  44%|████▍     | 222/500 [04:44<03:19,  1.39it/s, est. speed input: 111.99 toks/s, output: 1187.64 toks/s]
-2025-03-15T13:09:13.176867972Z 
Processed prompts:  45%|████▍     | 223/500 [04:44<03:04,  1.50it/s, est. speed input: 112.23 toks/s, output: 1198.00 toks/s]
-2025-03-15T13:09:14.202721901Z 
Processed prompts:  45%|████▍     | 224/500 [04:45<03:38,  1.27it/s, est. speed input: 112.24 toks/s, output: 1207.11 toks/s]
-2025-03-15T13:09:18.600756303Z 
Processed prompts:  45%|████▌     | 225/500 [04:46<03:55,  1.17it/s, est. speed input: 112.32 toks/s, output: 1216.54 toks/s]
-2025-03-15T13:09:18.883057587Z 
Processed prompts:  45%|████▌     | 226/500 [04:51<08:36,  1.88s/it, est. speed input: 111.00 toks/s, output: 1203.69 toks/s]
-2025-03-15T13:09:19.082807070Z 
Processed prompts:  45%|████▌     | 227/500 [04:51<06:26,  1.42s/it, est. speed input: 111.25 toks/s, output: 1205.01 toks/s]
-2025-03-15T13:09:20.627698659Z 
Processed prompts:  46%|████▌     | 228/500 [04:51<04:47,  1.06s/it, est. speed input: 111.58 toks/s, output: 1214.53 toks/s]
-2025-03-15T13:09:21.336312714Z 
Processed prompts:  46%|████▌     | 229/500 [04:53<05:25,  1.20s/it, est. speed input: 111.38 toks/s, output: 1214.26 toks/s]
-2025-03-15T13:09:21.536114002Z 
Processed prompts:  46%|████▌     | 230/500 [04:54<04:44,  1.05s/it, est. speed input: 111.68 toks/s, output: 1225.03 toks/s]
-2025-03-15T13:09:22.322298387Z 
Processed prompts:  46%|████▌     | 231/500 [04:54<03:35,  1.25it/s, est. speed input: 111.98 toks/s, output: 1228.84 toks/s]
-2025-03-15T13:09:23.353513865Z 
Processed prompts:  46%|████▋     | 232/500 [04:55<03:33,  1.26it/s, est. speed input: 112.05 toks/s, output: 1230.79 toks/s]
-2025-03-15T13:09:23.634511097Z 
Processed prompts:  47%|████▋     | 233/500 [04:56<03:51,  1.15it/s, est. speed input: 112.01 toks/s, output: 1230.58 toks/s]
-2025-03-15T13:09:23.913636144Z 
Processed prompts:  47%|████▋     | 234/500 [04:56<03:03,  1.45it/s, est. speed input: 112.29 toks/s, output: 1235.80 toks/s]
-2025-03-15T13:09:24.693136649Z 
Processed prompts:  47%|████▋     | 235/500 [04:56<02:30,  1.76it/s, est. speed input: 112.56 toks/s, output: 1240.66 toks/s]
-2025-03-15T13:09:25.737373560Z 
Processed prompts:  47%|████▋     | 236/500 [04:57<02:46,  1.58it/s, est. speed input: 112.65 toks/s, output: 1245.44 toks/s]
-2025-03-15T13:09:26.943051572Z 
Processed prompts:  48%|████▊     | 238/500 [04:58<02:32,  1.72it/s, est. speed input: 113.02 toks/s, output: 1254.95 toks/s]
-2025-03-15T13:09:27.645691676Z 
Processed prompts:  48%|████▊     | 239/500 [04:59<03:12,  1.36it/s, est. speed input: 112.89 toks/s, output: 1251.70 toks/s]
-2025-03-15T13:09:27.939624505Z 
Processed prompts:  48%|████▊     | 240/500 [05:00<03:09,  1.38it/s, est. speed input: 113.16 toks/s, output: 1262.42 toks/s]
-2025-03-15T13:09:29.567848731Z 
Processed prompts:  49%|████▊     | 243/500 [05:00<01:41,  2.53it/s, est. speed input: 114.24 toks/s, output: 1278.89 toks/s]
-2025-03-15T13:09:30.933623279Z 
Processed prompts:  49%|████▉     | 244/500 [05:02<02:44,  1.56it/s, est. speed input: 113.99 toks/s, output: 1278.03 toks/s]
-2025-03-15T13:09:31.848862645Z 
Processed prompts:  49%|████▉     | 245/500 [05:03<03:25,  1.24it/s, est. speed input: 113.83 toks/s, output: 1276.89 toks/s]
-2025-03-15T13:09:34.179270943Z 
Processed prompts:  49%|████▉     | 247/500 [05:04<02:49,  1.49it/s, est. speed input: 114.54 toks/s, output: 1291.40 toks/s]
-2025-03-15T13:09:34.345260798Z 
Processed prompts:  50%|████▉     | 248/500 [05:06<04:19,  1.03s/it, est. speed input: 114.00 toks/s, output: 1283.90 toks/s]
-2025-03-15T13:09:35.003529611Z 
Processed prompts:  50%|████▉     | 249/500 [05:07<03:27,  1.21it/s, est. speed input: 114.57 toks/s, output: 1296.81 toks/s]
-2025-03-15T13:09:35.578431946Z 
Processed prompts:  50%|█████     | 251/500 [05:07<02:35,  1.60it/s, est. speed input: 115.02 toks/s, output: 1302.87 toks/s]
-2025-03-15T13:09:36.235738865Z 
Processed prompts:  50%|█████     | 252/500 [05:08<02:32,  1.63it/s, est. speed input: 115.22 toks/s, output: 1314.04 toks/s]
-2025-03-15T13:09:36.812469207Z 
Processed prompts:  51%|█████     | 253/500 [05:08<02:34,  1.60it/s, est. speed input: 115.30 toks/s, output: 1313.37 toks/s]
-2025-03-15T13:09:38.212817761Z 
Processed prompts:  51%|█████     | 254/500 [05:09<02:30,  1.63it/s, est. speed input: 115.57 toks/s, output: 1324.52 toks/s]
-2025-03-15T13:09:38.458854949Z 
Processed prompts:  51%|█████     | 255/500 [05:10<03:21,  1.21it/s, est. speed input: 115.37 toks/s, output: 1320.79 toks/s]
-2025-03-15T13:09:38.704375316Z 
Processed prompts:  51%|█████     | 256/500 [05:11<02:41,  1.51it/s, est. speed input: 116.41 toks/s, output: 1333.33 toks/s]
-2025-03-15T13:09:40.724340271Z 
Processed prompts:  51%|█████▏    | 257/500 [05:11<02:12,  1.84it/s, est. speed input: 116.75 toks/s, output: 1345.87 toks/s]
-2025-03-15T13:09:42.298531063Z 
Processed prompts:  52%|█████▏    | 258/500 [05:13<03:54,  1.03it/s, est. speed input: 116.33 toks/s, output: 1341.35 toks/s]
-2025-03-15T13:09:43.795309470Z 
Processed prompts:  52%|█████▏    | 259/500 [05:15<04:36,  1.15s/it, est. speed input: 116.13 toks/s, output: 1345.18 toks/s]
-2025-03-15T13:09:44.133763112Z 
Processed prompts:  52%|█████▏    | 260/500 [05:16<04:59,  1.25s/it, est. speed input: 116.04 toks/s, output: 1352.37 toks/s]
-2025-03-15T13:09:45.021597185Z 
Processed prompts:  52%|█████▏    | 261/500 [05:16<03:54,  1.02it/s, est. speed input: 116.23 toks/s, output: 1353.84 toks/s]
-2025-03-15T13:09:45.182187275Z 
Processed prompts:  52%|█████▏    | 262/500 [05:17<03:46,  1.05it/s, est. speed input: 116.24 toks/s, output: 1354.54 toks/s]
-2025-03-15T13:09:46.145056149Z 
Processed prompts:  53%|█████▎    | 263/500 [05:17<02:49,  1.40it/s, est. speed input: 116.55 toks/s, output: 1361.89 toks/s]
-2025-03-15T13:09:48.302022501Z 
Processed prompts:  53%|█████▎    | 264/500 [05:18<03:06,  1.27it/s, est. speed input: 116.51 toks/s, output: 1359.77 toks/s]
-2025-03-15T13:09:48.541869089Z 
Processed prompts:  53%|█████▎    | 265/500 [05:21<04:41,  1.20s/it, est. speed input: 117.03 toks/s, output: 1364.13 toks/s]
-2025-03-15T13:09:50.301567238Z 
Processed prompts:  53%|█████▎    | 266/500 [05:21<03:33,  1.10it/s, est. speed input: 117.27 toks/s, output: 1367.79 toks/s]
-2025-03-15T13:09:50.622575635Z 
Processed prompts:  53%|█████▎    | 267/500 [05:23<04:31,  1.17s/it, est. speed input: 116.98 toks/s, output: 1367.63 toks/s]
-2025-03-15T13:09:51.659638025Z 
Processed prompts:  54%|█████▎    | 268/500 [05:23<03:31,  1.10it/s, est. speed input: 117.44 toks/s, output: 1379.76 toks/s]
-2025-03-15T13:09:51.898771202Z 
Processed prompts:  54%|█████▍    | 269/500 [05:24<03:39,  1.05it/s, est. speed input: 117.68 toks/s, output: 1388.82 toks/s]
-2025-03-15T13:09:52.934547127Z 
Processed prompts:  54%|█████▍    | 270/500 [05:24<02:49,  1.36it/s, est. speed input: 117.90 toks/s, output: 1389.78 toks/s]
-2025-03-15T13:09:53.731216049Z 
Processed prompts:  54%|█████▍    | 271/500 [05:25<03:09,  1.21it/s, est. speed input: 117.80 toks/s, output: 1386.28 toks/s]
-2025-03-15T13:09:54.288597131Z 
Processed prompts:  54%|█████▍    | 272/500 [05:26<03:06,  1.22it/s, est. speed input: 117.82 toks/s, output: 1385.93 toks/s]
-2025-03-15T13:09:55.634086689Z 
Processed prompts:  55%|█████▍    | 273/500 [05:27<02:47,  1.35it/s, est. speed input: 117.91 toks/s, output: 1384.82 toks/s]
-2025-03-15T13:09:56.263400493Z 
Processed prompts:  55%|█████▍    | 274/500 [05:28<03:28,  1.09it/s, est. speed input: 117.73 toks/s, output: 1382.24 toks/s]
-2025-03-15T13:09:56.578811850Z 
Processed prompts:  55%|█████▌    | 276/500 [05:28<02:23,  1.56it/s, est. speed input: 118.31 toks/s, output: 1397.79 toks/s]
-2025-03-15T13:09:57.050004068Z 
Processed prompts:  55%|█████▌    | 277/500 [05:29<02:04,  1.78it/s, est. speed input: 118.50 toks/s, output: 1399.06 toks/s]
-2025-03-15T13:09:59.007759805Z 
Processed prompts:  56%|█████▌    | 278/500 [05:29<01:59,  1.86it/s, est. speed input: 118.67 toks/s, output: 1403.67 toks/s]
-2025-03-15T13:10:00.262267704Z 
Processed prompts:  56%|█████▌    | 279/500 [05:31<03:24,  1.08it/s, est. speed input: 118.22 toks/s, output: 1396.42 toks/s]
-2025-03-15T13:10:01.673237089Z 
Processed prompts:  56%|█████▌    | 280/500 [05:32<03:43,  1.02s/it, est. speed input: 118.08 toks/s, output: 1394.39 toks/s]
-2025-03-15T13:10:02.302048893Z 
Processed prompts:  56%|█████▌    | 281/500 [05:34<04:07,  1.13s/it, est. speed input: 117.87 toks/s, output: 1390.50 toks/s]
-2025-03-15T13:10:02.772578764Z 
Processed prompts:  56%|█████▋    | 282/500 [05:35<03:34,  1.02it/s, est. speed input: 117.94 toks/s, output: 1389.72 toks/s]
-2025-03-15T13:10:02.929492740Z 
Processed prompts:  57%|█████▋    | 283/500 [05:35<03:00,  1.20it/s, est. speed input: 118.23 toks/s, output: 1401.22 toks/s]
-2025-03-15T13:10:03.553131205Z 
Processed prompts:  57%|█████▋    | 285/500 [05:35<01:45,  2.04it/s, est. speed input: 118.86 toks/s, output: 1415.76 toks/s]
-2025-03-15T13:10:05.413541623Z 
Processed prompts:  57%|█████▋    | 286/500 [05:36<01:51,  1.91it/s, est. speed input: 118.93 toks/s, output: 1415.48 toks/s]
-2025-03-15T13:10:06.887203552Z 
Processed prompts:  58%|█████▊    | 288/500 [05:38<02:26,  1.45it/s, est. speed input: 118.83 toks/s, output: 1410.96 toks/s]
-2025-03-15T13:10:07.042413407Z 
Processed prompts:  58%|█████▊    | 289/500 [05:39<03:03,  1.15it/s, est. speed input: 118.62 toks/s, output: 1409.55 toks/s]
-2025-03-15T13:10:07.892688399Z 
Processed prompts:  58%|█████▊    | 291/500 [05:39<01:56,  1.80it/s, est. speed input: 119.12 toks/s, output: 1412.51 toks/s]
-2025-03-15T13:10:08.200410540Z 
Processed prompts:  58%|█████▊    | 292/500 [05:40<02:09,  1.61it/s, est. speed input: 119.12 toks/s, output: 1412.10 toks/s]
-2025-03-15T13:10:08.506942828Z 
Processed prompts:  59%|█████▉    | 294/500 [05:40<01:30,  2.27it/s, est. speed input: 120.03 toks/s, output: 1426.24 toks/s]
-2025-03-15T13:10:09.729203636Z 
Processed prompts:  59%|█████▉    | 295/500 [05:41<01:24,  2.43it/s, est. speed input: 120.23 toks/s, output: 1430.40 toks/s]
-2025-03-15T13:10:10.569108332Z 
Processed prompts:  59%|█████▉    | 296/500 [05:42<02:03,  1.66it/s, est. speed input: 120.06 toks/s, output: 1426.77 toks/s]
-2025-03-15T13:10:10.721804612Z 
Processed prompts:  59%|█████▉    | 297/500 [05:43<02:14,  1.51it/s, est. speed input: 120.10 toks/s, output: 1431.43 toks/s]
-2025-03-15T13:10:13.384646257Z 
Processed prompts:  60%|█████▉    | 299/500 [05:43<01:23,  2.40it/s, est. speed input: 120.70 toks/s, output: 1444.23 toks/s]
-2025-03-15T13:10:13.993190520Z 
Processed prompts:  60%|██████    | 300/500 [05:46<03:06,  1.07it/s, est. speed input: 120.08 toks/s, output: 1438.59 toks/s]
-2025-03-15T13:10:15.972279342Z 
Processed prompts:  60%|██████    | 301/500 [05:46<02:49,  1.17it/s, est. speed input: 120.18 toks/s, output: 1442.06 toks/s]
-2025-03-15T13:10:16.728391511Z 
Processed prompts:  60%|██████    | 302/500 [05:48<03:47,  1.15s/it, est. speed input: 119.89 toks/s, output: 1447.31 toks/s]
-2025-03-15T13:10:18.941392238Z 
Processed prompts:  61%|██████    | 303/500 [05:49<03:25,  1.04s/it, est. speed input: 119.88 toks/s, output: 1445.87 toks/s]
-2025-03-15T13:10:21.485828396Z 
Processed prompts:  61%|██████    | 304/500 [05:51<04:28,  1.37s/it, est. speed input: 119.40 toks/s, output: 1439.72 toks/s]
-2025-03-15T13:10:22.625457375Z 
Processed prompts:  61%|██████    | 305/500 [05:54<05:32,  1.70s/it, est. speed input: 118.80 toks/s, output: 1431.40 toks/s]
-2025-03-15T13:10:23.080313729Z 
Processed prompts:  61%|██████    | 306/500 [05:55<04:58,  1.54s/it, est. speed input: 119.26 toks/s, output: 1440.23 toks/s]
-2025-03-15T13:10:24.066448008Z 
Processed prompts:  61%|██████▏   | 307/500 [05:55<03:56,  1.22s/it, est. speed input: 119.40 toks/s, output: 1443.22 toks/s]
-2025-03-15T13:10:24.746688031Z 
Processed prompts:  62%|██████▏   | 308/500 [05:56<03:41,  1.15s/it, est. speed input: 119.34 toks/s, output: 1441.96 toks/s]
-2025-03-15T13:10:25.810912030Z 
Processed prompts:  62%|██████▏   | 309/500 [05:57<03:13,  1.01s/it, est. speed input: 119.42 toks/s, output: 1445.36 toks/s]
-2025-03-15T13:10:27.471202825Z 
Processed prompts:  62%|██████▏   | 310/500 [05:58<03:15,  1.03s/it, est. speed input: 119.34 toks/s, output: 1443.69 toks/s]
-2025-03-15T13:10:30.487385837Z 
Processed prompts:  62%|██████▏   | 311/500 [06:00<03:49,  1.22s/it, est. speed input: 119.15 toks/s, output: 1450.45 toks/s]
-2025-03-15T13:10:31.390150656Z 
Processed prompts:  62%|██████▏   | 312/500 [06:03<05:29,  1.75s/it, est. speed input: 118.42 toks/s, output: 1440.76 toks/s]
-2025-03-15T13:10:31.917892831Z 
Processed prompts:  63%|██████▎   | 313/500 [06:04<04:40,  1.50s/it, est. speed input: 118.41 toks/s, output: 1442.44 toks/s]
-2025-03-15T13:10:33.048632520Z 
Processed prompts:  63%|██████▎   | 314/500 [06:04<03:44,  1.21s/it, est. speed input: 118.55 toks/s, output: 1447.87 toks/s]
-2025-03-15T13:10:34.255168956Z 
Processed prompts:  63%|██████▎   | 315/500 [06:05<03:39,  1.19s/it, est. speed input: 118.48 toks/s, output: 1449.99 toks/s]
-2025-03-15T13:10:35.239209599Z 
Processed prompts:  63%|██████▎   | 316/500 [06:06<03:39,  1.19s/it, est. speed input: 118.36 toks/s, output: 1448.32 toks/s]
-2025-03-15T13:10:35.918077443Z 
Processed prompts:  63%|██████▎   | 317/500 [06:07<03:26,  1.13s/it, est. speed input: 118.32 toks/s, output: 1449.32 toks/s]
-2025-03-15T13:10:36.670574337Z 
Processed prompts:  64%|██████▎   | 318/500 [06:08<03:00,  1.01it/s, est. speed input: 118.40 toks/s, output: 1453.50 toks/s]
-2025-03-15T13:10:37.955570595Z 
Processed prompts:  64%|██████▍   | 319/500 [06:09<02:46,  1.08it/s, est. speed input: 118.45 toks/s, output: 1456.54 toks/s]
-2025-03-15T13:10:38.332650551Z 
Processed prompts:  64%|██████▍   | 320/500 [06:10<03:05,  1.03s/it, est. speed input: 118.36 toks/s, output: 1461.16 toks/s]
-2025-03-15T13:10:40.213931577Z 
Processed prompts:  64%|██████▍   | 321/500 [06:11<02:29,  1.20it/s, est. speed input: 118.97 toks/s, output: 1473.09 toks/s]
-2025-03-15T13:10:41.634699809Z 
Processed prompts:  64%|██████▍   | 322/500 [06:12<03:24,  1.15s/it, est. speed input: 118.62 toks/s, output: 1468.57 toks/s]
-2025-03-15T13:10:42.083952464Z 
Processed prompts:  65%|██████▍   | 323/500 [06:14<03:37,  1.23s/it, est. speed input: 118.41 toks/s, output: 1465.46 toks/s]
-2025-03-15T13:10:42.382157625Z 
Processed prompts:  65%|██████▍   | 324/500 [06:14<02:55,  1.00it/s, est. speed input: 118.95 toks/s, output: 1477.12 toks/s]
-2025-03-15T13:10:42.752187219Z 
Processed prompts:  65%|██████▌   | 325/500 [06:15<02:17,  1.27it/s, est. speed input: 119.13 toks/s, output: 1480.32 toks/s]
-2025-03-15T13:10:42.899772942Z 
Processed prompts:  65%|██████▌   | 326/500 [06:15<01:55,  1.51it/s, est. speed input: 119.44 toks/s, output: 1492.28 toks/s]
-2025-03-15T13:10:43.781845020Z 
Processed prompts:  65%|██████▌   | 327/500 [06:15<01:27,  1.97it/s, est. speed input: 119.66 toks/s, output: 1495.92 toks/s]
-2025-03-15T13:10:46.213958915Z 
Processed prompts:  66%|██████▌   | 328/500 [06:16<01:46,  1.61it/s, est. speed input: 119.66 toks/s, output: 1497.76 toks/s]
-2025-03-15T13:10:46.804741588Z 
Processed prompts:  66%|██████▌   | 329/500 [06:18<03:18,  1.16s/it, est. speed input: 119.13 toks/s, output: 1490.84 toks/s]
-2025-03-15T13:10:47.465077491Z 
Processed prompts:  66%|██████▌   | 330/500 [06:19<02:48,  1.01it/s, est. speed input: 119.41 toks/s, output: 1501.93 toks/s]
-2025-03-15T13:10:50.177704245Z 
Processed prompts:  66%|██████▌   | 331/500 [06:20<02:30,  1.12it/s, est. speed input: 119.46 toks/s, output: 1502.86 toks/s]
-2025-03-15T13:10:53.506854429Z 
Processed prompts:  66%|██████▋   | 332/500 [06:22<04:01,  1.44s/it, est. speed input: 118.97 toks/s, output: 1505.63 toks/s]
-2025-03-15T13:10:57.123457427Z 
Processed prompts:  67%|██████▋   | 333/500 [06:26<05:34,  2.01s/it, est. speed input: 118.35 toks/s, output: 1506.07 toks/s]
-2025-03-15T13:10:57.503204233Z 
Processed prompts:  67%|██████▋   | 334/500 [06:29<06:53,  2.49s/it, est. speed input: 117.47 toks/s, output: 1495.01 toks/s]
-2025-03-15T13:10:58.356560772Z 
Processed prompts:  67%|██████▋   | 335/500 [06:30<05:06,  1.86s/it, est. speed input: 117.64 toks/s, output: 1500.89 toks/s]
-2025-03-15T13:10:59.064154683Z 
Processed prompts:  67%|██████▋   | 336/500 [06:31<04:15,  1.56s/it, est. speed input: 117.62 toks/s, output: 1500.68 toks/s]
-2025-03-15T13:10:59.205779935Z 
Processed prompts:  67%|██████▋   | 337/500 [06:31<03:32,  1.30s/it, est. speed input: 117.65 toks/s, output: 1501.33 toks/s]
-2025-03-15T13:11:00.334248530Z 
Processed prompts:  68%|██████▊   | 338/500 [06:31<02:34,  1.05it/s, est. speed input: 117.90 toks/s, output: 1510.63 toks/s]
-2025-03-15T13:11:02.787536128Z 
Processed prompts:  68%|██████▊   | 339/500 [06:33<02:41,  1.01s/it, est. speed input: 117.80 toks/s, output: 1509.54 toks/s]
-2025-03-15T13:11:02.927799107Z 
Processed prompts:  68%|██████▊   | 340/500 [06:35<03:50,  1.44s/it, est. speed input: 117.30 toks/s, output: 1503.37 toks/s]
-2025-03-15T13:11:04.528263608Z 
Processed prompts:  68%|██████▊   | 341/500 [06:35<02:46,  1.05s/it, est. speed input: 117.62 toks/s, output: 1516.27 toks/s]
-2025-03-15T13:11:06.334807652Z 
Processed prompts:  68%|██████▊   | 342/500 [06:37<03:12,  1.22s/it, est. speed input: 117.39 toks/s, output: 1514.75 toks/s]
-2025-03-15T13:11:06.543143013Z 
Processed prompts:  69%|██████▊   | 343/500 [06:39<03:38,  1.39s/it, est. speed input: 117.11 toks/s, output: 1512.57 toks/s]
-2025-03-15T13:11:07.236353852Z 
Processed prompts:  69%|██████▉   | 344/500 [06:39<02:41,  1.04s/it, est. speed input: 117.31 toks/s, output: 1517.59 toks/s]
-2025-03-15T13:11:09.031780707Z 
Processed prompts:  69%|██████▉   | 345/500 [06:39<02:24,  1.07it/s, est. speed input: 117.47 toks/s, output: 1528.40 toks/s]
-2025-03-15T13:11:10.756800687Z 
Processed prompts:  69%|██████▉   | 346/500 [06:41<03:03,  1.19s/it, est. speed input: 117.19 toks/s, output: 1525.42 toks/s]
-2025-03-15T13:11:13.242547819Z 
Processed prompts:  69%|██████▉   | 347/500 [06:43<03:26,  1.35s/it, est. speed input: 116.96 toks/s, output: 1526.33 toks/s]
-2025-03-15T13:11:17.517176361Z 
Processed prompts:  70%|██████▉   | 348/500 [06:45<04:17,  1.69s/it, est. speed input: 116.57 toks/s, output: 1530.44 toks/s]
-2025-03-15T13:11:21.343380710Z 
Processed prompts:  70%|██████▉   | 349/500 [06:50<06:12,  2.47s/it, est. speed input: 115.59 toks/s, output: 1519.00 toks/s]
-2025-03-15T13:11:22.519399651Z 
Processed prompts:  70%|███████   | 350/500 [06:54<07:11,  2.87s/it, est. speed input: 114.76 toks/s, output: 1509.70 toks/s]
-2025-03-15T13:11:23.416092326Z 
Processed prompts:  70%|███████   | 351/500 [06:55<05:52,  2.37s/it, est. speed input: 114.69 toks/s, output: 1511.89 toks/s]
-2025-03-15T13:11:25.812217624Z 
Processed prompts:  70%|███████   | 352/500 [06:56<04:44,  1.92s/it, est. speed input: 114.77 toks/s, output: 1522.11 toks/s]
-2025-03-15T13:11:26.085928100Z 
Processed prompts:  71%|███████   | 353/500 [06:58<05:03,  2.07s/it, est. speed input: 114.46 toks/s, output: 1526.89 toks/s]
-2025-03-15T13:11:26.971328784Z 
Processed prompts:  71%|███████   | 354/500 [06:58<03:43,  1.53s/it, est. speed input: 114.61 toks/s, output: 1530.18 toks/s]
-2025-03-15T13:11:32.469296444Z 
Processed prompts:  71%|███████   | 355/500 [06:59<03:13,  1.34s/it, est. speed input: 114.64 toks/s, output: 1535.38 toks/s]
-2025-03-15T13:11:33.256247144Z 
Processed prompts:  71%|███████   | 356/500 [07:05<06:12,  2.58s/it, est. speed input: 113.54 toks/s, output: 1528.97 toks/s]
-2025-03-15T13:11:40.788265852Z 
Processed prompts:  71%|███████▏  | 357/500 [07:05<04:52,  2.05s/it, est. speed input: 113.57 toks/s, output: 1531.61 toks/s]
-2025-03-15T13:11:43.782887423Z 
Processed prompts:  72%|███████▏  | 358/500 [07:13<08:44,  3.69s/it, est. speed input: 111.81 toks/s, output: 1509.44 toks/s]
-2025-03-15T13:11:44.329622802Z 
Processed prompts:  72%|███████▏  | 359/500 [07:16<08:10,  3.48s/it, est. speed input: 111.32 toks/s, output: 1509.51 toks/s]
-2025-03-15T13:11:45.608052825Z 
Processed prompts:  72%|███████▏  | 360/500 [07:17<06:04,  2.60s/it, est. speed input: 111.52 toks/s, output: 1521.10 toks/s]
-2025-03-15T13:11:45.876222185Z 
Processed prompts:  72%|███████▏  | 362/500 [07:18<03:54,  1.70s/it, est. speed input: 111.72 toks/s, output: 1534.32 toks/s]
-2025-03-15T13:11:46.009446846Z 
Processed prompts:  73%|███████▎  | 363/500 [07:18<03:03,  1.34s/it, est. speed input: 111.87 toks/s, output: 1538.16 toks/s]
-2025-03-15T13:11:48.679557157Z 
Processed prompts:  73%|███████▎  | 364/500 [07:18<02:19,  1.03s/it, est. speed input: 112.10 toks/s, output: 1546.37 toks/s]
-2025-03-15T13:11:49.015251175Z 
Processed prompts:  73%|███████▎  | 365/500 [07:21<03:18,  1.47s/it, est. speed input: 111.65 toks/s, output: 1543.62 toks/s]
-2025-03-15T13:11:50.076262261Z 
Processed prompts:  73%|███████▎  | 366/500 [07:21<02:34,  1.15s/it, est. speed input: 111.80 toks/s, output: 1548.73 toks/s]
-2025-03-15T13:11:50.208322289Z 
Processed prompts:  73%|███████▎  | 367/500 [07:22<02:30,  1.13s/it, est. speed input: 111.90 toks/s, output: 1558.52 toks/s]
-2025-03-15T13:11:51.783954487Z 
Processed prompts:  74%|███████▎  | 368/500 [07:22<01:50,  1.19it/s, est. speed input: 112.33 toks/s, output: 1571.55 toks/s]
-2025-03-15T13:11:51.978906832Z 
Processed prompts:  74%|███████▍  | 369/500 [07:24<02:18,  1.05s/it, est. speed input: 112.31 toks/s, output: 1579.49 toks/s]
-2025-03-15T13:11:55.621592139Z 
Processed prompts:  74%|███████▍  | 370/500 [07:24<01:44,  1.25it/s, est. speed input: 112.49 toks/s, output: 1584.46 toks/s]
-2025-03-15T13:12:01.947342095Z 
Processed prompts:  74%|███████▍  | 371/500 [07:28<03:32,  1.64s/it, est. speed input: 111.79 toks/s, output: 1576.78 toks/s]
-2025-03-15T13:12:04.221291873Z 
Processed prompts:  74%|███████▍  | 372/500 [07:34<06:28,  3.04s/it, est. speed input: 110.46 toks/s, output: 1560.30 toks/s]
-2025-03-15T13:12:05.364334459Z 
Processed prompts:  75%|███████▍  | 373/500 [07:36<05:56,  2.81s/it, est. speed input: 110.19 toks/s, output: 1566.09 toks/s]
-2025-03-15T13:12:06.566038552Z 
Processed prompts:  75%|███████▍  | 374/500 [07:38<04:51,  2.31s/it, est. speed input: 110.12 toks/s, output: 1566.96 toks/s]
-2025-03-15T13:12:12.620490272Z 
Processed prompts:  75%|███████▌  | 375/500 [07:39<04:07,  1.98s/it, est. speed input: 110.06 toks/s, output: 1570.43 toks/s]
-2025-03-15T13:12:13.127457391Z 
Processed prompts:  75%|███████▌  | 376/500 [07:45<06:36,  3.20s/it, est. speed input: 109.32 toks/s, output: 1563.58 toks/s]
-2025-03-15T13:12:13.442046676Z 
Processed prompts:  75%|███████▌  | 377/500 [07:45<04:54,  2.39s/it, est. speed input: 109.40 toks/s, output: 1566.89 toks/s]
-2025-03-15T13:12:15.953897205Z 
Processed prompts:  76%|███████▌  | 378/500 [07:46<03:35,  1.77s/it, est. speed input: 109.63 toks/s, output: 1579.43 toks/s]
-2025-03-15T13:12:25.055892020Z 
Processed prompts:  76%|███████▌  | 379/500 [07:48<04:01,  1.99s/it, est. speed input: 109.51 toks/s, output: 1584.57 toks/s]
-2025-03-15T13:12:27.259535979Z 
Processed prompts:  76%|███████▌  | 380/500 [07:57<08:14,  4.12s/it, est. speed input: 107.66 toks/s, output: 1563.58 toks/s]
-2025-03-15T13:12:31.970399818Z 
Processed prompts:  76%|███████▌  | 381/500 [07:59<07:02,  3.55s/it, est. speed input: 107.44 toks/s, output: 1570.07 toks/s]
-2025-03-15T13:12:33.033765864Z 
Processed prompts:  76%|███████▋  | 382/500 [08:04<07:39,  3.90s/it, est. speed input: 106.97 toks/s, output: 1568.49 toks/s]
-2025-03-15T13:12:34.093677046Z 
Processed prompts:  77%|███████▋  | 383/500 [08:05<05:56,  3.05s/it, est. speed input: 107.01 toks/s, output: 1578.74 toks/s]
-2025-03-15T13:12:35.465606250Z 
Processed prompts:  77%|███████▋  | 384/500 [08:06<04:44,  2.45s/it, est. speed input: 107.15 toks/s, output: 1588.99 toks/s]
-2025-03-15T13:12:36.766793695Z 
Processed prompts:  77%|███████▋  | 385/500 [08:08<04:04,  2.13s/it, est. speed input: 107.05 toks/s, output: 1590.60 toks/s]
-2025-03-15T13:12:37.444359293Z 
Processed prompts:  77%|███████▋  | 386/500 [08:09<03:34,  1.88s/it, est. speed input: 107.07 toks/s, output: 1600.08 toks/s]
-2025-03-15T13:12:38.305610427Z 
Processed prompts:  77%|███████▋  | 387/500 [08:10<02:51,  1.52s/it, est. speed input: 107.17 toks/s, output: 1609.40 toks/s]
-2025-03-15T13:12:41.952536146Z 
Processed prompts:  78%|███████▊  | 388/500 [08:11<02:28,  1.32s/it, est. speed input: 107.57 toks/s, output: 1620.29 toks/s]
-2025-03-15T13:12:47.237255418Z 
Processed prompts:  78%|███████▊  | 390/500 [08:14<02:50,  1.55s/it, est. speed input: 107.94 toks/s, output: 1635.68 toks/s]
-2025-03-15T13:12:48.909372438Z 
Processed prompts:  78%|███████▊  | 391/500 [08:19<04:30,  2.48s/it, est. speed input: 107.08 toks/s, output: 1632.15 toks/s]
-2025-03-15T13:12:56.196892522Z 
Processed prompts:  78%|███████▊  | 392/500 [08:21<04:04,  2.27s/it, est. speed input: 106.94 toks/s, output: 1634.62 toks/s]
-2025-03-15T13:12:58.365220432Z 
Processed prompts:  79%|███████▊  | 393/500 [08:28<06:28,  3.63s/it, est. speed input: 105.65 toks/s, output: 1623.52 toks/s]
-2025-03-15T13:12:58.964606359Z 
Processed prompts:  79%|███████▉  | 394/500 [08:31<05:41,  3.22s/it, est. speed input: 105.66 toks/s, output: 1630.45 toks/s]
-2025-03-15T13:13:08.213654596Z 
Processed prompts:  79%|███████▉  | 395/500 [08:31<04:19,  2.47s/it, est. speed input: 106.15 toks/s, output: 1642.36 toks/s]
-2025-03-15T13:13:12.563037144Z 
Processed prompts:  79%|███████▉  | 396/500 [08:40<07:41,  4.44s/it, est. speed input: 104.61 toks/s, output: 1627.08 toks/s]
-2025-03-15T13:13:17.146662841Z 
Processed prompts:  79%|███████▉  | 397/500 [08:45<07:34,  4.41s/it, est. speed input: 103.96 toks/s, output: 1623.65 toks/s]
-2025-03-15T13:13:24.818141560Z 
Processed prompts:  80%|███████▉  | 398/500 [08:49<07:35,  4.46s/it, est. speed input: 103.32 toks/s, output: 1623.52 toks/s]
-2025-03-15T13:13:26.105647736Z 
Processed prompts:  80%|███████▉  | 399/500 [08:57<09:06,  5.41s/it, est. speed input: 102.12 toks/s, output: 1614.30 toks/s]
-2025-03-15T13:13:26.226568409Z 
Processed prompts:  80%|████████  | 400/500 [08:58<06:58,  4.19s/it, est. speed input: 102.31 toks/s, output: 1624.39 toks/s]
-2025-03-15T13:13:27.611857658Z 
Processed prompts:  80%|████████  | 401/500 [08:58<04:54,  2.97s/it, est. speed input: 102.57 toks/s, output: 1637.97 toks/s]
-2025-03-15T13:13:33.460428551Z 
Processed prompts:  80%|████████  | 402/500 [09:00<04:04,  2.50s/it, est. speed input: 102.51 toks/s, output: 1643.21 toks/s]
-2025-03-15T13:13:34.000047421Z 
Processed prompts:  81%|████████  | 403/500 [09:06<05:39,  3.50s/it, est. speed input: 101.64 toks/s, output: 1638.10 toks/s]
-2025-03-15T13:13:35.790277570Z 
Processed prompts:  81%|████████  | 404/500 [09:06<04:10,  2.61s/it, est. speed input: 101.93 toks/s, output: 1650.47 toks/s]
-2025-03-15T13:14:01.251805868Z 
Processed prompts:  81%|████████  | 405/500 [09:08<03:44,  2.37s/it, est. speed input: 101.89 toks/s, output: 1659.08 toks/s]
-2025-03-15T13:14:01.387275517Z 
Processed prompts:  81%|████████  | 406/500 [09:33<14:33,  9.29s/it, est. speed input: 97.86 toks/s, output: 1599.58 toks/s] 
-2025-03-15T13:14:15.619002910Z 
Processed prompts:  81%|████████▏ | 407/500 [09:34<10:08,  6.54s/it, est. speed input: 98.14 toks/s, output: 1613.31 toks/s]
-2025-03-15T13:14:17.152860452Z 
Processed prompts:  82%|████████▏ | 408/500 [09:48<13:34,  8.85s/it, est. speed input: 95.99 toks/s, output: 1588.44 toks/s]
-2025-03-15T13:14:23.202758864Z 
Processed prompts:  82%|████████▏ | 409/500 [09:49<10:05,  6.66s/it, est. speed input: 96.13 toks/s, output: 1598.47 toks/s]
-2025-03-15T13:14:29.349056263Z 
Processed prompts:  82%|████████▏ | 410/500 [09:55<09:42,  6.47s/it, est. speed input: 95.41 toks/s, output: 1596.42 toks/s]
-2025-03-15T13:14:33.686525463Z 
Processed prompts:  82%|████████▏ | 411/500 [10:02<09:27,  6.38s/it, est. speed input: 94.64 toks/s, output: 1594.33 toks/s]
-2025-03-15T13:14:37.980530874Z 
Processed prompts:  82%|████████▏ | 412/500 [10:06<08:27,  5.76s/it, est. speed input: 94.21 toks/s, output: 1597.15 toks/s]
-2025-03-15T13:14:40.228588852Z 
Processed prompts:  83%|████████▎ | 413/500 [10:10<07:43,  5.32s/it, est. speed input: 94.09 toks/s, output: 1600.16 toks/s]
-2025-03-15T13:14:40.988398972Z 
Processed prompts:  83%|████████▎ | 414/500 [10:12<06:18,  4.40s/it, est. speed input: 93.94 toks/s, output: 1607.23 toks/s]
-2025-03-15T13:14:41.854532977Z 
Processed prompts:  83%|████████▎ | 415/500 [10:13<04:41,  3.31s/it, est. speed input: 94.12 toks/s, output: 1619.49 toks/s]
-2025-03-15T13:14:42.135449884Z 
Processed prompts:  83%|████████▎ | 416/500 [10:14<03:36,  2.58s/it, est. speed input: 94.24 toks/s, output: 1631.46 toks/s]
-2025-03-15T13:14:44.578324581Z 
Processed prompts:  83%|████████▎ | 417/500 [10:14<02:36,  1.89s/it, est. speed input: 94.38 toks/s, output: 1641.48 toks/s]
-2025-03-15T13:14:47.451651524Z 
Processed prompts:  84%|████████▍ | 419/500 [10:17<02:07,  1.58s/it, est. speed input: 94.54 toks/s, output: 1657.70 toks/s]
-2025-03-15T13:14:49.757651431Z 
Processed prompts:  84%|████████▍ | 420/500 [10:20<02:32,  1.90s/it, est. speed input: 94.29 toks/s, output: 1662.64 toks/s]
-2025-03-15T13:14:53.786780539Z 
Processed prompts:  84%|████████▍ | 421/500 [10:22<02:38,  2.01s/it, est. speed input: 94.32 toks/s, output: 1670.78 toks/s]
-2025-03-15T13:14:57.691766775Z 
Processed prompts:  84%|████████▍ | 422/500 [10:26<03:19,  2.56s/it, est. speed input: 93.86 toks/s, output: 1667.93 toks/s]
-2025-03-15T13:15:01.915993047Z 
Processed prompts:  85%|████████▍ | 423/500 [10:30<03:45,  2.93s/it, est. speed input: 94.51 toks/s, output: 1671.95 toks/s]
-2025-03-15T13:15:03.037706619Z 
Processed prompts:  85%|████████▌ | 425/500 [10:34<03:12,  2.57s/it, est. speed input: 94.29 toks/s, output: 1688.10 toks/s]
-2025-03-15T13:15:05.379350263Z 
Processed prompts:  85%|████████▌ | 426/500 [10:35<02:44,  2.22s/it, est. speed input: 94.28 toks/s, output: 1694.08 toks/s]
-2025-03-15T13:15:16.211907964Z 
Processed prompts:  85%|████████▌ | 427/500 [10:38<02:44,  2.25s/it, est. speed input: 94.37 toks/s, output: 1702.23 toks/s]
-2025-03-15T13:15:17.887035730Z 
Processed prompts:  86%|████████▌ | 428/500 [10:48<05:27,  4.55s/it, est. speed input: 93.06 toks/s, output: 1688.25 toks/s]
-2025-03-15T13:15:18.873702632Z 
Processed prompts:  86%|████████▌ | 429/500 [10:50<04:26,  3.75s/it, est. speed input: 92.97 toks/s, output: 1692.62 toks/s]
-2025-03-15T13:15:22.947204720Z 
Processed prompts:  86%|████████▌ | 430/500 [10:51<03:27,  2.97s/it, est. speed input: 93.06 toks/s, output: 1704.50 toks/s]
-2025-03-15T13:15:25.297914281Z 
Processed prompts:  86%|████████▌ | 431/500 [10:55<03:46,  3.29s/it, est. speed input: 92.65 toks/s, output: 1705.25 toks/s]
-2025-03-15T13:15:35.716769287Z 
Processed prompts:  86%|████████▋ | 432/500 [10:58<03:24,  3.01s/it, est. speed input: 92.48 toks/s, output: 1709.38 toks/s]
-2025-03-15T13:15:39.283018679Z 
Processed prompts:  87%|████████▋ | 433/500 [11:08<05:47,  5.19s/it, est. speed input: 91.32 toks/s, output: 1697.31 toks/s]
-2025-03-15T13:15:39.436219032Z 
Processed prompts:  87%|████████▋ | 434/500 [11:11<05:10,  4.71s/it, est. speed input: 91.11 toks/s, output: 1702.91 toks/s]
-2025-03-15T13:15:45.993159767Z 
Processed prompts:  87%|████████▋ | 435/500 [11:12<03:38,  3.36s/it, est. speed input: 91.29 toks/s, output: 1717.12 toks/s]
-2025-03-15T13:15:46.582407190Z 
Processed prompts:  87%|████████▋ | 436/500 [11:18<04:35,  4.31s/it, est. speed input: 90.60 toks/s, output: 1715.19 toks/s]
-2025-03-15T13:15:49.918058668Z 
Processed prompts:  87%|████████▋ | 437/500 [11:19<03:21,  3.20s/it, est. speed input: 91.00 toks/s, output: 1728.37 toks/s]
-2025-03-15T13:15:53.460783380Z 
Processed prompts:  88%|████████▊ | 438/500 [11:22<03:20,  3.24s/it, est. speed input: 90.80 toks/s, output: 1734.61 toks/s]
-2025-03-15T13:15:59.793481564Z 
Processed prompts:  88%|████████▊ | 439/500 [11:26<03:23,  3.33s/it, est. speed input: 90.65 toks/s, output: 1740.37 toks/s]
-2025-03-15T13:16:16.555300905Z 
Processed prompts:  88%|████████▊ | 440/500 [11:32<04:13,  4.23s/it, est. speed input: 90.19 toks/s, output: 1739.22 toks/s]
-2025-03-15T13:16:19.500818767Z 
Processed prompts:  88%|████████▊ | 441/500 [11:49<07:51,  7.99s/it, est. speed input: 88.24 toks/s, output: 1713.04 toks/s]
-2025-03-15T13:16:21.843151017Z 
Processed prompts:  88%|████████▊ | 442/500 [11:52<06:15,  6.47s/it, est. speed input: 88.07 toks/s, output: 1720.89 toks/s]
-2025-03-15T13:16:23.123550667Z 
Processed prompts:  89%|████████▊ | 443/500 [11:54<04:58,  5.24s/it, est. speed input: 88.21 toks/s, output: 1730.21 toks/s]
-2025-03-15T13:16:33.651204258Z 
Processed prompts:  89%|████████▉ | 444/500 [11:55<03:46,  4.05s/it, est. speed input: 88.36 toks/s, output: 1742.08 toks/s]
-2025-03-15T13:16:34.162241712Z 
Processed prompts:  89%|████████▉ | 445/500 [12:06<05:29,  5.99s/it, est. speed input: 87.31 toks/s, output: 1731.89 toks/s]
-2025-03-15T13:16:35.582424906Z 
Processed prompts:  89%|████████▉ | 446/500 [12:06<03:54,  4.35s/it, est. speed input: 87.47 toks/s, output: 1745.72 toks/s]
-2025-03-15T13:16:36.172167879Z 
Processed prompts:  89%|████████▉ | 447/500 [12:08<03:03,  3.47s/it, est. speed input: 87.51 toks/s, output: 1757.39 toks/s]
-2025-03-15T13:16:38.993123517Z 
Processed prompts:  90%|████████▉ | 448/500 [12:08<02:15,  2.61s/it, est. speed input: 87.58 toks/s, output: 1766.58 toks/s]
-2025-03-15T13:16:45.135447944Z 
Processed prompts:  90%|████████▉ | 449/500 [12:11<02:16,  2.67s/it, est. speed input: 87.40 toks/s, output: 1771.61 toks/s]
-2025-03-15T13:16:50.165050156Z 
Processed prompts:  90%|█████████ | 450/500 [12:17<03:05,  3.71s/it, est. speed input: 87.09 toks/s, output: 1772.03 toks/s]
-2025-03-15T13:16:52.900071645Z 
Processed prompts:  90%|█████████ | 451/500 [12:22<03:21,  4.11s/it, est. speed input: 86.90 toks/s, output: 1775.24 toks/s]
-2025-03-15T13:17:14.782806025Z 
Processed prompts:  90%|█████████ | 452/500 [12:25<02:57,  3.70s/it, est. speed input: 87.58 toks/s, output: 1783.97 toks/s]
-2025-03-15T13:17:16.544168583Z 
Processed prompts:  91%|█████████ | 453/500 [12:47<07:10,  9.15s/it, est. speed input: 85.32 toks/s, output: 1748.57 toks/s]
-2025-03-15T13:17:17.429848103Z 
Processed prompts:  91%|█████████ | 454/500 [12:49<05:18,  6.93s/it, est. speed input: 85.30 toks/s, output: 1760.03 toks/s]
-2025-03-15T13:17:20.923981080Z 
Processed prompts:  91%|█████████ | 455/500 [12:50<03:50,  5.12s/it, est. speed input: 85.56 toks/s, output: 1773.49 toks/s]
-2025-03-15T13:17:21.670901855Z 
Processed prompts:  91%|█████████ | 456/500 [12:53<03:23,  4.63s/it, est. speed input: 85.46 toks/s, output: 1781.00 toks/s]
-2025-03-15T13:17:21.999553706Z 
Processed prompts:  91%|█████████▏| 457/500 [12:54<02:29,  3.47s/it, est. speed input: 85.51 toks/s, output: 1790.88 toks/s]
-2025-03-15T13:17:25.527355584Z 
Processed prompts:  92%|█████████▏| 458/500 [12:54<01:46,  2.53s/it, est. speed input: 85.63 toks/s, output: 1804.49 toks/s]
-2025-03-15T13:17:29.351788135Z 
Processed prompts:  92%|█████████▏| 459/500 [12:58<01:55,  2.83s/it, est. speed input: 85.41 toks/s, output: 1811.88 toks/s]
-2025-03-15T13:17:31.972199822Z 
Processed prompts:  92%|█████████▏| 460/500 [13:02<02:05,  3.13s/it, est. speed input: 85.14 toks/s, output: 1816.50 toks/s]
-2025-03-15T13:17:39.247750050Z 
Processed prompts:  92%|█████████▏| 461/500 [13:04<01:55,  2.97s/it, est. speed input: 85.02 toks/s, output: 1826.08 toks/s]
-2025-03-15T13:17:41.905138657Z 
Processed prompts:  92%|█████████▏| 462/500 [13:11<02:42,  4.26s/it, est. speed input: 84.48 toks/s, output: 1825.05 toks/s]
-2025-03-15T13:17:43.417993277Z 
Processed prompts:  93%|█████████▎| 463/500 [13:14<02:19,  3.78s/it, est. speed input: 84.36 toks/s, output: 1834.71 toks/s]
-2025-03-15T13:18:02.946212053Z 
Processed prompts:  93%|█████████▎| 464/500 [13:16<01:51,  3.10s/it, est. speed input: 84.33 toks/s, output: 1842.24 toks/s]
-2025-03-15T13:18:19.491962529Z 
Processed prompts:  93%|█████████▎| 465/500 [13:35<04:41,  8.03s/it, est. speed input: 82.49 toks/s, output: 1814.18 toks/s]
-2025-03-15T13:18:26.920751092Z 
Processed prompts:  93%|█████████▎| 466/500 [13:52<05:59, 10.58s/it, est. speed input: 81.01 toks/s, output: 1794.36 toks/s]
-2025-03-15T13:18:30.414868852Z 
Processed prompts:  93%|█████████▎| 467/500 [13:59<05:18,  9.64s/it, est. speed input: 80.41 toks/s, output: 1790.24 toks/s]
-2025-03-15T13:18:32.017142364Z 
Processed prompts:  94%|█████████▎| 468/500 [14:03<04:09,  7.79s/it, est. speed input: 80.20 toks/s, output: 1795.33 toks/s]
-2025-03-15T13:18:33.336614634Z 
Processed prompts:  94%|█████████▍| 469/500 [14:04<03:04,  5.94s/it, est. speed input: 80.27 toks/s, output: 1808.34 toks/s]
-2025-03-15T13:18:33.965112181Z 
Processed prompts:  94%|█████████▍| 470/500 [14:06<02:16,  4.55s/it, est. speed input: 80.48 toks/s, output: 1821.95 toks/s]
-2025-03-15T13:18:38.282773393Z 
Processed prompts:  94%|█████████▍| 471/500 [14:06<01:37,  3.37s/it, est. speed input: 80.61 toks/s, output: 1837.03 toks/s]
-2025-03-15T13:18:43.246816176Z 
Processed prompts:  94%|█████████▍| 472/500 [14:10<01:42,  3.66s/it, est. speed input: 80.38 toks/s, output: 1844.22 toks/s]
-2025-03-15T13:18:43.792218045Z 
Processed prompts:  95%|█████████▍| 473/500 [14:15<01:49,  4.05s/it, est. speed input: 80.54 toks/s, output: 1850.11 toks/s]
-2025-03-15T13:18:51.874894913Z 
Processed prompts:  95%|█████████▍| 474/500 [14:16<01:17,  3.00s/it, est. speed input: 80.66 toks/s, output: 1865.52 toks/s]
-2025-03-15T13:18:55.062192131Z 
Processed prompts:  95%|█████████▌| 475/500 [14:24<01:53,  4.52s/it, est. speed input: 80.20 toks/s, output: 1864.82 toks/s]
-2025-03-15T13:18:55.557351629Z 
Processed prompts:  95%|█████████▌| 476/500 [14:27<01:38,  4.12s/it, est. speed input: 80.27 toks/s, output: 1874.76 toks/s]
-2025-03-15T13:18:56.948435464Z 
Processed prompts:  95%|█████████▌| 477/500 [14:28<01:09,  3.03s/it, est. speed input: 80.40 toks/s, output: 1890.48 toks/s]
-2025-03-15T13:18:57.850838224Z 
Processed prompts:  96%|█████████▌| 478/500 [14:29<00:55,  2.54s/it, est. speed input: 80.62 toks/s, output: 1904.28 toks/s]
-2025-03-15T13:19:07.021836940Z 
Processed prompts:  96%|█████████▌| 479/500 [14:30<00:43,  2.05s/it, est. speed input: 80.72 toks/s, output: 1919.14 toks/s]
-2025-03-15T13:19:09.841402998Z 
Processed prompts:  96%|█████████▌| 480/500 [14:39<01:23,  4.19s/it, est. speed input: 80.09 toks/s, output: 1916.17 toks/s]
-2025-03-15T13:19:20.703024273Z 
Processed prompts:  96%|█████████▌| 481/500 [14:42<01:11,  3.78s/it, est. speed input: 80.12 toks/s, output: 1927.16 toks/s]
-2025-03-15T13:19:25.464687695Z 
Processed prompts:  96%|█████████▋| 482/500 [14:53<01:46,  5.90s/it, est. speed input: 79.32 toks/s, output: 1921.09 toks/s]
-2025-03-15T13:19:33.838334453Z 
Processed prompts:  97%|█████████▋| 483/500 [14:58<01:34,  5.56s/it, est. speed input: 79.08 toks/s, output: 1928.38 toks/s]
-2025-03-15T13:19:39.978237417Z 
Processed prompts:  97%|█████████▋| 484/500 [15:06<01:42,  6.40s/it, est. speed input: 78.70 toks/s, output: 1928.24 toks/s]
-2025-03-15T13:19:41.202794565Z 
Processed prompts:  97%|█████████▋| 485/500 [15:12<01:34,  6.32s/it, est. speed input: 78.35 toks/s, output: 1933.10 toks/s]
-2025-03-15T13:19:50.880689745Z 
Processed prompts:  97%|█████████▋| 486/500 [15:13<01:07,  4.79s/it, est. speed input: 78.40 toks/s, output: 1948.37 toks/s]
-2025-03-15T13:19:55.313661149Z 
Processed prompts:  97%|█████████▋| 487/500 [15:23<01:21,  6.26s/it, est. speed input: 77.71 toks/s, output: 1946.10 toks/s]
-2025-03-15T13:20:22.334020281Z 
Processed prompts:  98%|█████████▊| 488/500 [15:28<01:08,  5.71s/it, est. speed input: 77.45 toks/s, output: 1951.36 toks/s]
-2025-03-15T13:20:22.643578613Z 
Processed prompts:  98%|█████████▊| 489/500 [15:55<02:13, 12.10s/it, est. speed input: 75.37 toks/s, output: 1912.00 toks/s]
-2025-03-15T13:20:33.122793563Z 
Processed prompts:  98%|█████████▊| 490/500 [15:55<01:25,  8.57s/it, est. speed input: 75.54 toks/s, output: 1930.47 toks/s]
-2025-03-15T13:20:48.558310730Z 
Processed prompts:  98%|█████████▊| 491/500 [16:05<01:22,  9.14s/it, est. speed input: 75.08 toks/s, output: 1928.95 toks/s]
-2025-03-15T13:21:06.045617730Z 
Processed prompts:  98%|█████████▊| 492/500 [16:21<01:28, 11.03s/it, est. speed input: 74.05 toks/s, output: 1918.53 toks/s]
-2025-03-15T13:21:15.942886569Z 
Processed prompts:  99%|█████████▊| 493/500 [16:38<01:30, 12.97s/it, est. speed input: 72.90 toks/s, output: 1905.47 toks/s]
-2025-03-15T13:21:40.216082293Z 
Processed prompts:  99%|█████████▉| 494/500 [16:48<01:12, 12.05s/it, est. speed input: 72.45 toks/s, output: 1907.68 toks/s]
-2025-03-15T13:21:42.677185362Z 
Processed prompts:  99%|█████████▉| 495/500 [17:12<01:18, 15.71s/it, est. speed input: 70.87 toks/s, output: 1883.59 toks/s]
-2025-03-15T13:22:47.014085599Z 
Processed prompts:  99%|█████████▉| 496/500 [17:15<00:46, 11.74s/it, est. speed input: 70.84 toks/s, output: 1901.00 toks/s]
-2025-03-15T13:22:47.357077590Z 
Processed prompts:  99%|█████████▉| 497/500 [18:19<01:22, 27.52s/it, est. speed input: 66.81 toks/s, output: 1814.35 toks/s]
-2025-03-15T13:23:07.935053024Z 
Processed prompts: 100%|█████████▉| 498/500 [18:20<00:38, 19.37s/it, est. speed input: 66.95 toks/s, output: 1838.36 toks/s]
-2025-03-15T13:23:51.964132302Z 
Processed prompts: 100%|█████████▉| 499/500 [18:40<00:19, 19.73s/it, est. speed input: 65.85 toks/s, output: 1830.15 toks/s]
-2025-03-15T13:23:51.964520202Z 
Processed prompts: 100%|██████████| 500/500 [19:24<00:00, 27.02s/it, est. speed input: 63.51 toks/s, output: 1788.64 toks/s]
Processed prompts: 100%|██████████| 500/500 [19:24<00:00,  2.33s/it, est. speed input: 63.51 toks/s, output: 1788.64 toks/s]
-2025-03-15T13:23:53.031557791Z 
Splits: 100%|██████████| 1/1 [19:25<00:00, 1165.94s/it]
Splits: 100%|██████████| 1/1 [19:25<00:00, 1165.94s/it]
-2025-03-15T13:23:55.729383894Z [2025-03-15 13:23:55,728] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T13:24:00.218176978Z [2025-03-15 13:24:00,217] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T13:24:00.237721785Z [2025-03-15 13:24:00,237] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T13:24:00.237768582Z [2025-03-15 13:24:00,237] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T13:24:02.432438585Z [2025-03-15 13:24:02,431] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp3_400/results/quyanh/OpenRS-GRPO/results_2025-03-15T13-24-00.237541.json (evaluation_tracker.py:234)
-2025-03-15T13:24:02.438963721Z |      Task       |Version|     Metric     |Value|   |Stderr|
-2025-03-15T13:24:02.438999893Z |-----------------|------:|----------------|----:|---|-----:|
-2025-03-15T13:24:02.439002346Z |all              |       |extractive_match|0.824|±  | 0.017|
-2025-03-15T13:24:02.439004214Z |custom:math_500:0|      1|extractive_match|0.824|±  | 0.017|
-2025-03-15T13:24:05.685103745Z Evaluating task: amc23
-2025-03-15T13:24:36.223420555Z [2025-03-15 13:24:36,222] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T13:25:35.626720631Z INFO 03-15 13:25:35 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T13:25:40.759296604Z [2025-03-15 13:25:40,758] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T13:26:41.455655784Z [2025-03-15 13:26:41,454] [    INFO]: This model supports multiple tasks: {'classify', 'reward', 'score', 'embed', 'generate'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T13:26:41.468443970Z [2025-03-15 13:26:41,467] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=main, override_neuron_config=None, tokenizer_revision=main, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T13:26:45.132736963Z [2025-03-15 13:26:45,132] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T13:26:45.686610428Z [2025-03-15 13:26:45,686] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T13:26:46.478854469Z [2025-03-15 13:26:46,478] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T13:26:46.762850559Z [2025-03-15 13:26:46,762] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T13:26:46.764526081Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T13:26:47.439858072Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.48it/s]
-2025-03-15T13:26:47.439901679Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.48it/s]
-2025-03-15T13:26:47.813650480Z [2025-03-15 13:26:47,813] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T13:26:49.919398858Z [2025-03-15 13:26:49,919] [    INFO]: Memory profiling takes 1.88 seconds
-2025-03-15T13:26:49.919439610Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T13:26:49.919445688Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T13:26:50.121074763Z [2025-03-15 13:26:50,120] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T13:26:50.121110763Z [2025-03-15 13:26:50,120] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T13:26:54.182962815Z [2025-03-15 13:26:54,182] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T13:27:09.948388428Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:21,  1.61it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:01<00:16,  1.95it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:15,  2.08it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:01<00:14,  2.16it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:02<00:13,  2.22it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:02<00:12,  2.26it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:03<00:12,  2.23it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:03<00:11,  2.25it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:04<00:11,  2.26it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:04<00:11,  2.27it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:05<00:10,  2.23it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:05<00:10,  2.22it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:05<00:10,  2.15it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:06<00:09,  2.14it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:06<00:09,  2.16it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:07<00:08,  2.18it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:07<00:08,  2.22it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:08<00:07,  2.21it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:08<00:07,  2.23it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:09<00:06,  2.24it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:09<00:06,  2.25it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:09<00:05,  2.27it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:10<00:05,  2.28it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:10<00:04,  2.30it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:11<00:04,  2.30it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:11<00:03,  2.26it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:12<00:03,  2.26it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:12<00:03,  2.24it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:13<00:02,  2.26it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:13<00:02,  2.27it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:13<00:01,  2.27it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:14<00:01,  2.27it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:14<00:00,  2.28it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:15<00:00,  2.29it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:15<00:00,  2.21it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:15<00:00,  2.22it/s]
-2025-03-15T13:27:09.948676370Z [2025-03-15 13:27:09,948] [    INFO]: Graph capturing finished in 16 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T13:27:09.972068681Z [2025-03-15 13:27:09,971] [    INFO]: init engine (profile, create kv cache, warmup model) took 22.16 seconds (llm_engine.py:431)
-2025-03-15T13:27:10.770238702Z [2025-03-15 13:27:10,769] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T13:27:10.799588064Z [2025-03-15 13:27:10,799] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T13:27:10.799621304Z [2025-03-15 13:27:10,799] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T13:27:10.799639767Z [2025-03-15 13:27:10,799] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T13:27:10.799655268Z [2025-03-15 13:27:10,799] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T13:27:10.799719388Z [2025-03-15 13:27:10,799] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T13:27:10.799744674Z [2025-03-15 13:27:10,799] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T13:27:10.799837211Z [2025-03-15 13:27:10,799] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T13:27:10.799864798Z [2025-03-15 13:27:10,799] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T13:27:10.801906443Z [2025-03-15 13:27:10,801] [    INFO]: knoveleng/AMC-23 default (lighteval_task.py:187)
-2025-03-15T13:27:10.801965815Z [2025-03-15 13:27:10,801] [ WARNING]: Careful, the task custom|amc23 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T13:27:13.828802768Z [2025-03-15 13:27:13,828] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T13:27:13.828856458Z [2025-03-15 13:27:13,828] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T13:27:13.828913230Z [2025-03-15 13:27:13,828] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T13:27:13.845147146Z [2025-03-15 13:27:13,844] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T13:27:13.858937108Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 13:27:13,858] [ WARNING]: context_size + max_new_tokens=33060 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T13:27:27.722628888Z 
Processed prompts:   0%|          | 0/40 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T13:27:28.465807821Z 
Processed prompts:   2%|▎         | 1/40 [00:13<09:00, 13.86s/it, est. speed input: 12.56 toks/s, output: 65.81 toks/s]
-2025-03-15T13:27:30.379750213Z 
Processed prompts:   5%|▌         | 2/40 [00:14<03:53,  6.14s/it, est. speed input: 23.76 toks/s, output: 128.20 toks/s]
-2025-03-15T13:27:32.771046708Z 
Processed prompts:   8%|▊         | 3/40 [00:16<02:35,  4.21s/it, est. speed input: 28.58 toks/s, output: 178.98 toks/s]
-2025-03-15T13:27:38.612311319Z 
Processed prompts:  10%|█         | 4/40 [00:18<02:05,  3.49s/it, est. speed input: 33.16 toks/s, output: 220.66 toks/s]
-2025-03-15T13:27:40.352818957Z 
Processed prompts:  12%|█▎        | 5/40 [00:24<02:31,  4.34s/it, est. speed input: 31.88 toks/s, output: 232.70 toks/s]
-2025-03-15T13:27:40.798296590Z 
Processed prompts:  15%|█▌        | 6/40 [00:26<01:57,  3.46s/it, est. speed input: 37.03 toks/s, output: 281.44 toks/s]
-2025-03-15T13:27:43.216080368Z 
Processed prompts:  18%|█▊        | 7/40 [00:26<01:21,  2.47s/it, est. speed input: 40.25 toks/s, output: 340.79 toks/s]
-2025-03-15T13:27:49.972941397Z 
Processed prompts:  20%|██        | 8/40 [00:29<01:18,  2.45s/it, est. speed input: 41.97 toks/s, output: 376.64 toks/s]
-2025-03-15T13:27:51.393948099Z 
Processed prompts:  22%|██▎       | 9/40 [00:36<01:57,  3.80s/it, est. speed input: 39.91 toks/s, output: 369.52 toks/s]
-2025-03-15T13:27:51.884036567Z 
Processed prompts:  25%|██▌       | 10/40 [00:37<01:31,  3.07s/it, est. speed input: 41.46 toks/s, output: 418.79 toks/s]
-2025-03-15T13:27:57.060197489Z 
Processed prompts:  28%|██▊       | 11/40 [00:38<01:06,  2.28s/it, est. speed input: 45.06 toks/s, output: 476.62 toks/s]
-2025-03-15T13:28:00.336396940Z 
Processed prompts:  30%|███       | 12/40 [00:43<01:28,  3.16s/it, est. speed input: 44.40 toks/s, output: 482.31 toks/s]
-2025-03-15T13:28:03.365315160Z 
Processed prompts:  32%|███▎      | 13/40 [00:46<01:26,  3.19s/it, est. speed input: 43.36 toks/s, output: 510.86 toks/s]
-2025-03-15T13:28:06.377607424Z 
Processed prompts:  35%|███▌      | 14/40 [00:49<01:21,  3.14s/it, est. speed input: 43.01 toks/s, output: 542.03 toks/s]
-2025-03-15T13:28:33.858852389Z 
Processed prompts:  38%|███▊      | 15/40 [00:52<01:17,  3.10s/it, est. speed input: 43.42 toks/s, output: 573.22 toks/s]
-2025-03-15T13:28:45.231697110Z 
Processed prompts:  40%|████      | 16/40 [01:19<04:10, 10.44s/it, est. speed input: 31.38 toks/s, output: 437.20 toks/s]
-2025-03-15T13:28:54.768244448Z 
Processed prompts:  42%|████▎     | 17/40 [01:31<04:06, 10.72s/it, est. speed input: 28.73 toks/s, output: 443.07 toks/s]
-2025-03-15T13:28:55.167790196Z 
Processed prompts:  45%|████▌     | 18/40 [01:40<03:48, 10.37s/it, est. speed input: 27.29 toks/s, output: 460.99 toks/s]
-2025-03-15T13:28:56.502888382Z 
Processed prompts:  48%|████▊     | 19/40 [01:41<02:34,  7.37s/it, est. speed input: 28.69 toks/s, output: 518.95 toks/s]
-2025-03-15T13:29:04.137110206Z 
Processed prompts:  50%|█████     | 20/40 [01:42<01:51,  5.56s/it, est. speed input: 29.37 toks/s, output: 571.94 toks/s]
-2025-03-15T13:29:11.678465522Z 
Processed prompts:  52%|█████▎    | 21/40 [01:50<01:57,  6.18s/it, est. speed input: 28.85 toks/s, output: 591.88 toks/s]
-2025-03-15T13:29:42.215506406Z 
Processed prompts:  55%|█████▌    | 22/40 [01:57<01:58,  6.59s/it, est. speed input: 28.12 toks/s, output: 613.33 toks/s]
-2025-03-15T13:29:46.066773318Z 
Processed prompts:  57%|█████▊    | 23/40 [02:28<03:54, 13.78s/it, est. speed input: 24.12 toks/s, output: 545.06 toks/s]
-2025-03-15T13:30:06.233089234Z 
Processed prompts:  60%|██████    | 24/40 [02:32<02:52, 10.80s/it, est. speed input: 24.40 toks/s, output: 589.14 toks/s]
-2025-03-15T13:30:07.658510848Z 
Processed prompts:  62%|██████▎   | 25/40 [02:52<03:24, 13.61s/it, est. speed input: 22.67 toks/s, output: 577.64 toks/s]
-2025-03-15T13:30:12.540629909Z 
Processed prompts:  65%|██████▌   | 26/40 [02:53<02:19,  9.95s/it, est. speed input: 23.65 toks/s, output: 630.32 toks/s]
-2025-03-15T13:30:18.044992952Z 
Processed prompts:  68%|██████▊   | 27/40 [02:58<01:49,  8.43s/it, est. speed input: 23.79 toks/s, output: 670.48 toks/s]
-2025-03-15T13:30:31.725283007Z 
Processed prompts:  70%|███████   | 28/40 [03:04<01:30,  7.55s/it, est. speed input: 23.94 toks/s, output: 707.84 toks/s]
-2025-03-15T13:30:41.019196734Z 
Processed prompts:  72%|███████▎  | 29/40 [03:17<01:43,  9.39s/it, est. speed input: 23.10 toks/s, output: 716.37 toks/s]
-2025-03-15T13:30:41.390179646Z 
Processed prompts:  75%|███████▌  | 30/40 [03:27<01:33,  9.36s/it, est. speed input: 22.61 toks/s, output: 741.81 toks/s]
-2025-03-15T13:30:52.215751760Z 
Processed prompts:  78%|███████▊  | 31/40 [03:27<00:59,  6.66s/it, est. speed input: 23.33 toks/s, output: 798.07 toks/s]
-2025-03-15T13:30:53.557612496Z 
Processed prompts:  80%|████████  | 32/40 [03:38<01:03,  7.91s/it, est. speed input: 23.51 toks/s, output: 816.43 toks/s]
-2025-03-15T13:31:02.138638149Z 
Processed prompts:  82%|████████▎ | 33/40 [03:39<00:41,  5.94s/it, est. speed input: 24.07 toks/s, output: 869.42 toks/s]
-2025-03-15T13:31:04.449355243Z 
Processed prompts:  85%|████████▌ | 34/40 [03:48<00:40,  6.73s/it, est. speed input: 23.94 toks/s, output: 895.18 toks/s]
-2025-03-15T13:31:14.763556032Z 
Processed prompts:  88%|████████▊ | 35/40 [03:50<00:27,  5.41s/it, est. speed input: 24.96 toks/s, output: 944.81 toks/s]
-2025-03-15T13:31:22.794760385Z 
Processed prompts:  90%|█████████ | 36/40 [04:00<00:27,  6.88s/it, est. speed input: 24.36 toks/s, output: 963.75 toks/s]
-2025-03-15T13:31:45.183964482Z 
Processed prompts:  92%|█████████▎| 37/40 [04:08<00:21,  7.22s/it, est. speed input: 24.17 toks/s, output: 992.76 toks/s]
-2025-03-15T13:31:57.482209843Z 
Processed prompts:  95%|█████████▌| 38/40 [04:31<00:23, 11.77s/it, est. speed input: 22.64 toks/s, output: 972.80 toks/s]
-2025-03-15T13:32:36.880477138Z 
Processed prompts:  98%|█████████▊| 39/40 [04:43<00:11, 11.93s/it, est. speed input: 22.07 toks/s, output: 993.51 toks/s]
-2025-03-15T13:32:36.880543380Z 
Processed prompts: 100%|██████████| 40/40 [05:23<00:00, 20.17s/it, est. speed input: 20.01 toks/s, output: 938.31 toks/s]
Processed prompts: 100%|██████████| 40/40 [05:23<00:00,  8.08s/it, est. speed input: 20.01 toks/s, output: 938.31 toks/s]
-2025-03-15T13:32:36.986351801Z 
Splits: 100%|██████████| 1/1 [05:23<00:00, 323.14s/it]
Splits: 100%|██████████| 1/1 [05:23<00:00, 323.14s/it]
-2025-03-15T13:32:38.024192411Z [2025-03-15 13:32:38,023] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T13:32:38.284590466Z [2025-03-15 13:32:38,284] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T13:32:38.297206251Z [2025-03-15 13:32:38,296] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T13:32:38.297246742Z [2025-03-15 13:32:38,296] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T13:32:38.550433904Z [2025-03-15 13:32:38,550] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp3_400/results/quyanh/OpenRS-GRPO/results_2025-03-15T13-32-38.296980.json (evaluation_tracker.py:234)
-2025-03-15T13:32:38.553575311Z |     Task     |Version|     Metric     |Value|   |Stderr|
-2025-03-15T13:32:38.553614468Z |--------------|------:|----------------|----:|---|-----:|
-2025-03-15T13:32:38.553619907Z |all           |       |extractive_match|0.675|±  | 0.075|
-2025-03-15T13:32:38.553624574Z |custom:amc23:0|      1|extractive_match|0.675|±  | 0.075|
-2025-03-15T13:32:41.569480776Z ----------------------------------------
-2025-03-15T13:32:47.069173725Z ==========
-2025-03-15T13:32:47.069183755Z == CUDA ==
-2025-03-15T13:32:47.069201312Z ==========
-2025-03-15T13:32:47.073369508Z CUDA Version 12.4.1
-2025-03-15T13:32:47.075456983Z Container image Copyright (c) 2016-2023, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
-2025-03-15T13:32:47.077567995Z This container image and its contents are governed by the NVIDIA Deep Learning Container License.
-2025-03-15T13:32:47.077575957Z By pulling and using the container, you accept the terms and conditions of this license:
-2025-03-15T13:32:47.077581265Z https://developer.nvidia.com/ngc/nvidia-deep-learning-container-license
-2025-03-15T13:32:47.077590482Z A copy of this license is made available in this container at /NGC-DL-CONTAINER-LICENSE for your convenience.
-2025-03-15T13:32:48.209469147Z downloading uv 0.6.6 x86_64-unknown-linux-gnu
-2025-03-15T13:32:49.106231399Z no checksums to verify
-2025-03-15T13:32:49.455447827Z installing to /root/.local/bin
-2025-03-15T13:32:49.464215369Z   uv
-2025-03-15T13:32:49.467677253Z   uvx
-2025-03-15T13:32:49.467689639Z everything's installed!
-2025-03-15T13:32:49.485754266Z WARNING: The following commands are shadowed by other commands in your PATH: uv uvx
-2025-03-15T13:32:49.502938201Z Using CPython 3.11.10 interpreter at: /usr/bin/python3.11
-2025-03-15T13:32:49.502955884Z Creating virtual environment at: openr1
-2025-03-15T13:33:06.085527545Z Activate with: source openr1/bin/activate
-2025-03-15T13:33:06.173359974Z Using Python 3.11.10 environment at: openr1
-2025-03-15T13:33:06.192262814Z Resolved 1 package in 15ms
-2025-03-15T13:33:06.192851103Z Prepared 1 package in 0.63ms
-2025-03-15T13:33:06.206082748Z warning: Failed to hardlink files; falling back to full copy. This may lead to degraded performance.
-2025-03-15T13:33:06.206120431Z          If the cache and target directories are on different filesystems, hardlinking may not be supported.
-2025-03-15T13:33:06.206126054Z          If this is intentional, set `export UV_LINK_MODE=copy` or use `--link-mode=copy` to suppress this warning.
-2025-03-15T13:33:07.828571807Z Installed 1 package in 1.63s
-2025-03-15T13:33:07.828613947Z  + pip==25.0.1
-2025-03-15T13:33:07.854372928Z Using Python 3.11.10 environment at: openr1
-2025-03-15T13:33:08.410976998Z Resolved 127 packages in 551ms
-2025-03-15T13:34:22.988630580Z Installed 127 packages in 1m 14s
-2025-03-15T13:34:22.989284117Z  + aiohappyeyeballs==2.6.1
-2025-03-15T13:34:22.989309729Z  + aiohttp==3.11.13
-2025-03-15T13:34:22.989323207Z  + aiohttp-cors==0.7.0
-2025-03-15T13:34:22.989328204Z  + aiosignal==1.3.2
-2025-03-15T13:34:22.989333232Z  + airportsdata==20250224
-2025-03-15T13:34:22.989362977Z  + annotated-types==0.7.0
-2025-03-15T13:34:22.989472369Z  + anyio==4.8.0
-2025-03-15T13:34:22.989482526Z  + astor==0.8.1
-2025-03-15T13:34:22.989488022Z  + attrs==25.3.0
-2025-03-15T13:34:22.989497513Z  + blake3==1.0.4
-2025-03-15T13:34:22.989598875Z  + cachetools==5.5.2
-2025-03-15T13:34:22.989607458Z  + certifi==2025.1.31
-2025-03-15T13:34:22.989728119Z  + charset-normalizer==3.4.1
-2025-03-15T13:34:22.989730718Z  + click==8.1.8
-2025-03-15T13:34:22.989733097Z  + cloudpickle==3.1.1
-2025-03-15T13:34:22.989738782Z  + colorful==0.5.6
-2025-03-15T13:34:22.989880140Z  + compressed-tensors==0.9.1
-2025-03-15T13:34:22.989885528Z  + depyf==0.18.0
-2025-03-15T13:34:22.989890549Z  + dill==0.3.9
-2025-03-15T13:34:22.989898578Z  + diskcache==5.6.3
-2025-03-15T13:34:22.989955061Z  + distlib==0.3.9
-2025-03-15T13:34:22.989983056Z  + distro==1.9.0
-2025-03-15T13:34:22.990100003Z  + einops==0.8.1
-2025-03-15T13:34:22.990171852Z  + fastapi==0.115.11
-2025-03-15T13:34:22.990186551Z  + filelock==3.18.0
-2025-03-15T13:34:22.990191782Z  + frozenlist==1.5.0
-2025-03-15T13:34:22.990198825Z  + fsspec==2025.3.0
-2025-03-15T13:34:22.990225661Z  + gguf==0.10.0
-2025-03-15T13:34:22.990282641Z  + google-api-core==2.8.0
-2025-03-15T13:34:22.990306502Z  + google-auth==2.38.0
-2025-03-15T13:34:22.990336065Z  + googleapis-common-protos==1.56.1
-2025-03-15T13:34:22.990378292Z  + grpcio==1.71.0
-2025-03-15T13:34:22.990416721Z  + h11==0.14.0
-2025-03-15T13:34:22.990452671Z  + httpcore==1.0.7
-2025-03-15T13:34:22.990513401Z  + httptools==0.6.4
-2025-03-15T13:34:22.990550759Z  + httpx==0.28.1
-2025-03-15T13:34:22.990602845Z  + huggingface-hub==0.29.3
-2025-03-15T13:34:22.990649361Z  + idna==3.10
-2025-03-15T13:34:22.990683655Z  + importlib-metadata==8.6.1
-2025-03-15T13:34:22.990724585Z  + interegular==0.3.3
-2025-03-15T13:34:22.990765819Z  + jinja2==3.1.6
-2025-03-15T13:34:22.990802913Z  + jiter==0.9.0
-2025-03-15T13:34:22.990835447Z  + jsonschema==4.23.0
-2025-03-15T13:34:22.990867524Z  + jsonschema-specifications==2024.10.1
-2025-03-15T13:34:22.990928794Z  + lark==1.2.2
-2025-03-15T13:34:22.990954554Z  + lm-format-enforcer==0.10.11
-2025-03-15T13:34:22.991036281Z  + markupsafe==3.0.2
-2025-03-15T13:34:22.991046834Z  + mistral-common==1.5.3
-2025-03-15T13:34:22.991141554Z  + mpmath==1.3.0
-2025-03-15T13:34:22.991175381Z  + msgpack==1.1.0
-2025-03-15T13:34:22.991223427Z  + msgspec==0.19.0
-2025-03-15T13:34:22.991279534Z  + multidict==6.1.0
-2025-03-15T13:34:22.991300944Z  + nest-asyncio==1.6.0
-2025-03-15T13:34:22.991328571Z  + networkx==3.4.2
-2025-03-15T13:34:22.991363846Z  + numpy==1.26.4
-2025-03-15T13:34:22.991439376Z  + nvidia-cublas-cu12==12.4.5.8
-2025-03-15T13:34:22.991464316Z  + nvidia-cuda-cupti-cu12==12.4.127
-2025-03-15T13:34:22.991482721Z  + nvidia-cuda-nvrtc-cu12==12.4.127
-2025-03-15T13:34:22.991507741Z  + nvidia-cuda-runtime-cu12==12.4.127
-2025-03-15T13:34:22.991543810Z  + nvidia-cudnn-cu12==9.1.0.70
-2025-03-15T13:34:22.991575410Z  + nvidia-cufft-cu12==11.2.1.3
-2025-03-15T13:34:22.991614979Z  + nvidia-curand-cu12==10.3.5.147
-2025-03-15T13:34:22.991659073Z  + nvidia-cusolver-cu12==11.6.1.9
-2025-03-15T13:34:22.991692536Z  + nvidia-cusparse-cu12==12.3.1.170
-2025-03-15T13:34:22.991728414Z  + nvidia-ml-py==12.570.86
-2025-03-15T13:34:22.991779061Z  + nvidia-nccl-cu12==2.21.5
-2025-03-15T13:34:22.991876226Z  + nvidia-nvjitlink-cu12==12.4.127
-2025-03-15T13:34:22.991880577Z  + nvidia-nvtx-cu12==12.4.127
-2025-03-15T13:34:22.991883125Z  + openai==1.66.3
-2025-03-15T13:34:22.991966273Z  + opencensus==0.11.4
-2025-03-15T13:34:22.991969548Z  + opencensus-context==0.1.3
-2025-03-15T13:34:22.991990623Z  + opencv-python-headless==4.11.0.86
-2025-03-15T13:34:22.992022622Z  + outlines==0.1.11
-2025-03-15T13:34:22.992052275Z  + outlines-core==0.1.26
-2025-03-15T13:34:22.992135787Z  + packaging==24.2
-2025-03-15T13:34:22.992138505Z  + partial-json-parser==0.2.1.1.post5
-2025-03-15T13:34:22.992205702Z  + pillow==11.1.0
-2025-03-15T13:34:22.992558195Z  + platformdirs==4.3.6
-2025-03-15T13:34:22.992581045Z  + prometheus-client==0.21.1
-2025-03-15T13:34:22.992590229Z  + prometheus-fastapi-instrumentator==7.0.2
-2025-03-15T13:34:22.992598105Z  + propcache==0.3.0
-2025-03-15T13:34:22.992606307Z  + protobuf==6.30.1
-2025-03-15T13:34:22.992613849Z  + psutil==7.0.0
-2025-03-15T13:34:22.992625587Z  + py-cpuinfo==9.0.0
-2025-03-15T13:34:22.992633437Z  + py-spy==0.4.0
-2025-03-15T13:34:22.992640339Z  + pyasn1==0.6.1
-2025-03-15T13:34:22.992649517Z  + pyasn1-modules==0.4.1
-2025-03-15T13:34:22.992664655Z  + pycountry==24.6.1
-2025-03-15T13:34:22.992676509Z  + pydantic==2.10.6
-2025-03-15T13:34:22.992713419Z  + pydantic-core==2.27.2
-2025-03-15T13:34:22.992743312Z  + python-dotenv==1.0.1
-2025-03-15T13:34:22.992803179Z  + pyyaml==6.0.2
-2025-03-15T13:34:22.992812307Z  + pyzmq==26.3.0
-2025-03-15T13:34:22.992864897Z  + ray==2.43.0
-2025-03-15T13:34:22.992886584Z  + referencing==0.36.2
-2025-03-15T13:34:22.992924098Z  + regex==2024.11.6
-2025-03-15T13:34:22.992987684Z  + requests==2.32.3
-2025-03-15T13:34:22.993019107Z  + rpds-py==0.23.1
-2025-03-15T13:34:22.993046054Z  + rsa==4.9
-2025-03-15T13:34:22.993070907Z  + safetensors==0.5.3
-2025-03-15T13:34:22.993113448Z  + sentencepiece==0.2.0
-2025-03-15T13:34:22.993165364Z  + six==1.17.0
-2025-03-15T13:34:22.993212844Z  + smart-open==7.1.0
-2025-03-15T13:34:22.993240294Z  + sniffio==1.3.1
-2025-03-15T13:34:22.993270184Z  + starlette==0.46.1
-2025-03-15T13:34:22.993308804Z  + sympy==1.13.1
-2025-03-15T13:34:22.993340376Z  + tiktoken==0.9.0
-2025-03-15T13:34:22.993375391Z  + tokenizers==0.21.1
-2025-03-15T13:34:22.993406626Z  + torch==2.5.1
-2025-03-15T13:34:22.993453683Z  + torchaudio==2.5.1
-2025-03-15T13:34:22.993483701Z  + torchvision==0.20.1
-2025-03-15T13:34:22.993517799Z  + tqdm==4.67.1
-2025-03-15T13:34:22.993567958Z  + transformers==4.49.0
-2025-03-15T13:34:22.993597921Z  + triton==3.1.0
-2025-03-15T13:34:22.993671339Z  + typing-extensions==4.12.2
-2025-03-15T13:34:22.993720894Z  + urllib3==2.3.0
-2025-03-15T13:34:22.993837858Z  + uvicorn==0.34.0
-2025-03-15T13:34:22.993839824Z  + uvloop==0.21.0
-2025-03-15T13:34:22.993841464Z  + virtualenv==20.29.3
-2025-03-15T13:34:22.993999274Z  + vllm==0.7.2
-2025-03-15T13:34:22.994001315Z  + watchfiles==1.0.4
-2025-03-15T13:34:22.994002940Z  + websockets==15.0.1
-2025-03-15T13:34:22.994004745Z  + wrapt==1.17.2
-2025-03-15T13:34:22.994010789Z  + xformers==0.0.28.post3
-2025-03-15T13:34:22.994081466Z  + xgrammar==0.1.15
-2025-03-15T13:34:22.994084537Z  + yarl==1.18.3
-2025-03-15T13:34:22.994136499Z  + zipp==3.21.0
-2025-03-15T13:34:23.045791805Z Using Python 3.11.10 environment at: openr1
-2025-03-15T13:34:23.263117506Z Resolved 1 package in 23ms
-2025-03-15T13:34:26.141243418Z Installed 1 package in 2.87s
-2025-03-15T13:34:26.141311645Z  + setuptools==76.0.0
-2025-03-15T13:34:26.161026724Z Using Python 3.11.10 environment at: openr1
-2025-03-15T13:34:26.410107919Z Resolved 24 packages in 114ms
-2025-03-15T13:34:31.168632353Z Installed 1 package in 4.75s
-2025-03-15T13:34:31.168701495Z  + flash-attn==2.7.4.post1
-2025-03-15T13:34:31.196274633Z Using Python 3.11.10 environment at: openr1
-2025-03-15T13:34:32.463119391Z Resolved 148 packages in 1.09s
-2025-03-15T13:34:32.696406958Z Uninstalled 4 packages in 213ms
-2025-03-15T13:34:46.881798271Z Installed 92 packages in 14.18s
-2025-03-15T13:34:46.882211709Z  + absl-py==2.1.0
-2025-03-15T13:34:46.882236149Z  + accelerate==1.4.0
-2025-03-15T13:34:46.882265970Z  + aenum==3.1.15
-2025-03-15T13:34:46.882295273Z  + antlr4-python3-runtime==4.13.2
-2025-03-15T13:34:46.882362679Z  + bitsandbytes==0.45.3
-2025-03-15T13:34:46.882369373Z  + blis==0.7.11
-2025-03-15T13:34:46.882428519Z  + catalogue==2.0.10
-2025-03-15T13:34:46.882467429Z  + chardet==5.2.0
-2025-03-15T13:34:46.882476863Z  + cloudpathlib==0.16.0
-2025-03-15T13:34:46.882505983Z  + colorama==0.4.6
-2025-03-15T13:34:46.882555786Z  + colorlog==6.9.0
-2025-03-15T13:34:46.882595343Z  + confection==0.1.5
-2025-03-15T13:34:46.882622633Z  + cymem==2.0.11
-2025-03-15T13:34:46.882688798Z  + dataproperty==1.1.0
-2025-03-15T13:34:46.882721382Z  + datasets==3.4.0
-2025-03-15T13:34:46.882759560Z  + deepspeed==0.15.4
-2025-03-15T13:34:46.882782819Z  - dill==0.3.9
-2025-03-15T13:34:46.882811029Z  + dill==0.3.8
-2025-03-15T13:34:46.882838919Z  + docker-pycreds==0.4.0
-2025-03-15T13:34:46.882885068Z  + flake8==7.1.2
-2025-03-15T13:34:46.882920675Z  - fsspec==2025.3.0
-2025-03-15T13:34:46.883001692Z  + fsspec==2024.12.0
-2025-03-15T13:34:46.883010108Z  + gitdb==4.0.12
-2025-03-15T13:34:46.883047245Z  + gitpython==3.1.44
-2025-03-15T13:34:46.883096812Z  + hf-transfer==0.1.9
-2025-03-15T13:34:46.883146078Z  + hjson==3.1.0
-2025-03-15T13:34:46.883185557Z  + iniconfig==2.0.0
-2025-03-15T13:34:46.883234115Z  + inquirerpy==0.3.4
-2025-03-15T13:34:46.883249187Z  + isort==6.0.1
-2025-03-15T13:34:46.883309894Z  + joblib==1.4.2
-2025-03-15T13:34:46.883343789Z  + langcodes==3.5.0
-2025-03-15T13:34:46.883365979Z  + langdetect==1.0.9
-2025-03-15T13:34:46.883422827Z  + language-data==1.3.0
-2025-03-15T13:34:46.883449441Z  + latex2sympy2-extended==1.0.6
-2025-03-15T13:34:46.883476068Z  + liger-kernel==0.5.3
-2025-03-15T13:34:46.883539448Z  + lighteval==0.6.0.dev0 (from git+https://github.com/huggingface/lighteval.git@ed084813e0bd12d82a06d9f913291fdbee774905)
-2025-03-15T13:34:46.883566927Z  + lxml==5.3.1
-2025-03-15T13:34:46.883646191Z  + marisa-trie==1.2.1
-2025-03-15T13:34:46.883654557Z  + markdown-it-py==3.0.0
-2025-03-15T13:34:46.883703547Z  + math-verify==0.5.2
-2025-03-15T13:34:46.883740661Z  + mbstrdecoder==1.1.4
-2025-03-15T13:34:46.883746081Z  + mccabe==0.7.0
-2025-03-15T13:34:46.883805368Z  + mdurl==0.1.2
-2025-03-15T13:34:46.883826321Z  + multiprocess==0.70.16
-2025-03-15T13:34:46.883859698Z  + murmurhash==1.0.12
-2025-03-15T13:34:46.883915481Z  + ninja==1.11.1.3
-2025-03-15T13:34:46.883941716Z  + nltk==3.9.1
-2025-03-15T13:34:46.883987758Z  + open-r1==0.1.0.dev0 (from file:///workspace/reasoning-llm/open-r1)
-2025-03-15T13:34:46.884020943Z  + pandas==2.2.3
-2025-03-15T13:34:46.884093806Z  + parameterized==0.9.0
-2025-03-15T13:34:46.884119163Z  + pathvalidate==3.2.3
-2025-03-15T13:34:46.884139667Z  + pfzy==0.3.4
-2025-03-15T13:34:46.884225750Z  + pluggy==1.5.0
-2025-03-15T13:34:46.884234440Z  + portalocker==3.1.1
-2025-03-15T13:34:46.884259926Z  + preshed==3.0.9
-2025-03-15T13:34:46.884308947Z  + prompt-toolkit==3.0.50
-2025-03-15T13:34:46.884334710Z  - protobuf==6.30.1
-2025-03-15T13:34:46.884374680Z  + protobuf==3.20.3
-2025-03-15T13:34:46.884401053Z  + pyarrow==19.0.1
-2025-03-15T13:34:46.884455937Z  + pycodestyle==2.12.1
-2025-03-15T13:34:46.884493017Z  + pyflakes==3.2.0
-2025-03-15T13:34:46.884519913Z  + pygments==2.19.1
-2025-03-15T13:34:46.884550435Z  + pytablewriter==1.2.1
-2025-03-15T13:34:46.884586737Z  + pytest==8.3.5
-2025-03-15T13:34:46.884640992Z  + python-dateutil==2.9.0.post0
-2025-03-15T13:34:46.884687520Z  + pytz==2025.1
-2025-03-15T13:34:46.884716022Z  + rich==13.9.4
-2025-03-15T13:34:46.884750759Z  + rouge-score==0.1.2
-2025-03-15T13:34:46.884776277Z  + ruff==0.11.0
-2025-03-15T13:34:46.884816812Z  + sacrebleu==2.5.1
-2025-03-15T13:34:46.884866779Z  + scikit-learn==1.6.1
-2025-03-15T13:34:46.884943359Z  + scipy==1.15.2
-2025-03-15T13:34:46.884953736Z  + sentry-sdk==2.22.0
-2025-03-15T13:34:46.884978272Z  + setproctitle==1.3.5
-2025-03-15T13:34:46.885017479Z  - smart-open==7.1.0
-2025-03-15T13:34:46.885043235Z  + smart-open==6.4.0
-2025-03-15T13:34:46.885100112Z  + smmap==5.0.2
-2025-03-15T13:34:46.885151649Z  + spacy==3.7.2
-2025-03-15T13:34:46.885157596Z  + spacy-legacy==3.0.12
-2025-03-15T13:34:46.885222839Z  + spacy-loggers==1.0.5
-2025-03-15T13:34:46.885284224Z  + srsly==2.5.1
-2025-03-15T13:34:46.885547868Z  + tabledata==1.3.4
-2025-03-15T13:34:46.885571844Z  + tabulate==0.9.0
-2025-03-15T13:34:46.885576935Z  + tcolorpy==0.1.7
-2025-03-15T13:34:46.885581551Z  + termcolor==2.3.0
-2025-03-15T13:34:46.885586101Z  + thinc==8.2.5
-2025-03-15T13:34:46.885591415Z  + threadpoolctl==3.6.0
-2025-03-15T13:34:46.885596484Z  + trl==0.16.0.dev0 (from git+https://github.com/huggingface/trl.git@69ad852e5654a77f1695eb4c608906fe0c7e8624)
-2025-03-15T13:34:46.885634954Z  + typepy==1.3.4
-2025-03-15T13:34:46.885659728Z  + typer==0.9.4
-2025-03-15T13:34:46.885666808Z  + tzdata==2025.1
-2025-03-15T13:34:46.885716268Z  + wandb==0.19.8
-2025-03-15T13:34:46.885738408Z  + wasabi==1.1.3
-2025-03-15T13:34:46.885787711Z  + wcwidth==0.2.13
-2025-03-15T13:34:46.885816648Z  + weasel==0.3.4
-2025-03-15T13:34:46.885846621Z  + xxhash==3.5.0
-2025-03-15T13:34:54.926452328Z The token has not been saved to the git credentials helper. Pass `add_to_git_credential=True` in this function directly or `--add-to-git-credential` if using via `huggingface-cli` if you want to set the git credential as well.
-2025-03-15T13:34:55.131438826Z Token is valid (permission: write).
-2025-03-15T13:34:55.132526773Z The token `Ubuntu-2204` has been saved to /root/.cache/huggingface/stored_tokens
-2025-03-15T13:34:55.133036612Z Your token has been saved to /root/.cache/huggingface/token
-2025-03-15T13:34:55.133058269Z Login successful.
-2025-03-15T13:34:55.133063966Z The current active token is: `Ubuntu-2204`
-2025-03-15T13:35:30.543168190Z wandb: Appending key for api.wandb.ai to your netrc file: /root/.netrc
-2025-03-15T13:35:30.571638820Z wandb: W&B API key is configured. Use `wandb login --relogin` to force relogin
-2025-03-15T13:35:32.023642929Z ========================================
-2025-03-15T13:35:32.023695565Z Running Experiment 1
-2025-03-15T13:35:32.023697885Z Steps: 100 200 300 400 500
-2025-03-15T13:35:32.023700382Z ========================================
-2025-03-15T13:35:32.024370550Z ----------------------------------------
-2025-03-15T13:35:32.024405519Z Running evaluations for experiment 1, step 100
-2025-03-15T13:35:32.024407330Z Revision: rev1_100 = 67b0341a5a775c7821777abdfc4aab82ef8154f5
-2025-03-15T13:35:32.024409342Z Output directory: data/evals/Exp1_100
-2025-03-15T13:35:32.030122288Z Evaluating task: aime24
-2025-03-15T13:36:05.448186717Z [2025-03-15 13:36:05,447] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T13:37:47.852683176Z INFO 03-15 13:37:47 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T13:37:59.456853514Z [2025-03-15 13:37:59,455] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T13:38:46.578185557Z [2025-03-15 13:38:46,577] [    INFO]: This model supports multiple tasks: {'generate', 'classify', 'reward', 'score', 'embed'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T13:38:46.595764446Z [2025-03-15 13:38:46,595] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=67b0341a5a775c7821777abdfc4aab82ef8154f5, override_neuron_config=None, tokenizer_revision=67b0341a5a775c7821777abdfc4aab82ef8154f5, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T13:38:53.813826123Z [2025-03-15 13:38:53,813] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T13:38:54.506404463Z [2025-03-15 13:38:54,506] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T13:38:55.394781416Z [2025-03-15 13:38:55,394] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T13:38:56.019653861Z [2025-03-15 13:38:56,018] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T13:38:56.021855759Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T13:38:57.060851656Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:01<00:00,  1.04s/it]
-2025-03-15T13:38:57.060902359Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:01<00:00,  1.04s/it]
-2025-03-15T13:38:57.574376081Z [2025-03-15 13:38:57,573] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T13:38:59.908311307Z [2025-03-15 13:38:59,907] [    INFO]: Memory profiling takes 1.91 seconds
-2025-03-15T13:38:59.908369939Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T13:38:59.908376274Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T13:39:00.167600158Z [2025-03-15 13:39:00,167] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T13:39:00.167644192Z [2025-03-15 13:39:00,167] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T13:39:03.760707928Z [2025-03-15 13:39:03,760] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T13:39:22.476242684Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:22,  1.48it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:01<00:20,  1.64it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:19,  1.63it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:02<00:19,  1.62it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:03<00:18,  1.65it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:03<00:17,  1.67it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:04<00:16,  1.67it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:04<00:16,  1.68it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:05<00:14,  1.76it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:05<00:13,  1.81it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:06<00:13,  1.84it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:06<00:12,  1.88it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:07<00:11,  1.91it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:07<00:10,  1.93it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:08<00:10,  1.93it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:08<00:09,  1.94it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:09<00:09,  1.96it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:09<00:08,  1.93it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:10<00:08,  1.95it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:10<00:07,  1.96it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:11<00:07,  1.97it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:12<00:06,  1.94it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:12<00:06,  1.94it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:13<00:05,  1.95it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:13<00:05,  1.96it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:14<00:04,  1.92it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:14<00:04,  1.92it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:15<00:03,  1.94it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:15<00:03,  1.95it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:16<00:02,  1.95it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:16<00:02,  1.96it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:17<00:01,  1.96it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:17<00:01,  1.96it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:18<00:00,  1.97it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:18<00:00,  1.91it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:18<00:00,  1.87it/s]
-2025-03-15T13:39:22.476479703Z [2025-03-15 13:39:22,476] [    INFO]: Graph capturing finished in 19 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T13:39:22.488671395Z [2025-03-15 13:39:22,488] [    INFO]: init engine (profile, create kv cache, warmup model) took 24.91 seconds (llm_engine.py:431)
-2025-03-15T13:39:23.677267810Z [2025-03-15 13:39:23,677] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T13:39:23.693242800Z [2025-03-15 13:39:23,693] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T13:39:23.693276543Z [2025-03-15 13:39:23,693] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T13:39:23.693342886Z [2025-03-15 13:39:23,693] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T13:39:23.693360650Z [2025-03-15 13:39:23,693] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T13:39:23.693403596Z [2025-03-15 13:39:23,693] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T13:39:23.693444076Z [2025-03-15 13:39:23,693] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T13:39:23.693466820Z [2025-03-15 13:39:23,693] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T13:39:23.693491833Z [2025-03-15 13:39:23,693] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T13:39:23.695621026Z [2025-03-15 13:39:23,695] [    INFO]: HuggingFaceH4/aime_2024 default (lighteval_task.py:187)
-2025-03-15T13:39:23.695667810Z [2025-03-15 13:39:23,695] [ WARNING]: Careful, the task custom|aime24 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T13:39:26.359623201Z [2025-03-15 13:39:26,359] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T13:39:26.359771905Z [2025-03-15 13:39:26,359] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T13:39:26.359833467Z [2025-03-15 13:39:26,359] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T13:39:26.374280360Z [2025-03-15 13:39:26,374] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T13:39:26.385899594Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 13:39:26,385] [ WARNING]: context_size + max_new_tokens=33238 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T13:40:18.481827979Z 
Processed prompts:   0%|          | 0/30 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T13:40:23.172857187Z 
Processed prompts:   3%|▎         | 1/30 [00:52<25:10, 52.09s/it, est. speed input: 4.03 toks/s, output: 64.06 toks/s]
-2025-03-15T13:40:27.259145234Z 
Processed prompts:   7%|▋         | 2/30 [00:56<11:17, 24.21s/it, est. speed input: 7.57 toks/s, output: 122.10 toks/s]
-2025-03-15T13:40:51.449313619Z 
Processed prompts:  10%|█         | 3/30 [01:00<06:45, 15.02s/it, est. speed input: 9.10 toks/s, output: 176.71 toks/s]
-2025-03-15T13:40:58.083906275Z 
Processed prompts:  13%|█▎        | 4/30 [01:25<08:04, 18.64s/it, est. speed input: 8.88 toks/s, output: 186.58 toks/s]
-2025-03-15T13:41:29.186113638Z 
Processed prompts:  17%|█▋        | 5/30 [01:31<05:57, 14.31s/it, est. speed input: 9.78 toks/s, output: 232.51 toks/s]
-2025-03-15T13:41:43.218738101Z 
Processed prompts:  20%|██        | 6/30 [02:02<08:00, 20.02s/it, est. speed input: 8.43 toks/s, output: 230.63 toks/s]
-2025-03-15T13:41:53.796741015Z 
Processed prompts:  23%|██▎       | 7/30 [02:16<06:55, 18.06s/it, est. speed input: 8.51 toks/s, output: 263.08 toks/s]
-2025-03-15T13:42:03.106074262Z 
Processed prompts:  27%|██▋       | 8/30 [02:27<05:44, 15.68s/it, est. speed input: 8.79 toks/s, output: 299.38 toks/s]
-2025-03-15T13:42:05.879610321Z 
Processed prompts:  30%|███       | 9/30 [02:36<04:47, 13.69s/it, est. speed input: 9.38 toks/s, output: 336.25 toks/s]
-2025-03-15T13:43:10.945153059Z 
Processed prompts:  33%|███▎      | 10/30 [02:39<03:26, 10.32s/it, est. speed input: 10.14 toks/s, output: 384.92 toks/s]
-2025-03-15T13:43:19.023564636Z 
Processed prompts:  37%|███▋      | 11/30 [03:44<08:34, 27.07s/it, est. speed input: 7.88 toks/s, output: 325.11 toks/s] 
-2025-03-15T13:43:32.332932900Z 
Processed prompts:  40%|████      | 12/30 [03:52<06:23, 21.30s/it, est. speed input: 8.20 toks/s, output: 365.25 toks/s]
-2025-03-15T13:43:38.678750243Z 
Processed prompts:  43%|████▎     | 13/30 [04:05<05:20, 18.88s/it, est. speed input: 8.48 toks/s, output: 396.45 toks/s]
-2025-03-15T13:43:38.958974319Z 
Processed prompts:  47%|████▋     | 14/30 [04:12<04:01, 15.09s/it, est. speed input: 9.35 toks/s, output: 437.28 toks/s]
-2025-03-15T13:43:45.077060469Z 
Processed prompts:  50%|█████     | 15/30 [04:12<02:39, 10.63s/it, est. speed input: 10.35 toks/s, output: 487.59 toks/s]
-2025-03-15T13:43:50.457151511Z 
Processed prompts:  53%|█████▎    | 16/30 [04:18<02:09,  9.27s/it, est. speed input: 10.60 toks/s, output: 526.80 toks/s]
-2025-03-15T13:43:59.771906460Z 
Processed prompts:  57%|█████▋    | 17/30 [04:24<01:45,  8.10s/it, est. speed input: 10.91 toks/s, output: 566.78 toks/s]
-2025-03-15T13:45:04.765877535Z 
Processed prompts:  60%|██████    | 18/30 [04:33<01:41,  8.47s/it, est. speed input: 11.16 toks/s, output: 598.19 toks/s]
-2025-03-15T13:45:22.832109611Z 
Processed prompts:  63%|██████▎   | 19/30 [05:38<04:39, 25.44s/it, est. speed input: 9.57 toks/s, output: 533.29 toks/s] 
-2025-03-15T13:45:25.405894667Z 
Processed prompts:  67%|██████▋   | 20/30 [05:56<03:52, 23.23s/it, est. speed input: 9.52 toks/s, output: 556.24 toks/s]
-2025-03-15T13:46:24.720064597Z 
Processed prompts:  70%|███████   | 21/30 [05:59<02:33, 17.03s/it, est. speed input: 9.90 toks/s, output: 602.25 toks/s]
-2025-03-15T13:46:29.613717004Z 
Processed prompts:  73%|███████▎  | 22/30 [06:58<03:57, 29.72s/it, est. speed input: 8.91 toks/s, output: 566.83 toks/s]
-2025-03-15T13:46:35.884096581Z 
Processed prompts:  77%|███████▋  | 23/30 [07:03<02:35, 22.27s/it, est. speed input: 9.34 toks/s, output: 610.29 toks/s]
-2025-03-15T13:46:42.393698839Z 
Processed prompts:  80%|████████  | 24/30 [07:09<01:44, 17.47s/it, est. speed input: 9.71 toks/s, output: 651.48 toks/s]
-2025-03-15T13:46:42.739387264Z 
Processed prompts:  83%|████████▎ | 25/30 [07:16<01:10, 14.18s/it, est. speed input: 9.92 toks/s, output: 692.02 toks/s]
-2025-03-15T13:47:05.097508118Z 
Processed prompts:  87%|████████▋ | 26/30 [07:16<00:40, 10.03s/it, est. speed input: 10.27 toks/s, output: 741.75 toks/s]
-2025-03-15T13:47:30.196819763Z 
Processed prompts:  90%|█████████ | 27/30 [07:38<00:41, 13.73s/it, est. speed input: 10.13 toks/s, output: 756.60 toks/s]
-2025-03-15T13:49:06.920080165Z 
Processed prompts:  93%|█████████▎| 28/30 [08:03<00:34, 17.14s/it, est. speed input: 10.57 toks/s, output: 769.51 toks/s]
-2025-03-15T13:49:07.368105603Z 
Processed prompts:  97%|█████████▋| 29/30 [09:40<00:41, 41.02s/it, est. speed input: 9.20 toks/s, output: 697.36 toks/s] 
-2025-03-15T13:49:07.368197333Z 
Processed prompts: 100%|██████████| 30/30 [09:40<00:00, 28.85s/it, est. speed input: 9.50 toks/s, output: 752.91 toks/s]
Processed prompts: 100%|██████████| 30/30 [09:40<00:00, 19.37s/it, est. speed input: 9.50 toks/s, output: 752.91 toks/s]
-2025-03-15T13:49:07.509986482Z 
Splits: 100%|██████████| 1/1 [09:41<00:00, 581.14s/it]
Splits: 100%|██████████| 1/1 [09:41<00:00, 581.14s/it]
-2025-03-15T13:49:08.634511912Z [2025-03-15 13:49:08,634] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T13:49:09.422900565Z [2025-03-15 13:49:09,422] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T13:49:09.435405519Z [2025-03-15 13:49:09,435] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T13:49:09.435422656Z [2025-03-15 13:49:09,435] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T13:49:09.783749886Z [2025-03-15 13:49:09,783] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp1_100/results/quyanh/OpenRS-GRPO/results_2025-03-15T13-49-09.435323.json (evaluation_tracker.py:234)
-2025-03-15T13:49:09.786342649Z |     Task      |Version|     Metric     |Value|   |Stderr|
-2025-03-15T13:49:09.786367466Z |---------------|------:|----------------|----:|---|-----:|
-2025-03-15T13:49:09.786372649Z |all            |       |extractive_match|  0.3|±  |0.0851|
-2025-03-15T13:49:09.786377456Z |custom:aime24:0|      1|extractive_match|  0.3|±  |0.0851|
-2025-03-15T13:49:12.668037869Z Evaluating task: math_500
-2025-03-15T13:49:26.548709355Z [2025-03-15 13:49:26,547] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T13:50:16.685036376Z INFO 03-15 13:50:16 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T13:50:22.217462938Z [2025-03-15 13:50:22,216] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T13:51:28.347489678Z [2025-03-15 13:51:28,346] [    INFO]: This model supports multiple tasks: {'classify', 'reward', 'embed', 'score', 'generate'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T13:51:28.358899157Z [2025-03-15 13:51:28,358] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=67b0341a5a775c7821777abdfc4aab82ef8154f5, override_neuron_config=None, tokenizer_revision=67b0341a5a775c7821777abdfc4aab82ef8154f5, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T13:51:34.693214170Z [2025-03-15 13:51:34,692] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T13:51:35.141773786Z [2025-03-15 13:51:35,141] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T13:51:35.650949217Z [2025-03-15 13:51:35,650] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T13:51:36.451499089Z [2025-03-15 13:51:36,451] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T13:51:36.452538474Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T13:51:37.045281338Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.69it/s]
-2025-03-15T13:51:37.045331795Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.69it/s]
-2025-03-15T13:51:37.318386418Z [2025-03-15 13:51:37,317] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T13:51:38.921668483Z [2025-03-15 13:51:38,921] [    INFO]: Memory profiling takes 1.39 seconds
-2025-03-15T13:51:38.921723263Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T13:51:38.921730830Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T13:51:39.145809715Z [2025-03-15 13:51:39,145] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T13:51:39.145860459Z [2025-03-15 13:51:39,145] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T13:51:43.066781696Z [2025-03-15 13:51:43,066] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T13:52:04.597086789Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:19,  1.77it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:01<00:18,  1.74it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:19,  1.65it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:02<00:19,  1.62it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:03<00:18,  1.59it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:03<00:16,  1.72it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:04<00:15,  1.76it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:04<00:15,  1.74it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:05<00:15,  1.70it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:05<00:15,  1.66it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:06<00:14,  1.62it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:07<00:14,  1.56it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:08<00:14,  1.49it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:08<00:13,  1.51it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:09<00:11,  1.68it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:09<00:11,  1.65it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:10<00:11,  1.63it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:10<00:10,  1.63it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:11<00:10,  1.58it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:12<00:09,  1.55it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:13<00:09,  1.50it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:13<00:08,  1.57it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:14<00:06,  1.74it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:14<00:06,  1.75it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:15<00:05,  1.70it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:15<00:05,  1.66it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:16<00:04,  1.60it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:17<00:04,  1.59it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:17<00:03,  1.54it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:18<00:03,  1.59it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:18<00:02,  1.69it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:19<00:01,  1.67it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:20<00:01,  1.63it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:20<00:00,  1.62it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:21<00:00,  1.59it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:21<00:00,  1.63it/s]
-2025-03-15T13:52:04.597625602Z [2025-03-15 13:52:04,597] [    INFO]: Graph capturing finished in 22 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T13:52:04.609474117Z [2025-03-15 13:52:04,609] [    INFO]: init engine (profile, create kv cache, warmup model) took 27.29 seconds (llm_engine.py:431)
-2025-03-15T13:52:05.790105458Z [2025-03-15 13:52:05,789] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T13:52:05.812488644Z [2025-03-15 13:52:05,812] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T13:52:05.812523501Z [2025-03-15 13:52:05,812] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T13:52:05.812542948Z [2025-03-15 13:52:05,812] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T13:52:05.812593574Z [2025-03-15 13:52:05,812] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T13:52:05.812689398Z [2025-03-15 13:52:05,812] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T13:52:05.812725478Z [2025-03-15 13:52:05,812] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T13:52:05.812739631Z [2025-03-15 13:52:05,812] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T13:52:05.812752528Z [2025-03-15 13:52:05,812] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T13:52:05.814847991Z [2025-03-15 13:52:05,814] [    INFO]: HuggingFaceH4/MATH-500 default (lighteval_task.py:187)
-2025-03-15T13:52:05.814881151Z [2025-03-15 13:52:05,814] [ WARNING]: Careful, the task custom|math_500 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T13:52:08.449825446Z [2025-03-15 13:52:08,449] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T13:52:08.449881776Z [2025-03-15 13:52:08,449] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T13:52:08.449897437Z [2025-03-15 13:52:08,449] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T13:52:08.708501483Z [2025-03-15 13:52:08,707] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T13:52:08.954898588Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 13:52:08,954] [ WARNING]: context_size + max_new_tokens=33636 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T13:52:27.876149051Z 
Processed prompts:   0%|          | 0/500 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T13:52:38.736651062Z 
Processed prompts:   0%|          | 1/500 [00:18<2:36:40, 18.84s/it, est. speed input: 46.08 toks/s, output: 15.92 toks/s]
-2025-03-15T13:52:40.427696146Z 
Processed prompts:   0%|          | 2/500 [00:29<1:57:24, 14.15s/it, est. speed input: 33.50 toks/s, output: 26.50 toks/s]
-2025-03-15T13:52:41.491818357Z 
Processed prompts:   1%|          | 3/500 [00:31<1:10:03,  8.46s/it, est. speed input: 36.70 toks/s, output: 41.51 toks/s]
-2025-03-15T13:52:42.137336080Z 
Processed prompts:   1%|          | 4/500 [00:32<45:47,  5.54s/it, est. speed input: 39.53 toks/s, output: 56.57 toks/s]  
-2025-03-15T13:52:44.060394644Z 
Processed prompts:   1%|          | 5/500 [00:33<31:08,  3.77s/it, est. speed input: 46.38 toks/s, output: 71.87 toks/s]
-2025-03-15T13:52:44.937358622Z 
Processed prompts:   1%|          | 6/500 [00:35<25:53,  3.15s/it, est. speed input: 48.23 toks/s, output: 84.32 toks/s]
-2025-03-15T13:52:46.377164123Z 
Processed prompts:   1%|▏         | 7/500 [00:35<19:44,  2.40s/it, est. speed input: 51.56 toks/s, output: 98.66 toks/s]
-2025-03-15T13:52:48.685734764Z 
Processed prompts:   2%|▏         | 8/500 [00:37<17:11,  2.10s/it, est. speed input: 53.19 toks/s, output: 111.30 toks/s]
-2025-03-15T13:52:48.932387273Z 
Processed prompts:   2%|▏         | 9/500 [00:39<17:42,  2.16s/it, est. speed input: 53.65 toks/s, output: 121.32 toks/s]
-2025-03-15T13:52:50.100949795Z 
Processed prompts:   2%|▏         | 10/500 [00:39<12:49,  1.57s/it, est. speed input: 56.70 toks/s, output: 137.06 toks/s]
-2025-03-15T13:52:51.647459590Z 
Processed prompts:   2%|▏         | 12/500 [00:41<09:01,  1.11s/it, est. speed input: 62.07 toks/s, output: 165.70 toks/s]
-2025-03-15T13:52:52.972046514Z 
Processed prompts:   3%|▎         | 13/500 [00:42<09:53,  1.22s/it, est. speed input: 63.15 toks/s, output: 176.20 toks/s]
-2025-03-15T13:52:53.403867549Z 
Processed prompts:   3%|▎         | 14/500 [00:43<10:05,  1.25s/it, est. speed input: 64.62 toks/s, output: 187.42 toks/s]
-2025-03-15T13:52:56.089959485Z 
Processed prompts:   3%|▎         | 15/500 [00:44<08:16,  1.02s/it, est. speed input: 68.23 toks/s, output: 202.11 toks/s]
-2025-03-15T13:52:56.947406878Z 
Processed prompts:   3%|▎         | 16/500 [00:47<12:01,  1.49s/it, est. speed input: 67.69 toks/s, output: 207.11 toks/s]
-2025-03-15T13:52:58.164137788Z 
Processed prompts:   3%|▎         | 17/500 [00:47<10:32,  1.31s/it, est. speed input: 69.40 toks/s, output: 219.93 toks/s]
-2025-03-15T13:52:58.664798303Z 
Processed prompts:   4%|▎         | 18/500 [00:49<10:18,  1.28s/it, est. speed input: 70.90 toks/s, output: 230.85 toks/s]
-2025-03-15T13:52:58.812925418Z 
Processed prompts:   4%|▍         | 19/500 [00:49<08:26,  1.05s/it, est. speed input: 72.98 toks/s, output: 244.89 toks/s]
-2025-03-15T13:53:00.271645188Z 
Processed prompts:   4%|▍         | 20/500 [00:49<06:17,  1.27it/s, est. speed input: 75.88 toks/s, output: 260.51 toks/s]
-2025-03-15T13:53:03.636455616Z 
Processed prompts:   4%|▍         | 22/500 [00:51<06:03,  1.32it/s, est. speed input: 78.72 toks/s, output: 285.32 toks/s]
-2025-03-15T13:53:04.540222235Z 
Processed prompts:   5%|▍         | 23/500 [00:54<11:08,  1.40s/it, est. speed input: 76.39 toks/s, output: 284.02 toks/s]
-2025-03-15T13:53:05.887022018Z 
Processed prompts:   5%|▌         | 25/500 [00:55<07:59,  1.01s/it, est. speed input: 80.25 toks/s, output: 311.68 toks/s]
-2025-03-15T13:53:07.607094044Z 
Processed prompts:   5%|▌         | 26/500 [00:56<08:34,  1.09s/it, est. speed input: 80.65 toks/s, output: 320.51 toks/s]
-2025-03-15T13:53:07.811432547Z 
Processed prompts:   5%|▌         | 27/500 [00:58<09:47,  1.24s/it, est. speed input: 84.98 toks/s, output: 327.30 toks/s]
-2025-03-15T13:53:08.453678274Z 
Processed prompts:   6%|▌         | 28/500 [00:58<07:39,  1.03it/s, est. speed input: 87.79 toks/s, output: 342.36 toks/s]
-2025-03-15T13:53:08.798832276Z 
Processed prompts:   6%|▌         | 29/500 [00:59<06:55,  1.13it/s, est. speed input: 89.00 toks/s, output: 354.85 toks/s]
-2025-03-15T13:53:09.145328833Z 
Processed prompts:   6%|▌         | 31/500 [00:59<04:28,  1.74it/s, est. speed input: 93.34 toks/s, output: 385.10 toks/s]
-2025-03-15T13:53:09.921852981Z 
Processed prompts:   7%|▋         | 33/500 [01:00<03:16,  2.38it/s, est. speed input: 97.44 toks/s, output: 415.15 toks/s]
-2025-03-15T13:53:11.197796291Z 
Processed prompts:   7%|▋         | 34/500 [01:00<03:51,  2.01it/s, est. speed input: 98.28 toks/s, output: 426.02 toks/s]
-2025-03-15T13:53:11.589852367Z 
Processed prompts:   7%|▋         | 35/500 [01:02<05:16,  1.47it/s, est. speed input: 98.42 toks/s, output: 433.43 toks/s]
-2025-03-15T13:53:12.683848345Z 
Processed prompts:   7%|▋         | 36/500 [01:02<04:41,  1.65it/s, est. speed input: 101.31 toks/s, output: 446.86 toks/s]
-2025-03-15T13:53:14.668634947Z 
Processed prompts:   7%|▋         | 37/500 [01:03<05:40,  1.36it/s, est. speed input: 101.61 toks/s, output: 455.31 toks/s]
-2025-03-15T13:53:15.388097778Z 
Processed prompts:   8%|▊         | 38/500 [01:05<08:18,  1.08s/it, est. speed input: 101.20 toks/s, output: 457.66 toks/s]
-2025-03-15T13:53:16.930645321Z 
Processed prompts:   8%|▊         | 39/500 [01:06<07:30,  1.02it/s, est. speed input: 102.09 toks/s, output: 468.81 toks/s]
-2025-03-15T13:53:17.203241713Z 
Processed prompts:   8%|▊         | 40/500 [01:07<08:44,  1.14s/it, est. speed input: 101.85 toks/s, output: 474.26 toks/s]
-2025-03-15T13:53:19.031356249Z 
Processed prompts:   8%|▊         | 41/500 [01:08<06:47,  1.13it/s, est. speed input: 103.31 toks/s, output: 488.46 toks/s]
-2025-03-15T13:53:19.344634561Z 
Processed prompts:   8%|▊         | 42/500 [01:09<08:52,  1.16s/it, est. speed input: 102.47 toks/s, output: 491.74 toks/s]
-2025-03-15T13:53:20.327923320Z 
Processed prompts:   9%|▉         | 44/500 [01:10<05:21,  1.42it/s, est. speed input: 105.85 toks/s, output: 513.97 toks/s]
-2025-03-15T13:53:20.558728546Z 
Processed prompts:   9%|▉         | 45/500 [01:11<05:51,  1.29it/s, est. speed input: 106.51 toks/s, output: 522.89 toks/s]
-2025-03-15T13:53:21.299455297Z 
Processed prompts:   9%|▉         | 46/500 [01:11<04:46,  1.58it/s, est. speed input: 108.04 toks/s, output: 537.20 toks/s]
-2025-03-15T13:53:23.970942956Z 
Processed prompts:   9%|▉         | 47/500 [01:12<04:59,  1.51it/s, est. speed input: 108.90 toks/s, output: 547.68 toks/s]
-2025-03-15T13:53:24.436345326Z 
Processed prompts:  10%|▉         | 48/500 [01:14<09:12,  1.22s/it, est. speed input: 106.83 toks/s, output: 544.12 toks/s]
-2025-03-15T13:53:25.603845191Z 
Processed prompts:  10%|▉         | 49/500 [01:15<07:33,  1.01s/it, est. speed input: 108.18 toks/s, output: 556.73 toks/s]
-2025-03-15T13:53:27.505059904Z 
Processed prompts:  10%|█         | 50/500 [01:16<07:53,  1.05s/it, est. speed input: 108.77 toks/s, output: 564.20 toks/s]
-2025-03-15T13:53:27.721173655Z 
Processed prompts:  10%|█         | 51/500 [01:18<09:44,  1.30s/it, est. speed input: 108.01 toks/s, output: 566.38 toks/s]
-2025-03-15T13:53:28.192254700Z 
Processed prompts:  10%|█         | 52/500 [01:18<07:19,  1.02it/s, est. speed input: 109.50 toks/s, output: 580.66 toks/s]
-2025-03-15T13:53:29.043019023Z 
Processed prompts:  11%|█         | 53/500 [01:19<06:11,  1.20it/s, est. speed input: 110.66 toks/s, output: 593.03 toks/s]
-2025-03-15T13:53:31.262179993Z 
Processed prompts:  11%|█         | 54/500 [01:20<06:13,  1.20it/s, est. speed input: 111.20 toks/s, output: 602.55 toks/s]
-2025-03-15T13:53:32.787362204Z 
Processed prompts:  11%|█         | 55/500 [01:22<09:15,  1.25s/it, est. speed input: 109.71 toks/s, output: 593.53 toks/s]
-2025-03-15T13:53:33.654641534Z 
Processed prompts:  11%|█         | 56/500 [01:23<09:51,  1.33s/it, est. speed input: 109.49 toks/s, output: 598.52 toks/s]
-2025-03-15T13:53:34.906837945Z 
Processed prompts:  11%|█▏        | 57/500 [01:24<08:48,  1.19s/it, est. speed input: 110.34 toks/s, output: 608.18 toks/s]
-2025-03-15T13:53:35.905638520Z 
Processed prompts:  12%|█▏        | 58/500 [01:25<08:54,  1.21s/it, est. speed input: 110.26 toks/s, output: 615.09 toks/s]
-2025-03-15T13:53:36.122629547Z 
Processed prompts:  12%|█▏        | 59/500 [01:26<08:25,  1.15s/it, est. speed input: 110.62 toks/s, output: 623.79 toks/s]
-2025-03-15T13:53:38.035208030Z 
Processed prompts:  12%|█▏        | 60/500 [01:27<06:22,  1.15it/s, est. speed input: 112.09 toks/s, output: 638.00 toks/s]
-2025-03-15T13:53:39.237348658Z 
Processed prompts:  12%|█▏        | 61/500 [01:28<08:38,  1.18s/it, est. speed input: 111.46 toks/s, output: 640.04 toks/s]
-2025-03-15T13:53:40.049000710Z 
Processed prompts:  12%|█▏        | 62/500 [01:30<08:40,  1.19s/it, est. speed input: 111.38 toks/s, output: 640.72 toks/s]
-2025-03-15T13:53:41.376658516Z 
Processed prompts:  13%|█▎        | 63/500 [01:31<07:49,  1.07s/it, est. speed input: 112.25 toks/s, output: 650.74 toks/s]
-2025-03-15T13:53:44.100249459Z 
Processed prompts:  13%|█▎        | 64/500 [01:32<08:21,  1.15s/it, est. speed input: 111.92 toks/s, output: 645.23 toks/s]
-2025-03-15T13:53:48.774307107Z 
Processed prompts:  13%|█▎        | 65/500 [01:35<11:45,  1.62s/it, est. speed input: 110.87 toks/s, output: 642.45 toks/s]
-2025-03-15T13:53:50.137282800Z 
Processed prompts:  13%|█▎        | 66/500 [01:39<18:21,  2.54s/it, est. speed input: 106.88 toks/s, output: 617.89 toks/s]
-2025-03-15T13:53:50.430242071Z 
Processed prompts:  13%|█▎        | 67/500 [01:41<15:46,  2.19s/it, est. speed input: 106.98 toks/s, output: 625.21 toks/s]
-2025-03-15T13:53:51.327940098Z 
Processed prompts:  14%|█▎        | 68/500 [01:41<11:38,  1.62s/it, est. speed input: 107.92 toks/s, output: 633.70 toks/s]
-2025-03-15T13:53:51.818092306Z 
Processed prompts:  14%|█▍        | 69/500 [01:42<10:04,  1.40s/it, est. speed input: 108.31 toks/s, output: 643.78 toks/s]
-2025-03-15T13:53:52.579290890Z 
Processed prompts:  14%|█▍        | 70/500 [01:42<08:05,  1.13s/it, est. speed input: 109.15 toks/s, output: 656.35 toks/s]
-2025-03-15T13:53:53.073282111Z 
Processed prompts:  14%|█▍        | 71/500 [01:43<07:16,  1.02s/it, est. speed input: 109.52 toks/s, output: 657.96 toks/s]
-2025-03-15T13:53:56.074376581Z 
Processed prompts:  14%|█▍        | 72/500 [01:44<06:08,  1.16it/s, est. speed input: 110.15 toks/s, output: 660.58 toks/s]
-2025-03-15T13:53:56.473096470Z 
Processed prompts:  15%|█▍        | 73/500 [01:47<10:41,  1.50s/it, est. speed input: 108.29 toks/s, output: 657.63 toks/s]
-2025-03-15T13:53:57.384639276Z 
Processed prompts:  15%|█▍        | 74/500 [01:47<08:19,  1.17s/it, est. speed input: 109.25 toks/s, output: 670.76 toks/s]
-2025-03-15T13:53:58.021536852Z 
Processed prompts:  15%|█▌        | 75/500 [01:48<07:44,  1.09s/it, est. speed input: 111.18 toks/s, output: 680.66 toks/s]
-2025-03-15T13:53:58.794608922Z 
Processed prompts:  15%|█▌        | 76/500 [01:48<06:45,  1.05it/s, est. speed input: 111.87 toks/s, output: 692.21 toks/s]
-2025-03-15T13:53:59.157975014Z 
Processed prompts:  15%|█▌        | 77/500 [01:49<06:21,  1.11it/s, est. speed input: 112.49 toks/s, output: 702.86 toks/s]
-2025-03-15T13:53:59.520144357Z 
Processed prompts:  16%|█▌        | 78/500 [01:50<05:12,  1.35it/s, est. speed input: 113.45 toks/s, output: 716.06 toks/s]
-2025-03-15T13:53:59.883004275Z 
Processed prompts:  16%|█▌        | 79/500 [01:50<04:23,  1.60it/s, est. speed input: 114.22 toks/s, output: 724.56 toks/s]
-2025-03-15T13:54:01.050283548Z 
Processed prompts:  16%|█▌        | 80/500 [01:50<03:49,  1.83it/s, est. speed input: 115.21 toks/s, output: 737.69 toks/s]
-2025-03-15T13:54:01.209536446Z 
Processed prompts:  16%|█▌        | 81/500 [01:52<05:07,  1.36it/s, est. speed input: 115.09 toks/s, output: 736.64 toks/s]
-2025-03-15T13:54:01.573412188Z 
Processed prompts:  16%|█▋        | 82/500 [01:52<03:54,  1.78it/s, est. speed input: 116.04 toks/s, output: 745.18 toks/s]
-2025-03-15T13:54:01.936438919Z 
Processed prompts:  17%|█▋        | 83/500 [01:52<03:29,  1.99it/s, est. speed input: 116.80 toks/s, output: 758.18 toks/s]
-2025-03-15T13:54:02.094396417Z 
Processed prompts:  17%|█▋        | 84/500 [01:52<03:11,  2.17it/s, est. speed input: 117.78 toks/s, output: 771.14 toks/s]
-2025-03-15T13:54:03.627359018Z 
Processed prompts:  17%|█▋        | 85/500 [01:53<02:33,  2.71it/s, est. speed input: 118.95 toks/s, output: 785.46 toks/s]
-2025-03-15T13:54:04.129035400Z 
Processed prompts:  17%|█▋        | 86/500 [01:54<04:57,  1.39it/s, est. speed input: 118.44 toks/s, output: 784.01 toks/s]
-2025-03-15T13:54:05.862998719Z 
Processed prompts:  17%|█▋        | 87/500 [01:55<04:29,  1.53it/s, est. speed input: 119.16 toks/s, output: 795.97 toks/s]
-2025-03-15T13:54:06.101790552Z 
Processed prompts:  18%|█▊        | 88/500 [01:56<06:42,  1.02it/s, est. speed input: 119.04 toks/s, output: 799.52 toks/s]
-2025-03-15T13:54:06.260456052Z 
Processed prompts:  18%|█▊        | 90/500 [01:57<03:58,  1.72it/s, est. speed input: 121.38 toks/s, output: 818.36 toks/s]
-2025-03-15T13:54:07.454559650Z 
Processed prompts:  18%|█▊        | 91/500 [01:57<03:14,  2.10it/s, est. speed input: 122.31 toks/s, output: 832.61 toks/s]
-2025-03-15T13:54:07.886519592Z 
Processed prompts:  18%|█▊        | 92/500 [01:58<04:31,  1.51it/s, est. speed input: 122.17 toks/s, output: 839.56 toks/s]
-2025-03-15T13:54:08.183175270Z 
Processed prompts:  19%|█▊        | 93/500 [01:58<04:04,  1.66it/s, est. speed input: 123.04 toks/s, output: 851.85 toks/s]
-2025-03-15T13:54:08.825329692Z 
Processed prompts:  19%|█▉        | 94/500 [01:59<03:29,  1.94it/s, est. speed input: 124.14 toks/s, output: 865.06 toks/s]
-2025-03-15T13:54:12.332862563Z 
Processed prompts:  19%|█▉        | 95/500 [01:59<03:43,  1.81it/s, est. speed input: 124.64 toks/s, output: 875.75 toks/s]
-2025-03-15T13:54:13.877810906Z 
Processed prompts:  19%|█▉        | 97/500 [02:03<07:20,  1.09s/it, est. speed input: 124.59 toks/s, output: 870.76 toks/s]
-2025-03-15T13:54:14.883504178Z 
Processed prompts:  20%|█▉        | 98/500 [02:04<08:03,  1.20s/it, est. speed input: 124.04 toks/s, output: 868.83 toks/s]
-2025-03-15T13:54:15.254923695Z 
Processed prompts:  20%|██        | 100/500 [02:05<06:06,  1.09it/s, est. speed input: 125.04 toks/s, output: 883.37 toks/s]
-2025-03-15T13:54:17.499984899Z 
Processed prompts:  20%|██        | 101/500 [02:06<05:16,  1.26it/s, est. speed input: 125.74 toks/s, output: 896.04 toks/s]
-2025-03-15T13:54:17.870815691Z 
Processed prompts:  20%|██        | 102/500 [02:08<07:36,  1.15s/it, est. speed input: 124.51 toks/s, output: 889.93 toks/s]
-2025-03-15T13:54:19.431172440Z 
Processed prompts:  21%|██        | 103/500 [02:08<06:15,  1.06it/s, est. speed input: 125.06 toks/s, output: 892.24 toks/s]
-2025-03-15T13:54:20.153619043Z 
Processed prompts:  21%|██        | 104/500 [02:10<07:20,  1.11s/it, est. speed input: 124.46 toks/s, output: 886.29 toks/s]
-2025-03-15T13:54:20.807946406Z 
Processed prompts:  21%|██        | 105/500 [02:11<06:36,  1.00s/it, est. speed input: 124.76 toks/s, output: 896.63 toks/s]
-2025-03-15T13:54:21.959292593Z 
Processed prompts:  21%|██        | 106/500 [02:11<05:56,  1.11it/s, est. speed input: 126.45 toks/s, output: 907.39 toks/s]
-2025-03-15T13:54:23.239319718Z 
Processed prompts:  22%|██▏       | 108/500 [02:12<04:56,  1.32it/s, est. speed input: 127.61 toks/s, output: 923.52 toks/s]
-2025-03-15T13:54:24.676253499Z 
Processed prompts:  22%|██▏       | 109/500 [02:14<05:45,  1.13it/s, est. speed input: 127.30 toks/s, output: 922.83 toks/s]
-2025-03-15T13:54:24.839765086Z 
Processed prompts:  22%|██▏       | 111/500 [02:15<05:17,  1.23it/s, est. speed input: 130.05 toks/s, output: 943.28 toks/s]
-2025-03-15T13:54:25.083319609Z 
Processed prompts:  22%|██▏       | 112/500 [02:15<04:19,  1.50it/s, est. speed input: 130.87 toks/s, output: 957.32 toks/s]
-2025-03-15T13:54:28.589793208Z 
Processed prompts:  23%|██▎       | 114/500 [02:16<02:55,  2.20it/s, est. speed input: 132.41 toks/s, output: 971.00 toks/s]
-2025-03-15T13:54:28.963764955Z 
Processed prompts:  23%|██▎       | 115/500 [02:19<07:12,  1.12s/it, est. speed input: 129.94 toks/s, output: 954.09 toks/s]
-2025-03-15T13:54:29.695834490Z 
Processed prompts:  23%|██▎       | 116/500 [02:19<06:02,  1.06it/s, est. speed input: 130.62 toks/s, output: 966.67 toks/s]
-2025-03-15T13:54:30.635933244Z 
Processed prompts:  23%|██▎       | 117/500 [02:20<05:40,  1.12it/s, est. speed input: 131.22 toks/s, output: 976.77 toks/s]
-2025-03-15T13:54:31.187163409Z 
Processed prompts:  24%|██▎       | 118/500 [02:21<05:45,  1.11it/s, est. speed input: 131.29 toks/s, output: 985.41 toks/s]
-2025-03-15T13:54:31.974515386Z 
Processed prompts:  24%|██▍       | 120/500 [02:22<04:00,  1.58it/s, est. speed input: 132.55 toks/s, output: 1000.63 toks/s]
-2025-03-15T13:54:33.142542140Z 
Processed prompts:  24%|██▍       | 121/500 [02:22<04:13,  1.50it/s, est. speed input: 132.91 toks/s, output: 1010.21 toks/s]
-2025-03-15T13:54:35.008357814Z 
Processed prompts:  24%|██▍       | 122/500 [02:24<05:00,  1.26it/s, est. speed input: 133.03 toks/s, output: 1017.11 toks/s]
-2025-03-15T13:54:35.243986808Z 
Processed prompts:  25%|██▍       | 123/500 [02:25<06:46,  1.08s/it, est. speed input: 132.35 toks/s, output: 1019.16 toks/s]
-2025-03-15T13:54:35.981543663Z 
Processed prompts:  25%|██▍       | 124/500 [02:26<05:18,  1.18it/s, est. speed input: 133.22 toks/s, output: 1032.57 toks/s]
-2025-03-15T13:54:37.216706952Z 
Processed prompts:  25%|██▌       | 125/500 [02:26<05:06,  1.23it/s, est. speed input: 133.68 toks/s, output: 1042.44 toks/s]
-2025-03-15T13:54:37.380805793Z 
Processed prompts:  25%|██▌       | 126/500 [02:28<05:50,  1.07it/s, est. speed input: 133.55 toks/s, output: 1048.78 toks/s]
-2025-03-15T13:54:37.545525627Z 
Processed prompts:  25%|██▌       | 127/500 [02:28<04:25,  1.40it/s, est. speed input: 134.20 toks/s, output: 1055.09 toks/s]
-2025-03-15T13:54:40.788771876Z 
Processed prompts:  26%|██▌       | 128/500 [02:28<03:25,  1.81it/s, est. speed input: 134.83 toks/s, output: 1059.17 toks/s]
-2025-03-15T13:54:41.023880102Z 
Processed prompts:  26%|██▌       | 129/500 [02:31<08:19,  1.35s/it, est. speed input: 132.76 toks/s, output: 1045.61 toks/s]
-2025-03-15T13:54:41.474551380Z 
Processed prompts:  26%|██▌       | 130/500 [02:31<06:16,  1.02s/it, est. speed input: 133.38 toks/s, output: 1054.89 toks/s]
-2025-03-15T13:54:42.424455870Z 
Processed prompts:  26%|██▌       | 131/500 [02:32<05:12,  1.18it/s, est. speed input: 134.06 toks/s, output: 1066.70 toks/s]
-2025-03-15T13:54:42.591796705Z 
Processed prompts:  26%|██▋       | 132/500 [02:33<05:23,  1.14it/s, est. speed input: 133.97 toks/s, output: 1064.12 toks/s]
-2025-03-15T13:54:43.403618163Z 
Processed prompts:  27%|██▋       | 133/500 [02:33<04:04,  1.50it/s, est. speed input: 134.58 toks/s, output: 1067.02 toks/s]
-2025-03-15T13:54:44.215059030Z 
Processed prompts:  27%|██▋       | 134/500 [02:34<04:19,  1.41it/s, est. speed input: 134.99 toks/s, output: 1076.32 toks/s]
-2025-03-15T13:54:44.883818976Z 
Processed prompts:  27%|██▋       | 135/500 [02:35<04:30,  1.35it/s, est. speed input: 135.06 toks/s, output: 1079.40 toks/s]
-2025-03-15T13:54:46.404578470Z 
Processed prompts:  27%|██▋       | 136/500 [02:35<04:21,  1.39it/s, est. speed input: 135.24 toks/s, output: 1080.98 toks/s]
-2025-03-15T13:54:48.349308650Z 
Processed prompts:  27%|██▋       | 137/500 [02:37<05:48,  1.04it/s, est. speed input: 134.84 toks/s, output: 1085.42 toks/s]
-2025-03-15T13:54:48.944096743Z 
Processed prompts:  28%|██▊       | 138/500 [02:39<07:34,  1.25s/it, est. speed input: 134.01 toks/s, output: 1087.04 toks/s]
-2025-03-15T13:54:49.824584321Z 
Processed prompts:  28%|██▊       | 139/500 [02:39<06:21,  1.06s/it, est. speed input: 134.27 toks/s, output: 1091.86 toks/s]
-2025-03-15T13:54:50.562979369Z 
Processed prompts:  28%|██▊       | 140/500 [02:40<06:01,  1.00s/it, est. speed input: 134.78 toks/s, output: 1100.74 toks/s]
-2025-03-15T13:54:54.322242908Z 
Processed prompts:  28%|██▊       | 141/500 [02:41<05:31,  1.08it/s, est. speed input: 135.35 toks/s, output: 1110.57 toks/s]
-2025-03-15T13:54:54.637540726Z 
Processed prompts:  28%|██▊       | 142/500 [02:45<10:35,  1.77s/it, est. speed input: 133.01 toks/s, output: 1094.57 toks/s]
-2025-03-15T13:54:56.319489808Z 
Processed prompts:  29%|██▊       | 143/500 [02:45<07:57,  1.34s/it, est. speed input: 133.50 toks/s, output: 1102.40 toks/s]
-2025-03-15T13:54:56.629839669Z 
Processed prompts:  29%|██▉       | 145/500 [02:47<06:33,  1.11s/it, est. speed input: 133.67 toks/s, output: 1115.03 toks/s]
-2025-03-15T13:54:57.660577463Z 
Processed prompts:  29%|██▉       | 146/500 [02:47<05:22,  1.10it/s, est. speed input: 134.51 toks/s, output: 1127.78 toks/s]
-2025-03-15T13:54:57.899714673Z 
Processed prompts:  29%|██▉       | 147/500 [02:48<05:32,  1.06it/s, est. speed input: 134.34 toks/s, output: 1124.05 toks/s]
-2025-03-15T13:54:59.585637225Z 
Processed prompts:  30%|██▉       | 148/500 [02:48<04:24,  1.33it/s, est. speed input: 134.99 toks/s, output: 1137.26 toks/s]
-2025-03-15T13:55:00.692799166Z 
Processed prompts:  30%|██▉       | 149/500 [02:50<05:55,  1.01s/it, est. speed input: 134.33 toks/s, output: 1131.51 toks/s]
-2025-03-15T13:55:01.814841756Z 
Processed prompts:  30%|███       | 150/500 [02:51<06:03,  1.04s/it, est. speed input: 134.23 toks/s, output: 1139.00 toks/s]
-2025-03-15T13:55:03.589593401Z 
Processed prompts:  30%|███       | 152/500 [02:52<04:46,  1.21it/s, est. speed input: 134.92 toks/s, output: 1154.00 toks/s]
-2025-03-15T13:55:07.545751413Z 
Processed prompts:  31%|███       | 153/500 [02:54<06:06,  1.06s/it, est. speed input: 134.21 toks/s, output: 1148.08 toks/s]
-2025-03-15T13:55:08.809534308Z 
Processed prompts:  31%|███       | 154/500 [02:58<10:23,  1.80s/it, est. speed input: 131.91 toks/s, output: 1131.44 toks/s]
-2025-03-15T13:55:09.082209163Z 
Processed prompts:  31%|███       | 155/500 [02:59<09:31,  1.66s/it, est. speed input: 131.62 toks/s, output: 1128.68 toks/s]
-2025-03-15T13:55:09.431271352Z 
Processed prompts:  31%|███       | 156/500 [03:00<07:17,  1.27s/it, est. speed input: 132.06 toks/s, output: 1132.66 toks/s]
-2025-03-15T13:55:09.629119764Z 
Processed prompts:  31%|███▏      | 157/500 [03:00<05:46,  1.01s/it, est. speed input: 132.42 toks/s, output: 1134.61 toks/s]
-2025-03-15T13:55:10.593060276Z 
Processed prompts:  32%|███▏      | 158/500 [03:00<04:25,  1.29it/s, est. speed input: 133.06 toks/s, output: 1148.07 toks/s]
-2025-03-15T13:55:12.101715252Z 
Processed prompts:  32%|███▏      | 159/500 [03:01<04:43,  1.20it/s, est. speed input: 133.16 toks/s, output: 1156.67 toks/s]
-2025-03-15T13:55:12.565042666Z 
Processed prompts:  32%|███▏      | 160/500 [03:03<05:50,  1.03s/it, est. speed input: 133.06 toks/s, output: 1161.82 toks/s]
-2025-03-15T13:55:13.395201013Z 
Processed prompts:  32%|███▏      | 161/500 [03:03<04:52,  1.16it/s, est. speed input: 133.34 toks/s, output: 1163.67 toks/s]
-2025-03-15T13:55:14.081618294Z 
Processed prompts:  32%|███▏      | 162/500 [03:04<04:48,  1.17it/s, est. speed input: 133.38 toks/s, output: 1166.90 toks/s]
-2025-03-15T13:55:14.251701753Z 
Processed prompts:  33%|███▎      | 163/500 [03:05<04:30,  1.24it/s, est. speed input: 134.24 toks/s, output: 1177.23 toks/s]
-2025-03-15T13:55:14.642659138Z 
Processed prompts:  33%|███▎      | 164/500 [03:05<03:26,  1.63it/s, est. speed input: 134.75 toks/s, output: 1184.32 toks/s]
-2025-03-15T13:55:15.398907136Z 
Processed prompts:  33%|███▎      | 165/500 [03:05<03:03,  1.83it/s, est. speed input: 135.06 toks/s, output: 1185.36 toks/s]
-2025-03-15T13:55:15.790681470Z 
Processed prompts:  33%|███▎      | 166/500 [03:06<03:23,  1.64it/s, est. speed input: 135.14 toks/s, output: 1188.48 toks/s]
-2025-03-15T13:55:16.181488998Z 
Processed prompts:  33%|███▎      | 167/500 [03:06<03:01,  1.84it/s, est. speed input: 135.44 toks/s, output: 1188.37 toks/s]
-2025-03-15T13:55:17.755737529Z 
Processed prompts:  34%|███▎      | 168/500 [03:07<02:45,  2.01it/s, est. speed input: 135.99 toks/s, output: 1200.54 toks/s]
-2025-03-15T13:55:18.369539522Z 
Processed prompts:  34%|███▍      | 169/500 [03:08<04:31,  1.22it/s, est. speed input: 135.52 toks/s, output: 1202.12 toks/s]
-2025-03-15T13:55:18.761501097Z 
Processed prompts:  34%|███▍      | 170/500 [03:09<04:10,  1.32it/s, est. speed input: 135.69 toks/s, output: 1203.85 toks/s]
-2025-03-15T13:55:21.325941003Z 
Processed prompts:  34%|███▍      | 171/500 [03:09<03:33,  1.54it/s, est. speed input: 136.56 toks/s, output: 1215.99 toks/s]
-2025-03-15T13:55:22.025929875Z 
Processed prompts:  34%|███▍      | 172/500 [03:12<06:41,  1.22s/it, est. speed input: 135.33 toks/s, output: 1205.33 toks/s]
-2025-03-15T13:55:22.647806065Z 
Processed prompts:  35%|███▍      | 173/500 [03:12<05:48,  1.07s/it, est. speed input: 135.41 toks/s, output: 1205.08 toks/s]
-2025-03-15T13:55:23.788553513Z 
Processed prompts:  35%|███▍      | 174/500 [03:13<05:04,  1.07it/s, est. speed input: 135.75 toks/s, output: 1215.81 toks/s]
-2025-03-15T13:55:25.164944865Z 
Processed prompts:  35%|███▌      | 175/500 [03:14<05:23,  1.00it/s, est. speed input: 135.78 toks/s, output: 1223.27 toks/s]
-2025-03-15T13:55:31.258720686Z 
Processed prompts:  35%|███▌      | 176/500 [03:16<05:59,  1.11s/it, est. speed input: 135.39 toks/s, output: 1218.00 toks/s]
-2025-03-15T13:55:33.006143220Z 
Processed prompts:  35%|███▌      | 177/500 [03:22<14:01,  2.60s/it, est. speed input: 131.86 toks/s, output: 1185.84 toks/s]
-2025-03-15T13:55:35.002066543Z 
Processed prompts:  36%|███▌      | 178/500 [03:23<12:35,  2.35s/it, est. speed input: 131.28 toks/s, output: 1181.76 toks/s]
-2025-03-15T13:55:35.640566982Z 
Processed prompts:  36%|███▌      | 179/500 [03:25<11:59,  2.24s/it, est. speed input: 131.29 toks/s, output: 1184.74 toks/s]
-2025-03-15T13:55:38.648230149Z 
Processed prompts:  36%|███▌      | 180/500 [03:26<09:23,  1.76s/it, est. speed input: 131.41 toks/s, output: 1184.50 toks/s]
-2025-03-15T13:55:39.901072728Z 
Processed prompts:  36%|███▌      | 181/500 [03:29<11:21,  2.14s/it, est. speed input: 131.09 toks/s, output: 1181.92 toks/s]
-2025-03-15T13:55:40.307970444Z 
Processed prompts:  36%|███▋      | 182/500 [03:30<09:54,  1.87s/it, est. speed input: 130.86 toks/s, output: 1182.65 toks/s]
-2025-03-15T13:55:40.636427251Z 
Processed prompts:  37%|███▋      | 183/500 [03:31<07:33,  1.43s/it, est. speed input: 131.14 toks/s, output: 1186.27 toks/s]
-2025-03-15T13:55:41.808501013Z 
Processed prompts:  37%|███▋      | 184/500 [03:31<05:47,  1.10s/it, est. speed input: 131.47 toks/s, output: 1189.35 toks/s]
-2025-03-15T13:55:43.602925715Z 
Processed prompts:  37%|███▋      | 185/500 [03:32<05:53,  1.12s/it, est. speed input: 131.26 toks/s, output: 1187.50 toks/s]
-2025-03-15T13:55:44.239857132Z 
Processed prompts:  37%|███▋      | 187/500 [03:34<05:18,  1.02s/it, est. speed input: 131.20 toks/s, output: 1188.80 toks/s]
-2025-03-15T13:55:44.428411472Z 
Processed prompts:  38%|███▊      | 188/500 [03:35<04:48,  1.08it/s, est. speed input: 131.34 toks/s, output: 1190.89 toks/s]
-2025-03-15T13:55:44.692584100Z 
Processed prompts:  38%|███▊      | 190/500 [03:35<02:59,  1.72it/s, est. speed input: 133.23 toks/s, output: 1218.57 toks/s]
-2025-03-15T13:55:45.019863776Z 
Processed prompts:  38%|███▊      | 192/500 [03:35<02:07,  2.42it/s, est. speed input: 134.14 toks/s, output: 1230.84 toks/s]
-2025-03-15T13:55:45.350855805Z 
Processed prompts:  39%|███▊      | 193/500 [03:35<02:01,  2.53it/s, est. speed input: 135.10 toks/s, output: 1243.33 toks/s]
-2025-03-15T13:55:45.528068099Z 
Processed prompts:  39%|███▉      | 194/500 [03:36<01:56,  2.63it/s, est. speed input: 135.41 toks/s, output: 1246.73 toks/s]
-2025-03-15T13:55:45.874569342Z 
Processed prompts:  39%|███▉      | 195/500 [03:36<01:40,  3.03it/s, est. speed input: 135.79 toks/s, output: 1249.11 toks/s]
-2025-03-15T13:55:46.051742784Z 
Processed prompts:  39%|███▉      | 197/500 [03:36<01:20,  3.77it/s, est. speed input: 136.65 toks/s, output: 1263.06 toks/s]
-2025-03-15T13:55:46.303938336Z 
Processed prompts:  40%|███▉      | 199/500 [03:37<01:00,  5.02it/s, est. speed input: 137.59 toks/s, output: 1275.29 toks/s]
-2025-03-15T13:55:46.860972386Z 
Processed prompts:  40%|████      | 200/500 [03:37<01:03,  4.75it/s, est. speed input: 137.93 toks/s, output: 1277.71 toks/s]
-2025-03-15T13:55:47.428965700Z 
Processed prompts:  40%|████      | 201/500 [03:37<01:26,  3.44it/s, est. speed input: 138.12 toks/s, output: 1283.06 toks/s]
-2025-03-15T13:55:48.590278090Z 
Processed prompts:  41%|████      | 203/500 [03:38<01:25,  3.47it/s, est. speed input: 138.78 toks/s, output: 1290.61 toks/s]
-2025-03-15T13:55:48.931868834Z 
Processed prompts:  41%|████      | 204/500 [03:39<02:22,  2.08it/s, est. speed input: 138.53 toks/s, output: 1286.74 toks/s]
-2025-03-15T13:55:49.413405185Z 
Processed prompts:  41%|████      | 206/500 [03:39<01:46,  2.77it/s, est. speed input: 139.33 toks/s, output: 1296.29 toks/s]
-2025-03-15T13:55:51.353704376Z 
Processed prompts:  41%|████▏     | 207/500 [03:40<01:53,  2.58it/s, est. speed input: 139.55 toks/s, output: 1300.51 toks/s]
-2025-03-15T13:55:52.906972744Z 
Processed prompts:  42%|████▏     | 209/500 [03:42<02:57,  1.64it/s, est. speed input: 139.43 toks/s, output: 1309.69 toks/s]
-2025-03-15T13:55:53.767537511Z 
Processed prompts:  42%|████▏     | 211/500 [03:43<03:13,  1.50it/s, est. speed input: 139.55 toks/s, output: 1319.14 toks/s]
-2025-03-15T13:55:54.095457123Z 
Processed prompts:  42%|████▏     | 212/500 [03:44<03:23,  1.41it/s, est. speed input: 140.30 toks/s, output: 1328.38 toks/s]
-2025-03-15T13:55:54.348875993Z 
Processed prompts:  43%|████▎     | 213/500 [03:45<02:58,  1.61it/s, est. speed input: 140.58 toks/s, output: 1331.07 toks/s]
-2025-03-15T13:55:55.208901055Z 
Processed prompts:  43%|████▎     | 214/500 [03:45<02:32,  1.88it/s, est. speed input: 140.93 toks/s, output: 1336.34 toks/s]
-2025-03-15T13:55:55.612490968Z 
Processed prompts:  43%|████▎     | 215/500 [03:46<02:55,  1.62it/s, est. speed input: 140.85 toks/s, output: 1333.42 toks/s]
-2025-03-15T13:55:56.396401450Z 
Processed prompts:  43%|████▎     | 216/500 [03:46<02:39,  1.79it/s, est. speed input: 141.06 toks/s, output: 1333.38 toks/s]
-2025-03-15T13:55:56.880284070Z 
Processed prompts:  43%|████▎     | 217/500 [03:47<02:56,  1.61it/s, est. speed input: 141.04 toks/s, output: 1331.89 toks/s]
-2025-03-15T13:55:57.134358971Z 
Processed prompts:  44%|████▎     | 218/500 [03:47<02:44,  1.72it/s, est. speed input: 141.21 toks/s, output: 1332.83 toks/s]
-2025-03-15T13:55:58.760463486Z 
Processed prompts:  44%|████▍     | 219/500 [03:48<02:17,  2.05it/s, est. speed input: 141.53 toks/s, output: 1336.22 toks/s]
-2025-03-15T13:56:00.083131948Z 
Processed prompts:  44%|████▍     | 220/500 [03:49<03:49,  1.22it/s, est. speed input: 141.22 toks/s, output: 1341.02 toks/s]
-2025-03-15T13:56:01.254640900Z 
Processed prompts:  44%|████▍     | 221/500 [03:51<04:30,  1.03it/s, est. speed input: 140.91 toks/s, output: 1340.14 toks/s]
-2025-03-15T13:56:01.520712670Z 
Processed prompts:  44%|████▍     | 222/500 [03:52<04:45,  1.03s/it, est. speed input: 140.79 toks/s, output: 1347.62 toks/s]
-2025-03-15T13:56:02.156413675Z 
Processed prompts:  45%|████▍     | 224/500 [03:52<02:50,  1.62it/s, est. speed input: 141.80 toks/s, output: 1364.58 toks/s]
-2025-03-15T13:56:02.565678893Z 
Processed prompts:  45%|████▌     | 225/500 [03:53<02:51,  1.61it/s, est. speed input: 141.86 toks/s, output: 1363.71 toks/s]
-2025-03-15T13:56:03.048473393Z 
Processed prompts:  45%|████▌     | 226/500 [03:53<02:35,  1.76it/s, est. speed input: 142.28 toks/s, output: 1375.54 toks/s]
-2025-03-15T13:56:03.302667583Z 
Processed prompts:  45%|████▌     | 227/500 [03:54<02:28,  1.84it/s, est. speed input: 142.42 toks/s, output: 1374.92 toks/s]
-2025-03-15T13:56:04.167436268Z 
Processed prompts:  46%|████▌     | 228/500 [03:54<02:05,  2.16it/s, est. speed input: 142.70 toks/s, output: 1375.59 toks/s]
-2025-03-15T13:56:04.956837656Z 
Processed prompts:  46%|████▌     | 229/500 [03:55<02:36,  1.73it/s, est. speed input: 142.66 toks/s, output: 1377.09 toks/s]
-2025-03-15T13:56:05.225334016Z 
Processed prompts:  46%|████▌     | 230/500 [03:55<02:52,  1.57it/s, est. speed input: 142.65 toks/s, output: 1377.74 toks/s]
-2025-03-15T13:56:05.833115619Z 
Processed prompts:  46%|████▋     | 232/500 [03:56<01:50,  2.44it/s, est. speed input: 143.44 toks/s, output: 1388.99 toks/s]
-2025-03-15T13:56:06.196141728Z 
Processed prompts:  47%|████▋     | 233/500 [03:56<02:02,  2.18it/s, est. speed input: 143.71 toks/s, output: 1399.63 toks/s]
-2025-03-15T13:56:06.404109941Z 
Processed prompts:  47%|████▋     | 234/500 [03:57<01:55,  2.30it/s, est. speed input: 143.95 toks/s, output: 1402.99 toks/s]
-2025-03-15T13:56:06.775226117Z 
Processed prompts:  47%|████▋     | 235/500 [03:57<01:38,  2.68it/s, est. speed input: 144.27 toks/s, output: 1404.87 toks/s]
-2025-03-15T13:56:07.393339828Z 
Processed prompts:  47%|████▋     | 236/500 [03:57<01:38,  2.69it/s, est. speed input: 144.66 toks/s, output: 1416.86 toks/s]
-2025-03-15T13:56:07.902012083Z 
Processed prompts:  47%|████▋     | 237/500 [03:58<01:56,  2.26it/s, est. speed input: 144.77 toks/s, output: 1421.10 toks/s]
-2025-03-15T13:56:08.308649369Z 
Processed prompts:  48%|████▊     | 238/500 [03:58<02:00,  2.17it/s, est. speed input: 144.93 toks/s, output: 1424.18 toks/s]
-2025-03-15T13:56:09.480856330Z 
Processed prompts:  48%|████▊     | 240/500 [03:59<01:29,  2.90it/s, est. speed input: 145.57 toks/s, output: 1429.70 toks/s]
-2025-03-15T13:56:11.433950495Z 
Processed prompts:  48%|████▊     | 241/500 [04:00<02:21,  1.83it/s, est. speed input: 145.29 toks/s, output: 1425.53 toks/s]
-2025-03-15T13:56:13.376508215Z 
Processed prompts:  48%|████▊     | 242/500 [04:02<03:54,  1.10it/s, est. speed input: 144.58 toks/s, output: 1420.90 toks/s]
-2025-03-15T13:56:13.940026117Z 
Processed prompts:  49%|████▊     | 243/500 [04:04<05:05,  1.19s/it, est. speed input: 143.88 toks/s, output: 1415.03 toks/s]
-2025-03-15T13:56:17.360083744Z 
Processed prompts:  49%|████▉     | 244/500 [04:04<04:19,  1.01s/it, est. speed input: 143.97 toks/s, output: 1414.74 toks/s]
-2025-03-15T13:56:17.746155943Z 
Processed prompts:  49%|████▉     | 245/500 [04:08<07:13,  1.70s/it, est. speed input: 142.43 toks/s, output: 1400.24 toks/s]
-2025-03-15T13:56:18.054166817Z 
Processed prompts:  49%|████▉     | 246/500 [04:08<05:35,  1.32s/it, est. speed input: 142.62 toks/s, output: 1401.51 toks/s]
-2025-03-15T13:56:18.595104236Z 
Processed prompts:  49%|████▉     | 247/500 [04:09<04:19,  1.02s/it, est. speed input: 142.92 toks/s, output: 1409.31 toks/s]
-2025-03-15T13:56:18.900719012Z 
Processed prompts:  50%|████▉     | 248/500 [04:09<03:42,  1.13it/s, est. speed input: 143.08 toks/s, output: 1415.38 toks/s]
-2025-03-15T13:56:19.281778197Z 
Processed prompts:  50%|████▉     | 249/500 [04:09<02:58,  1.41it/s, est. speed input: 143.35 toks/s, output: 1420.07 toks/s]
-2025-03-15T13:56:20.422855547Z 
Processed prompts:  50%|█████     | 250/500 [04:10<02:33,  1.63it/s, est. speed input: 143.54 toks/s, output: 1420.76 toks/s]
-2025-03-15T13:56:21.112472191Z 
Processed prompts:  50%|█████     | 251/500 [04:11<03:11,  1.30it/s, est. speed input: 143.32 toks/s, output: 1418.96 toks/s]
-2025-03-15T13:56:23.056200204Z 
Processed prompts:  50%|█████     | 252/500 [04:12<03:05,  1.34it/s, est. speed input: 143.63 toks/s, output: 1429.18 toks/s]
-2025-03-15T13:56:23.283138554Z 
Processed prompts:  51%|█████     | 253/500 [04:14<04:32,  1.10s/it, est. speed input: 142.98 toks/s, output: 1425.34 toks/s]
-2025-03-15T13:56:23.964397093Z 
Processed prompts:  51%|█████     | 254/500 [04:14<03:27,  1.19it/s, est. speed input: 143.24 toks/s, output: 1425.89 toks/s]
-2025-03-15T13:56:25.019880110Z 
Processed prompts:  51%|█████     | 255/500 [04:14<03:14,  1.26it/s, est. speed input: 143.50 toks/s, output: 1436.12 toks/s]
-2025-03-15T13:56:25.701495561Z 
Processed prompts:  51%|█████     | 256/500 [04:15<03:32,  1.15it/s, est. speed input: 143.33 toks/s, output: 1434.55 toks/s]
-2025-03-15T13:56:25.852499732Z 
Processed prompts:  51%|█████▏    | 257/500 [04:16<03:18,  1.23it/s, est. speed input: 143.86 toks/s, output: 1444.78 toks/s]
-2025-03-15T13:56:28.193374469Z 
Processed prompts:  52%|█████▏    | 258/500 [04:16<02:29,  1.62it/s, est. speed input: 144.19 toks/s, output: 1448.02 toks/s]
-2025-03-15T13:56:30.605061228Z 
Processed prompts:  52%|█████▏    | 259/500 [04:19<04:33,  1.13s/it, est. speed input: 143.26 toks/s, output: 1436.82 toks/s]
-2025-03-15T13:56:31.732467578Z 
Processed prompts:  52%|█████▏    | 261/500 [04:21<04:38,  1.17s/it, est. speed input: 142.85 toks/s, output: 1440.12 toks/s]
-2025-03-15T13:56:33.989280872Z 
Processed prompts:  52%|█████▏    | 262/500 [04:22<04:35,  1.16s/it, est. speed input: 142.65 toks/s, output: 1439.59 toks/s]
-2025-03-15T13:56:34.215912408Z 
Processed prompts:  53%|█████▎    | 263/500 [04:24<05:42,  1.44s/it, est. speed input: 141.92 toks/s, output: 1441.33 toks/s]
-2025-03-15T13:56:35.415775211Z 
Processed prompts:  53%|█████▎    | 264/500 [04:25<04:22,  1.11s/it, est. speed input: 142.17 toks/s, output: 1441.99 toks/s]
-2025-03-15T13:56:35.716630597Z 
Processed prompts:  53%|█████▎    | 265/500 [04:26<04:27,  1.14s/it, est. speed input: 141.95 toks/s, output: 1442.61 toks/s]
-2025-03-15T13:56:36.316024192Z 
Processed prompts:  53%|█████▎    | 267/500 [04:26<02:42,  1.43it/s, est. speed input: 142.79 toks/s, output: 1457.41 toks/s]
-2025-03-15T13:56:37.361719957Z 
Processed prompts:  54%|█████▎    | 268/500 [04:27<02:36,  1.48it/s, est. speed input: 142.94 toks/s, output: 1467.03 toks/s]
-2025-03-15T13:56:37.585576896Z 
Processed prompts:  54%|█████▍    | 270/500 [04:28<02:20,  1.63it/s, est. speed input: 143.11 toks/s, output: 1465.98 toks/s]
-2025-03-15T13:56:37.881997244Z 
Processed prompts:  54%|█████▍    | 271/500 [04:28<02:00,  1.90it/s, est. speed input: 143.40 toks/s, output: 1470.46 toks/s]
-2025-03-15T13:56:38.326509127Z 
Processed prompts:  54%|█████▍    | 272/500 [04:28<01:47,  2.13it/s, est. speed input: 143.64 toks/s, output: 1473.54 toks/s]
-2025-03-15T13:56:38.474833343Z 
Processed prompts:  55%|█████▍    | 273/500 [04:29<01:45,  2.16it/s, est. speed input: 143.92 toks/s, output: 1485.11 toks/s]
-2025-03-15T13:56:38.921189483Z 
Processed prompts:  55%|█████▍    | 274/500 [04:29<01:25,  2.64it/s, est. speed input: 144.21 toks/s, output: 1486.79 toks/s]
-2025-03-15T13:56:39.515861468Z 
Processed prompts:  55%|█████▌    | 275/500 [04:29<01:29,  2.52it/s, est. speed input: 144.36 toks/s, output: 1488.99 toks/s]
-2025-03-15T13:56:39.884142866Z 
Processed prompts:  55%|█████▌    | 277/500 [04:30<01:18,  2.83it/s, est. speed input: 144.81 toks/s, output: 1494.14 toks/s]
-2025-03-15T13:56:40.652150373Z 
Processed prompts:  56%|█████▌    | 278/500 [04:30<01:19,  2.80it/s, est. speed input: 144.97 toks/s, output: 1494.10 toks/s]
-2025-03-15T13:56:41.580789926Z 
Processed prompts:  56%|█████▌    | 279/500 [04:31<01:42,  2.17it/s, est. speed input: 146.10 toks/s, output: 1503.87 toks/s]
-2025-03-15T13:56:41.815131215Z 
Processed prompts:  56%|█████▌    | 280/500 [04:32<02:09,  1.70it/s, est. speed input: 145.98 toks/s, output: 1502.76 toks/s]
-2025-03-15T13:56:42.279535701Z 
Processed prompts:  56%|█████▌    | 281/500 [04:32<01:47,  2.04it/s, est. speed input: 146.21 toks/s, output: 1503.45 toks/s]
-2025-03-15T13:56:42.664234793Z 
Processed prompts:  56%|█████▋    | 282/500 [04:33<01:45,  2.07it/s, est. speed input: 146.32 toks/s, output: 1503.45 toks/s]
-2025-03-15T13:56:43.314638366Z 
Processed prompts:  57%|█████▋    | 283/500 [04:33<01:38,  2.20it/s, est. speed input: 146.48 toks/s, output: 1504.43 toks/s]
-2025-03-15T13:56:43.818960324Z 
Processed prompts:  57%|█████▋    | 285/500 [04:34<01:25,  2.53it/s, est. speed input: 146.84 toks/s, output: 1504.98 toks/s]
-2025-03-15T13:56:45.054925909Z 
Processed prompts:  57%|█████▋    | 286/500 [04:34<01:30,  2.37it/s, est. speed input: 146.96 toks/s, output: 1507.67 toks/s]
-2025-03-15T13:56:46.225818275Z 
Processed prompts:  57%|█████▋    | 287/500 [04:36<02:14,  1.58it/s, est. speed input: 146.61 toks/s, output: 1502.39 toks/s]
-2025-03-15T13:56:46.372415500Z 
Processed prompts:  58%|█████▊    | 288/500 [04:37<02:44,  1.29it/s, est. speed input: 146.40 toks/s, output: 1502.67 toks/s]
-2025-03-15T13:56:47.027863661Z 
Processed prompts:  58%|█████▊    | 289/500 [04:37<02:07,  1.66it/s, est. speed input: 146.67 toks/s, output: 1504.66 toks/s]
-2025-03-15T13:56:47.603356745Z 
Processed prompts:  58%|█████▊    | 290/500 [04:37<02:09,  1.62it/s, est. speed input: 146.83 toks/s, output: 1515.09 toks/s]
-2025-03-15T13:56:48.316894951Z 
Processed prompts:  58%|█████▊    | 291/500 [04:38<02:06,  1.65it/s, est. speed input: 146.95 toks/s, output: 1521.91 toks/s]
-2025-03-15T13:56:48.673312313Z 
Processed prompts:  58%|█████▊    | 292/500 [04:39<02:12,  1.57it/s, est. speed input: 146.90 toks/s, output: 1519.82 toks/s]
-2025-03-15T13:56:49.598921369Z 
Processed prompts:  59%|█████▊    | 293/500 [04:39<01:54,  1.80it/s, est. speed input: 147.03 toks/s, output: 1519.76 toks/s]
-2025-03-15T13:56:50.669220725Z 
Processed prompts:  59%|█████▉    | 294/500 [04:40<02:16,  1.51it/s, est. speed input: 146.88 toks/s, output: 1516.85 toks/s]
-2025-03-15T13:56:50.812079504Z 
Processed prompts:  59%|█████▉    | 295/500 [04:41<02:40,  1.27it/s, est. speed input: 146.71 toks/s, output: 1516.94 toks/s]
-2025-03-15T13:56:51.595303087Z 
Processed prompts:  59%|█████▉    | 296/500 [04:41<02:01,  1.68it/s, est. speed input: 146.97 toks/s, output: 1518.68 toks/s]
-2025-03-15T13:56:53.087571204Z 
Processed prompts:  59%|█████▉    | 297/500 [04:42<02:11,  1.54it/s, est. speed input: 146.92 toks/s, output: 1517.69 toks/s]
-2025-03-15T13:56:53.512810825Z 
Processed prompts:  60%|█████▉    | 298/500 [04:44<03:02,  1.11it/s, est. speed input: 146.55 toks/s, output: 1517.59 toks/s]
-2025-03-15T13:56:54.861565622Z 
Processed prompts:  60%|█████▉    | 299/500 [04:44<02:32,  1.32it/s, est. speed input: 146.71 toks/s, output: 1521.22 toks/s]
-2025-03-15T13:56:55.428664989Z 
Processed prompts:  60%|██████    | 300/500 [04:45<03:07,  1.07it/s, est. speed input: 146.33 toks/s, output: 1516.16 toks/s]
-2025-03-15T13:56:55.996341724Z 
Processed prompts:  60%|██████    | 301/500 [04:46<02:44,  1.21it/s, est. speed input: 146.36 toks/s, output: 1515.38 toks/s]
-2025-03-15T13:56:56.348679618Z 
Processed prompts:  60%|██████    | 302/500 [04:46<02:28,  1.34it/s, est. speed input: 146.72 toks/s, output: 1526.37 toks/s]
-2025-03-15T13:56:57.192209907Z 
Processed prompts:  61%|██████    | 304/500 [04:47<01:34,  2.07it/s, est. speed input: 147.24 toks/s, output: 1531.49 toks/s]
-2025-03-15T13:56:57.613456836Z 
Processed prompts:  61%|██████    | 305/500 [04:48<01:51,  1.74it/s, est. speed input: 147.69 toks/s, output: 1540.99 toks/s]
-2025-03-15T13:57:00.207272411Z 
Processed prompts:  61%|██████    | 306/500 [04:48<01:43,  1.87it/s, est. speed input: 147.82 toks/s, output: 1541.83 toks/s]
-2025-03-15T13:57:01.116674791Z 
Processed prompts:  61%|██████▏   | 307/500 [04:51<03:31,  1.09s/it, est. speed input: 147.19 toks/s, output: 1542.08 toks/s]
-2025-03-15T13:57:01.465197757Z 
Processed prompts:  62%|██████▏   | 308/500 [04:52<03:20,  1.04s/it, est. speed input: 147.69 toks/s, output: 1551.27 toks/s]
-2025-03-15T13:57:01.743790944Z 
Processed prompts:  62%|██████▏   | 309/500 [04:52<02:41,  1.18it/s, est. speed input: 147.82 toks/s, output: 1551.94 toks/s]
-2025-03-15T13:57:02.372559487Z 
Processed prompts:  62%|██████▏   | 310/500 [04:52<02:09,  1.47it/s, est. speed input: 148.07 toks/s, output: 1558.51 toks/s]
-2025-03-15T13:57:04.458089184Z 
Processed prompts:  62%|██████▏   | 311/500 [04:53<02:05,  1.50it/s, est. speed input: 148.23 toks/s, output: 1569.16 toks/s]
-2025-03-15T13:57:04.943655879Z 
Processed prompts:  62%|██████▏   | 312/500 [04:55<03:23,  1.08s/it, est. speed input: 147.53 toks/s, output: 1562.10 toks/s]
-2025-03-15T13:57:05.082682604Z 
Processed prompts:  63%|██████▎   | 313/500 [04:55<02:49,  1.10it/s, est. speed input: 147.61 toks/s, output: 1562.87 toks/s]
-2025-03-15T13:57:05.920731080Z 
Processed prompts:  63%|██████▎   | 314/500 [04:56<02:06,  1.47it/s, est. speed input: 147.90 toks/s, output: 1567.18 toks/s]
-2025-03-15T13:57:07.179526254Z 
Processed prompts:  63%|██████▎   | 315/500 [04:56<02:14,  1.38it/s, est. speed input: 147.82 toks/s, output: 1566.33 toks/s]
-2025-03-15T13:57:07.665574783Z 
Processed prompts:  63%|██████▎   | 316/500 [04:58<02:42,  1.13it/s, est. speed input: 147.64 toks/s, output: 1573.72 toks/s]
-2025-03-15T13:57:07.803675112Z 
Processed prompts:  63%|██████▎   | 317/500 [04:58<02:20,  1.31it/s, est. speed input: 147.83 toks/s, output: 1585.15 toks/s]
-2025-03-15T13:57:08.009613384Z 
Processed prompts:  64%|██████▎   | 318/500 [04:58<01:45,  1.73it/s, est. speed input: 148.11 toks/s, output: 1589.40 toks/s]
-2025-03-15T13:57:10.129879336Z 
Processed prompts:  64%|██████▍   | 320/500 [04:58<01:04,  2.79it/s, est. speed input: 148.70 toks/s, output: 1598.41 toks/s]
-2025-03-15T13:57:11.087873763Z 
Processed prompts:  64%|██████▍   | 321/500 [05:01<02:22,  1.26it/s, est. speed input: 148.03 toks/s, output: 1596.44 toks/s]
-2025-03-15T13:57:11.430068908Z 
Processed prompts:  64%|██████▍   | 322/500 [05:02<02:29,  1.19it/s, est. speed input: 147.86 toks/s, output: 1594.19 toks/s]
-2025-03-15T13:57:16.102468212Z 
Processed prompts:  65%|██████▍   | 323/500 [05:02<02:04,  1.42it/s, est. speed input: 148.02 toks/s, output: 1596.09 toks/s]
-2025-03-15T13:57:16.393849851Z 
Processed prompts:  65%|██████▍   | 324/500 [05:07<05:19,  1.81s/it, est. speed input: 146.11 toks/s, output: 1577.12 toks/s]
-2025-03-15T13:57:16.975657550Z 
Processed prompts:  65%|██████▌   | 326/500 [05:07<03:06,  1.07s/it, est. speed input: 146.62 toks/s, output: 1583.59 toks/s]
-2025-03-15T13:57:17.461900957Z 
Processed prompts:  66%|██████▌   | 328/500 [05:07<02:12,  1.30it/s, est. speed input: 147.07 toks/s, output: 1595.53 toks/s]
-2025-03-15T13:57:18.205085108Z 
Processed prompts:  66%|██████▌   | 329/500 [05:08<02:01,  1.41it/s, est. speed input: 147.13 toks/s, output: 1596.09 toks/s]
-2025-03-15T13:57:18.474538253Z 
Processed prompts:  66%|██████▌   | 330/500 [05:09<02:01,  1.40it/s, est. speed input: 147.42 toks/s, output: 1606.27 toks/s]
-2025-03-15T13:57:19.011765268Z 
Processed prompts:  66%|██████▌   | 331/500 [05:09<01:41,  1.66it/s, est. speed input: 147.61 toks/s, output: 1608.82 toks/s]
-2025-03-15T13:57:20.180965195Z 
Processed prompts:  66%|██████▋   | 332/500 [05:09<01:38,  1.71it/s, est. speed input: 147.68 toks/s, output: 1610.07 toks/s]
-2025-03-15T13:57:21.737486126Z 
Processed prompts:  67%|██████▋   | 333/500 [05:11<02:04,  1.34it/s, est. speed input: 147.44 toks/s, output: 1608.20 toks/s]
-2025-03-15T13:57:23.808417160Z 
Processed prompts:  67%|██████▋   | 334/500 [05:12<02:41,  1.03it/s, est. speed input: 147.00 toks/s, output: 1603.40 toks/s]
-2025-03-15T13:57:26.819301538Z 
Processed prompts:  67%|██████▋   | 335/500 [05:14<03:32,  1.29s/it, est. speed input: 146.33 toks/s, output: 1596.38 toks/s]
-2025-03-15T13:57:27.211302261Z 
Processed prompts:  67%|██████▋   | 336/500 [05:17<04:53,  1.79s/it, est. speed input: 145.32 toks/s, output: 1592.26 toks/s]
-2025-03-15T13:57:28.451628139Z 
Processed prompts:  67%|██████▋   | 337/500 [05:18<03:44,  1.38s/it, est. speed input: 145.41 toks/s, output: 1593.47 toks/s]
-2025-03-15T13:57:29.294968695Z 
Processed prompts:  68%|██████▊   | 338/500 [05:19<03:36,  1.34s/it, est. speed input: 145.19 toks/s, output: 1594.44 toks/s]
-2025-03-15T13:57:29.808105484Z 
Processed prompts:  68%|██████▊   | 339/500 [05:20<03:11,  1.19s/it, est. speed input: 145.54 toks/s, output: 1604.30 toks/s]
-2025-03-15T13:57:31.793736884Z 
Processed prompts:  68%|██████▊   | 340/500 [05:20<02:38,  1.01it/s, est. speed input: 145.63 toks/s, output: 1607.18 toks/s]
-2025-03-15T13:57:32.627926632Z 
Processed prompts:  68%|██████▊   | 341/500 [05:22<03:24,  1.29s/it, est. speed input: 145.01 toks/s, output: 1600.74 toks/s]
-2025-03-15T13:57:32.819441979Z 
Processed prompts:  68%|██████▊   | 342/500 [05:23<03:01,  1.15s/it, est. speed input: 144.93 toks/s, output: 1600.76 toks/s]
-2025-03-15T13:57:34.096084666Z 
Processed prompts:  69%|██████▊   | 343/500 [05:23<02:15,  1.16it/s, est. speed input: 145.13 toks/s, output: 1603.57 toks/s]
-2025-03-15T13:57:34.923640652Z 
Processed prompts:  69%|██████▉   | 344/500 [05:25<02:34,  1.01it/s, est. speed input: 144.89 toks/s, output: 1603.97 toks/s]
-2025-03-15T13:57:35.877947742Z 
Processed prompts:  69%|██████▉   | 345/500 [05:25<02:25,  1.06it/s, est. speed input: 144.81 toks/s, output: 1603.77 toks/s]
-2025-03-15T13:57:36.195259700Z 
Processed prompts:  69%|██████▉   | 346/500 [05:26<02:25,  1.06it/s, est. speed input: 144.79 toks/s, output: 1613.17 toks/s]
-2025-03-15T13:57:37.335331330Z 
Processed prompts:  69%|██████▉   | 347/500 [05:27<01:55,  1.32it/s, est. speed input: 144.99 toks/s, output: 1620.20 toks/s]
-2025-03-15T13:57:38.874341350Z 
Processed prompts:  70%|██████▉   | 348/500 [05:28<02:12,  1.15it/s, est. speed input: 145.48 toks/s, output: 1628.67 toks/s]
-2025-03-15T13:57:39.500810666Z 
Processed prompts:  70%|██████▉   | 349/500 [05:29<02:41,  1.07s/it, est. speed input: 145.44 toks/s, output: 1635.12 toks/s]
-2025-03-15T13:57:40.119385310Z 
Processed prompts:  70%|███████   | 351/500 [05:30<01:47,  1.39it/s, est. speed input: 146.13 toks/s, output: 1660.10 toks/s]
-2025-03-15T13:57:43.491774303Z 
Processed prompts:  71%|███████   | 353/500 [05:31<01:21,  1.79it/s, est. speed input: 146.46 toks/s, output: 1666.16 toks/s]
-2025-03-15T13:57:43.676194613Z 
Processed prompts:  71%|███████   | 354/500 [05:34<02:52,  1.18s/it, est. speed input: 145.26 toks/s, output: 1653.52 toks/s]
-2025-03-15T13:57:45.141226513Z 
Processed prompts:  71%|███████   | 355/500 [05:34<02:16,  1.06it/s, est. speed input: 145.75 toks/s, output: 1666.69 toks/s]
-2025-03-15T13:57:46.658638647Z 
Processed prompts:  71%|███████   | 356/500 [05:36<02:34,  1.07s/it, est. speed input: 145.52 toks/s, output: 1673.51 toks/s]
-2025-03-15T13:57:47.751289351Z 
Processed prompts:  71%|███████▏  | 357/500 [05:37<02:50,  1.19s/it, est. speed input: 145.14 toks/s, output: 1670.12 toks/s]
-2025-03-15T13:57:51.379325817Z 
Processed prompts:  72%|███████▏  | 358/500 [05:38<02:45,  1.17s/it, est. speed input: 144.95 toks/s, output: 1669.08 toks/s]
-2025-03-15T13:57:52.141585728Z 
Processed prompts:  72%|███████▏  | 359/500 [05:42<04:22,  1.86s/it, est. speed input: 143.99 toks/s, output: 1665.52 toks/s]
-2025-03-15T13:57:55.882628800Z 
Processed prompts:  72%|███████▏  | 361/500 [05:43<02:46,  1.20s/it, est. speed input: 144.43 toks/s, output: 1680.93 toks/s]
-2025-03-15T13:57:56.845232134Z 
Processed prompts:  72%|███████▏  | 362/500 [05:46<04:10,  1.82s/it, est. speed input: 143.27 toks/s, output: 1676.96 toks/s]
-2025-03-15T13:57:57.565141565Z 
Processed prompts:  73%|███████▎  | 363/500 [05:47<03:38,  1.60s/it, est. speed input: 143.15 toks/s, output: 1677.20 toks/s]
-2025-03-15T13:57:57.744509270Z 
Processed prompts:  73%|███████▎  | 364/500 [05:48<03:05,  1.36s/it, est. speed input: 143.72 toks/s, output: 1687.90 toks/s]
-2025-03-15T13:57:59.052952899Z 
Processed prompts:  73%|███████▎  | 365/500 [05:48<02:19,  1.03s/it, est. speed input: 143.92 toks/s, output: 1691.73 toks/s]
-2025-03-15T13:57:59.587352739Z 
Processed prompts:  73%|███████▎  | 366/500 [05:50<02:28,  1.11s/it, est. speed input: 143.74 toks/s, output: 1697.71 toks/s]
-2025-03-15T13:57:59.941657108Z 
Processed prompts:  73%|███████▎  | 367/500 [05:50<02:05,  1.06it/s, est. speed input: 143.95 toks/s, output: 1709.30 toks/s]
-2025-03-15T13:58:00.409612551Z 
Processed prompts:  74%|███████▎  | 368/500 [05:50<01:41,  1.29it/s, est. speed input: 145.01 toks/s, output: 1721.77 toks/s]
-2025-03-15T13:58:05.329570408Z 
Processed prompts:  74%|███████▍  | 369/500 [05:51<01:29,  1.46it/s, est. speed input: 145.48 toks/s, output: 1733.67 toks/s]
-2025-03-15T13:58:09.209485761Z 
Processed prompts:  74%|███████▍  | 370/500 [05:56<04:11,  1.94s/it, est. speed input: 143.89 toks/s, output: 1723.96 toks/s]
-2025-03-15T13:58:11.429587235Z 
Processed prompts:  74%|███████▍  | 371/500 [06:00<05:24,  2.51s/it, est. speed input: 142.87 toks/s, output: 1719.65 toks/s]
-2025-03-15T13:58:13.950488558Z 
Processed prompts:  75%|███████▍  | 373/500 [06:02<03:57,  1.87s/it, est. speed input: 142.52 toks/s, output: 1719.79 toks/s]
-2025-03-15T13:58:14.465676108Z 
Processed prompts:  75%|███████▍  | 374/500 [06:04<04:15,  2.03s/it, est. speed input: 141.89 toks/s, output: 1720.88 toks/s]
-2025-03-15T13:58:19.132894606Z 
Processed prompts:  75%|███████▌  | 375/500 [06:05<03:24,  1.64s/it, est. speed input: 141.93 toks/s, output: 1723.56 toks/s]
-2025-03-15T13:58:19.701132979Z 
Processed prompts:  75%|███████▌  | 376/500 [06:10<05:04,  2.46s/it, est. speed input: 140.43 toks/s, output: 1708.91 toks/s]
-2025-03-15T13:58:34.911616196Z 
Processed prompts:  75%|███████▌  | 377/500 [06:10<03:57,  1.93s/it, est. speed input: 140.48 toks/s, output: 1712.45 toks/s]
-2025-03-15T13:58:35.969609969Z 
Processed prompts:  76%|███████▌  | 378/500 [06:25<11:37,  5.72s/it, est. speed input: 135.27 toks/s, output: 1657.40 toks/s]
-2025-03-15T13:58:37.528910266Z 
Processed prompts:  76%|███████▌  | 379/500 [06:26<08:48,  4.37s/it, est. speed input: 135.41 toks/s, output: 1667.34 toks/s]
-2025-03-15T13:58:38.086910247Z 
Processed prompts:  76%|███████▌  | 380/500 [06:28<07:05,  3.55s/it, est. speed input: 135.22 toks/s, output: 1675.13 toks/s]
-2025-03-15T13:58:38.327714634Z 
Processed prompts:  76%|███████▌  | 381/500 [06:29<05:17,  2.67s/it, est. speed input: 135.29 toks/s, output: 1680.40 toks/s]
-2025-03-15T13:58:38.924907741Z 
Processed prompts:  76%|███████▋  | 382/500 [06:29<03:49,  1.95s/it, est. speed input: 135.77 toks/s, output: 1693.85 toks/s]
-2025-03-15T13:58:39.105514536Z 
Processed prompts:  77%|███████▋  | 383/500 [06:29<03:00,  1.55s/it, est. speed input: 135.84 toks/s, output: 1700.31 toks/s]
-2025-03-15T13:58:39.672787547Z 
Processed prompts:  77%|███████▋  | 385/500 [06:30<01:40,  1.14it/s, est. speed input: 136.72 toks/s, output: 1724.07 toks/s]
-2025-03-15T13:58:41.505971347Z 
Processed prompts:  77%|███████▋  | 386/500 [06:30<01:31,  1.25it/s, est. speed input: 136.80 toks/s, output: 1729.77 toks/s]
-2025-03-15T13:58:41.889150742Z 
Processed prompts:  77%|███████▋  | 387/500 [06:32<02:00,  1.07s/it, est. speed input: 136.87 toks/s, output: 1736.20 toks/s]
-2025-03-15T13:58:45.041868779Z 
Processed prompts:  78%|███████▊  | 389/500 [06:32<01:17,  1.44it/s, est. speed input: 137.66 toks/s, output: 1757.06 toks/s]
-2025-03-15T13:58:46.290221479Z 
Processed prompts:  78%|███████▊  | 390/500 [06:36<02:19,  1.27s/it, est. speed input: 136.96 toks/s, output: 1757.62 toks/s]
-2025-03-15T13:58:47.102608609Z 
Processed prompts:  78%|███████▊  | 391/500 [06:37<02:17,  1.26s/it, est. speed input: 136.76 toks/s, output: 1758.21 toks/s]
-2025-03-15T13:58:47.854639103Z 
Processed prompts:  78%|███████▊  | 392/500 [06:38<02:03,  1.15s/it, est. speed input: 136.88 toks/s, output: 1769.19 toks/s]
-2025-03-15T13:58:49.030111060Z 
Processed prompts:  79%|███████▊  | 393/500 [06:38<01:51,  1.04s/it, est. speed input: 137.04 toks/s, output: 1780.43 toks/s]
-2025-03-15T13:58:49.669813690Z 
Processed prompts:  79%|███████▉  | 394/500 [06:39<01:54,  1.08s/it, est. speed input: 136.88 toks/s, output: 1782.04 toks/s]
-2025-03-15T13:58:54.344841067Z 
Processed prompts:  79%|███████▉  | 395/500 [06:40<01:39,  1.05it/s, est. speed input: 138.60 toks/s, output: 1793.79 toks/s]
-2025-03-15T13:58:58.679459748Z 
Processed prompts:  79%|███████▉  | 396/500 [06:45<03:31,  2.03s/it, est. speed input: 137.39 toks/s, output: 1787.74 toks/s]
-2025-03-15T13:59:02.420850424Z 
Processed prompts:  79%|███████▉  | 397/500 [06:49<04:38,  2.71s/it, est. speed input: 136.23 toks/s, output: 1781.06 toks/s]
-2025-03-15T13:59:04.955511305Z 
Processed prompts:  80%|███████▉  | 398/500 [06:53<05:07,  3.01s/it, est. speed input: 135.54 toks/s, output: 1779.66 toks/s]
-2025-03-15T13:59:05.383690869Z 
Processed prompts:  80%|███████▉  | 399/500 [06:55<04:49,  2.87s/it, est. speed input: 135.31 toks/s, output: 1783.55 toks/s]
-2025-03-15T13:59:05.648166227Z 
Processed prompts:  80%|████████  | 400/500 [06:56<03:34,  2.14s/it, est. speed input: 135.44 toks/s, output: 1791.70 toks/s]
-2025-03-15T13:59:05.806458831Z 
Processed prompts:  80%|████████  | 401/500 [06:56<02:36,  1.58s/it, est. speed input: 135.75 toks/s, output: 1805.31 toks/s]
-2025-03-15T13:59:15.303485722Z 
Processed prompts:  81%|████████  | 403/500 [06:56<01:26,  1.12it/s, est. speed input: 136.26 toks/s, output: 1826.87 toks/s]
-2025-03-15T13:59:17.612790120Z 
Processed prompts:  81%|████████  | 404/500 [07:06<04:49,  3.02s/it, est. speed input: 133.45 toks/s, output: 1793.55 toks/s]
-2025-03-15T13:59:20.688613537Z 
Processed prompts:  81%|████████  | 405/500 [07:08<04:29,  2.83s/it, est. speed input: 132.97 toks/s, output: 1792.74 toks/s]
-2025-03-15T13:59:23.656325224Z 
Processed prompts:  81%|████████  | 406/500 [07:11<04:32,  2.90s/it, est. speed input: 132.77 toks/s, output: 1794.85 toks/s]
-2025-03-15T13:59:39.552300660Z 
Processed prompts:  81%|████████▏ | 407/500 [07:14<04:31,  2.92s/it, est. speed input: 132.11 toks/s, output: 1791.87 toks/s]
-2025-03-15T13:59:44.524983226Z 
Processed prompts:  82%|████████▏ | 408/500 [07:30<10:09,  6.62s/it, est. speed input: 127.70 toks/s, output: 1739.12 toks/s]
-2025-03-15T13:59:44.686725242Z 
Processed prompts:  82%|████████▏ | 409/500 [07:35<09:19,  6.14s/it, est. speed input: 126.80 toks/s, output: 1735.22 toks/s]
-2025-03-15T13:59:48.997922403Z 
Processed prompts:  82%|████████▏ | 410/500 [07:35<06:35,  4.39s/it, est. speed input: 126.97 toks/s, output: 1742.71 toks/s]
-2025-03-15T13:59:51.429538860Z 
Processed prompts:  82%|████████▏ | 411/500 [07:39<06:28,  4.37s/it, est. speed input: 126.04 toks/s, output: 1739.73 toks/s]
-2025-03-15T13:59:52.420236595Z 
Processed prompts:  82%|████████▏ | 412/500 [07:42<05:33,  3.80s/it, est. speed input: 125.77 toks/s, output: 1745.72 toks/s]
-2025-03-15T13:59:58.418423408Z 
Processed prompts:  83%|████████▎ | 413/500 [07:43<04:17,  2.96s/it, est. speed input: 125.75 toks/s, output: 1754.28 toks/s]
-2025-03-15T13:59:59.862929981Z 
Processed prompts:  83%|████████▎ | 414/500 [07:49<05:32,  3.87s/it, est. speed input: 124.36 toks/s, output: 1741.14 toks/s]
-2025-03-15T14:00:03.842007235Z 
Processed prompts:  83%|████████▎ | 415/500 [07:50<04:27,  3.14s/it, est. speed input: 124.29 toks/s, output: 1751.01 toks/s]
-2025-03-15T14:00:07.252984016Z 
Processed prompts:  83%|████████▎ | 416/500 [07:54<04:45,  3.39s/it, est. speed input: 123.73 toks/s, output: 1751.59 toks/s]
-2025-03-15T14:00:22.760498706Z 
Processed prompts:  83%|████████▎ | 417/500 [07:58<04:42,  3.40s/it, est. speed input: 123.14 toks/s, output: 1754.38 toks/s]
-2025-03-15T14:00:24.293369082Z 
Processed prompts:  84%|████████▎ | 418/500 [08:13<09:36,  7.03s/it, est. speed input: 119.57 toks/s, output: 1714.69 toks/s]
-2025-03-15T14:00:28.036476412Z 
Processed prompts:  84%|████████▍ | 419/500 [08:15<07:15,  5.38s/it, est. speed input: 119.43 toks/s, output: 1721.14 toks/s]
-2025-03-15T14:00:28.239363193Z 
Processed prompts:  84%|████████▍ | 420/500 [08:18<06:31,  4.89s/it, est. speed input: 119.15 toks/s, output: 1723.63 toks/s]
-2025-03-15T14:00:40.753961796Z 
Processed prompts:  84%|████████▍ | 421/500 [08:19<04:35,  3.48s/it, est. speed input: 119.42 toks/s, output: 1738.34 toks/s]
-2025-03-15T14:00:41.668006624Z 
Processed prompts:  84%|████████▍ | 422/500 [08:31<08:02,  6.19s/it, est. speed input: 116.70 toks/s, output: 1705.26 toks/s]
-2025-03-15T14:00:57.619782429Z 
Processed prompts:  85%|████████▍ | 423/500 [08:32<05:54,  4.61s/it, est. speed input: 116.69 toks/s, output: 1712.16 toks/s]
-2025-03-15T14:01:03.487118560Z 
Processed prompts:  85%|████████▍ | 424/500 [08:48<10:08,  8.01s/it, est. speed input: 113.38 toks/s, output: 1673.43 toks/s]
-2025-03-15T14:01:07.561229836Z 
Processed prompts:  85%|████████▌ | 425/500 [08:54<09:12,  7.37s/it, est. speed input: 113.14 toks/s, output: 1670.74 toks/s]
-2025-03-15T14:01:15.430453348Z 
Processed prompts:  85%|████████▌ | 426/500 [08:58<07:52,  6.38s/it, est. speed input: 112.51 toks/s, output: 1672.00 toks/s]
-2025-03-15T14:01:20.886183846Z 
Processed prompts:  85%|████████▌ | 427/500 [09:06<08:18,  6.83s/it, est. speed input: 111.17 toks/s, output: 1663.69 toks/s]
-2025-03-15T14:01:29.829163444Z 
Processed prompts:  86%|████████▌ | 428/500 [09:11<07:41,  6.42s/it, est. speed input: 110.25 toks/s, output: 1657.53 toks/s]
-2025-03-15T14:01:34.830819559Z 
Processed prompts:  86%|████████▌ | 429/500 [09:20<08:29,  7.17s/it, est. speed input: 108.72 toks/s, output: 1646.97 toks/s]
-2025-03-15T14:01:37.479961630Z 
Processed prompts:  86%|████████▌ | 430/500 [09:25<07:36,  6.52s/it, est. speed input: 107.98 toks/s, output: 1648.31 toks/s]
-2025-03-15T14:01:39.233702123Z 
Processed prompts:  86%|████████▌ | 431/500 [09:28<06:09,  5.36s/it, est. speed input: 107.72 toks/s, output: 1656.55 toks/s]
-2025-03-15T14:01:41.166969971Z 
Processed prompts:  86%|████████▋ | 432/500 [09:30<04:50,  4.28s/it, est. speed input: 107.63 toks/s, output: 1667.38 toks/s]
-2025-03-15T14:01:45.040538181Z 
Processed prompts:  87%|████████▋ | 433/500 [09:32<03:59,  3.57s/it, est. speed input: 107.49 toks/s, output: 1677.69 toks/s]
-2025-03-15T14:01:47.276822451Z 
Processed prompts:  87%|████████▋ | 434/500 [09:36<04:01,  3.66s/it, est. speed input: 107.14 toks/s, output: 1682.38 toks/s]
-2025-03-15T14:02:06.587529494Z 
Processed prompts:  87%|████████▋ | 435/500 [09:38<03:30,  3.24s/it, est. speed input: 107.02 toks/s, output: 1691.87 toks/s]
-2025-03-15T14:02:07.411330340Z 
Processed prompts:  87%|████████▋ | 436/500 [09:57<08:35,  8.06s/it, est. speed input: 103.89 toks/s, output: 1653.33 toks/s]
-2025-03-15T14:02:08.334358722Z 
Processed prompts:  87%|████████▋ | 437/500 [09:58<06:10,  5.89s/it, est. speed input: 104.05 toks/s, output: 1667.20 toks/s]
-2025-03-15T14:02:10.231326652Z 
Processed prompts:  88%|████████▊ | 439/500 [09:59<03:26,  3.38s/it, est. speed input: 104.63 toks/s, output: 1696.90 toks/s]
-2025-03-15T14:02:13.769395734Z 
Processed prompts:  88%|████████▊ | 440/500 [10:01<03:00,  3.01s/it, est. speed input: 105.54 toks/s, output: 1707.71 toks/s]
-2025-03-15T14:02:22.435311070Z 
Processed prompts:  88%|████████▊ | 441/500 [10:04<03:05,  3.15s/it, est. speed input: 105.50 toks/s, output: 1713.92 toks/s]
-2025-03-15T14:02:23.661131774Z 
Processed prompts:  88%|████████▊ | 442/500 [10:13<04:29,  4.65s/it, est. speed input: 104.29 toks/s, output: 1705.98 toks/s]
-2025-03-15T14:02:32.990516392Z 
Processed prompts:  89%|████████▊ | 443/500 [10:14<03:30,  3.69s/it, est. speed input: 104.38 toks/s, output: 1718.87 toks/s]
-2025-03-15T14:02:34.791581282Z 
Processed prompts:  89%|████████▉ | 444/500 [10:23<04:56,  5.30s/it, est. speed input: 103.21 toks/s, output: 1709.54 toks/s]
-2025-03-15T14:02:46.103334883Z 
Processed prompts:  89%|████████▉ | 445/500 [10:25<03:55,  4.29s/it, est. speed input: 103.12 toks/s, output: 1721.01 toks/s]
-2025-03-15T14:03:13.626378511Z 
Processed prompts:  89%|████████▉ | 446/500 [10:37<05:42,  6.34s/it, est. speed input: 101.48 toks/s, output: 1706.95 toks/s]
-2025-03-15T14:03:14.628413844Z 
Processed prompts:  89%|████████▉ | 447/500 [11:04<11:07, 12.59s/it, est. speed input: 97.63 toks/s, output: 1652.99 toks/s] 
-2025-03-15T14:03:16.285764102Z 
Processed prompts:  90%|████████▉ | 448/500 [11:05<07:56,  9.16s/it, est. speed input: 97.71 toks/s, output: 1667.24 toks/s]
-2025-03-15T14:03:24.065719605Z 
Processed prompts:  90%|████████▉ | 449/500 [11:07<05:53,  6.92s/it, est. speed input: 97.62 toks/s, output: 1675.17 toks/s]
-2025-03-15T14:03:29.291318497Z 
Processed prompts:  90%|█████████ | 450/500 [11:15<05:58,  7.18s/it, est. speed input: 96.70 toks/s, output: 1672.67 toks/s]
-2025-03-15T14:03:37.791150582Z 
Processed prompts:  90%|█████████ | 451/500 [11:20<05:23,  6.60s/it, est. speed input: 96.23 toks/s, output: 1676.68 toks/s]
-2025-03-15T14:03:39.106279696Z 
Processed prompts:  90%|█████████ | 452/500 [11:28<05:43,  7.17s/it, est. speed input: 95.22 toks/s, output: 1671.75 toks/s]
-2025-03-15T14:03:49.523400343Z 
Processed prompts:  91%|█████████ | 453/500 [11:30<04:14,  5.41s/it, est. speed input: 95.43 toks/s, output: 1685.50 toks/s]
-2025-03-15T14:03:56.439440704Z 
Processed prompts:  91%|█████████ | 454/500 [11:40<05:17,  6.91s/it, est. speed input: 94.20 toks/s, output: 1677.47 toks/s]
-2025-03-15T14:04:01.693576243Z 
Processed prompts:  91%|█████████ | 455/500 [11:47<05:11,  6.91s/it, est. speed input: 93.71 toks/s, output: 1678.17 toks/s]
-2025-03-15T14:04:05.343932354Z 
Processed prompts:  91%|█████████ | 456/500 [11:52<04:42,  6.42s/it, est. speed input: 93.22 toks/s, output: 1682.94 toks/s]
-2025-03-15T14:04:27.899826983Z 
Processed prompts:  91%|█████████▏| 457/500 [11:56<04:00,  5.59s/it, est. speed input: 92.93 toks/s, output: 1691.54 toks/s]
-2025-03-15T14:04:32.840322080Z 
Processed prompts:  92%|█████████▏| 458/500 [12:18<07:28, 10.68s/it, est. speed input: 90.24 toks/s, output: 1653.61 toks/s]
-2025-03-15T14:04:38.140596545Z 
Processed prompts:  92%|█████████▏| 459/500 [12:23<06:07,  8.96s/it, est. speed input: 89.84 toks/s, output: 1660.04 toks/s]
-2025-03-15T14:04:40.494669650Z 
Processed prompts:  92%|█████████▏| 460/500 [12:29<05:14,  7.86s/it, est. speed input: 89.33 toks/s, output: 1661.47 toks/s]
-2025-03-15T14:04:45.761293413Z 
Processed prompts:  92%|█████████▏| 461/500 [12:31<04:02,  6.21s/it, est. speed input: 89.48 toks/s, output: 1673.76 toks/s]
-2025-03-15T14:04:56.598368894Z 
Processed prompts:  92%|█████████▏| 462/500 [12:36<03:45,  5.93s/it, est. speed input: 89.02 toks/s, output: 1678.47 toks/s]
-2025-03-15T14:04:59.374410403Z 
Processed prompts:  93%|█████████▎| 463/500 [12:47<04:33,  7.40s/it, est. speed input: 88.16 toks/s, output: 1672.43 toks/s]
-2025-03-15T14:05:01.331710868Z 
Processed prompts:  93%|█████████▎| 464/500 [12:50<03:36,  6.01s/it, est. speed input: 88.02 toks/s, output: 1684.08 toks/s]
-2025-03-15T14:05:01.594816354Z 
Processed prompts:  93%|█████████▎| 465/500 [12:52<02:47,  4.80s/it, est. speed input: 88.00 toks/s, output: 1697.51 toks/s]
-2025-03-15T14:05:30.385183032Z 
Processed prompts:  93%|█████████▎| 466/500 [12:52<01:56,  3.44s/it, est. speed input: 88.13 toks/s, output: 1714.63 toks/s]
-2025-03-15T14:05:36.269581543Z 
Processed prompts:  93%|█████████▎| 467/500 [13:21<06:04, 11.04s/it, est. speed input: 85.15 toks/s, output: 1671.05 toks/s]
-2025-03-15T14:05:36.379378310Z 
Processed prompts:  94%|█████████▎| 468/500 [13:27<05:03,  9.49s/it, est. speed input: 84.72 toks/s, output: 1676.95 toks/s]
-2025-03-15T14:05:47.958095246Z 
Processed prompts:  94%|█████████▍| 470/500 [13:27<02:34,  5.14s/it, est. speed input: 85.06 toks/s, output: 1709.37 toks/s]
-2025-03-15T14:05:57.016070213Z 
Processed prompts:  94%|█████████▍| 471/500 [13:38<03:15,  6.73s/it, est. speed input: 84.02 toks/s, output: 1703.43 toks/s]
-2025-03-15T14:06:00.098348991Z 
Processed prompts:  94%|█████████▍| 472/500 [13:47<03:25,  7.34s/it, est. speed input: 83.38 toks/s, output: 1703.13 toks/s]
-2025-03-15T14:06:14.340108706Z 
Processed prompts:  95%|█████████▍| 473/500 [13:51<02:46,  6.18s/it, est. speed input: 83.24 toks/s, output: 1715.18 toks/s]
-2025-03-15T14:06:52.635206871Z 
Processed prompts:  95%|█████████▍| 474/500 [14:05<03:39,  8.44s/it, est. speed input: 81.96 toks/s, output: 1701.17 toks/s]
-2025-03-15T14:06:57.099802571Z 
Processed prompts:  95%|█████████▌| 475/500 [14:43<07:04, 16.97s/it, est. speed input: 78.55 toks/s, output: 1645.58 toks/s]
-2025-03-15T14:06:57.725114662Z 
Processed prompts:  95%|█████████▌| 476/500 [14:48<05:20, 13.34s/it, est. speed input: 78.36 toks/s, output: 1656.39 toks/s]
-2025-03-15T14:07:02.629317937Z 
Processed prompts:  95%|█████████▌| 477/500 [14:48<03:41,  9.62s/it, est. speed input: 78.45 toks/s, output: 1674.31 toks/s]
-2025-03-15T14:07:22.736686099Z 
Processed prompts:  96%|█████████▌| 478/500 [14:53<03:01,  8.23s/it, est. speed input: 78.20 toks/s, output: 1684.28 toks/s]
-2025-03-15T14:07:28.994834759Z 
Processed prompts:  96%|█████████▌| 479/500 [15:13<04:06, 11.75s/it, est. speed input: 76.68 toks/s, output: 1666.60 toks/s]
-2025-03-15T14:07:30.673288177Z 
Processed prompts:  96%|█████████▌| 480/500 [15:19<03:22, 10.12s/it, est. speed input: 76.36 toks/s, output: 1674.73 toks/s]
-2025-03-15T14:07:55.901301804Z 
Processed prompts:  96%|█████████▌| 481/500 [15:21<02:24,  7.60s/it, est. speed input: 76.52 toks/s, output: 1691.17 toks/s]
-2025-03-15T14:08:14.782785984Z 
Processed prompts:  96%|█████████▋| 482/500 [15:46<03:51, 12.87s/it, est. speed input: 74.66 toks/s, output: 1666.00 toks/s]
-2025-03-15T14:08:17.708978523Z 
Processed prompts:  97%|█████████▋| 483/500 [16:05<04:09, 14.67s/it, est. speed input: 73.36 toks/s, output: 1653.58 toks/s]
-2025-03-15T14:08:38.893981664Z 
Processed prompts:  97%|█████████▋| 484/500 [16:08<02:58, 11.15s/it, est. speed input: 73.31 toks/s, output: 1668.80 toks/s]
-2025-03-15T14:09:16.157309745Z 
Processed prompts:  97%|█████████▋| 485/500 [16:29<03:32, 14.16s/it, est. speed input: 71.94 toks/s, output: 1653.64 toks/s]
-2025-03-15T14:09:21.360323738Z 
Processed prompts:  97%|█████████▋| 486/500 [17:07<04:55, 21.08s/it, est. speed input: 69.45 toks/s, output: 1614.80 toks/s]
-2025-03-15T14:09:22.058823285Z 
Processed prompts:  97%|█████████▋| 487/500 [17:12<03:32, 16.32s/it, est. speed input: 69.35 toks/s, output: 1627.90 toks/s]
-2025-03-15T14:09:25.604236984Z 
Processed prompts:  98%|█████████▊| 488/500 [17:13<02:19, 11.64s/it, est. speed input: 69.43 toks/s, output: 1648.06 toks/s]
-2025-03-15T14:09:35.622324702Z 
Processed prompts:  98%|█████████▊| 489/500 [17:16<01:41,  9.21s/it, est. speed input: 69.36 toks/s, output: 1663.75 toks/s]
-2025-03-15T14:09:46.685753415Z 
Processed prompts:  98%|█████████▊| 490/500 [17:26<01:34,  9.45s/it, est. speed input: 68.96 toks/s, output: 1669.36 toks/s]
-2025-03-15T14:10:07.294696453Z 
Processed prompts:  98%|█████████▊| 491/500 [17:37<01:29,  9.94s/it, est. speed input: 68.39 toks/s, output: 1673.69 toks/s]
-2025-03-15T14:10:29.051451739Z 
Processed prompts:  98%|█████████▊| 492/500 [17:58<01:45, 13.14s/it, est. speed input: 67.20 toks/s, output: 1663.99 toks/s]
-2025-03-15T14:10:58.555248761Z 
Processed prompts:  99%|█████████▊| 493/500 [18:20<01:50, 15.72s/it, est. speed input: 66.13 toks/s, output: 1653.92 toks/s]
-2025-03-15T14:11:51.019053006Z 
Processed prompts:  99%|█████████▉| 494/500 [18:49<01:59, 19.86s/it, est. speed input: 64.53 toks/s, output: 1634.34 toks/s]
-2025-03-15T14:12:21.704429085Z 
Processed prompts:  99%|█████████▉| 495/500 [19:41<02:28, 29.64s/it, est. speed input: 61.79 toks/s, output: 1586.81 toks/s]
-2025-03-15T14:12:30.586667128Z 
Processed prompts:  99%|█████████▉| 496/500 [20:12<01:59, 29.95s/it, est. speed input: 60.34 toks/s, output: 1572.50 toks/s]
-2025-03-15T14:12:37.714028176Z 
Processed prompts:  99%|█████████▉| 497/500 [20:21<01:10, 23.63s/it, est. speed input: 60.07 toks/s, output: 1587.18 toks/s]
-2025-03-15T14:12:41.141303201Z 
Processed prompts: 100%|█████████▉| 498/500 [20:28<00:37, 18.68s/it, est. speed input: 60.01 toks/s, output: 1604.35 toks/s]
-2025-03-15T14:13:08.534066287Z 
Processed prompts: 100%|█████████▉| 499/500 [20:32<00:14, 14.10s/it, est. speed input: 59.95 toks/s, output: 1626.38 toks/s]
-2025-03-15T14:13:08.534138374Z 
Processed prompts: 100%|██████████| 500/500 [20:59<00:00, 18.09s/it, est. speed input: 58.73 toks/s, output: 1616.94 toks/s]
Processed prompts: 100%|██████████| 500/500 [20:59<00:00,  2.52s/it, est. speed input: 58.73 toks/s, output: 1616.94 toks/s]
-2025-03-15T14:13:09.235969409Z 
Splits: 100%|██████████| 1/1 [21:00<00:00, 1260.53s/it]
Splits: 100%|██████████| 1/1 [21:00<00:00, 1260.53s/it]
-2025-03-15T14:13:11.021493521Z [2025-03-15 14:13:11,020] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T14:13:14.402042703Z [2025-03-15 14:13:14,401] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T14:13:14.418687673Z [2025-03-15 14:13:14,418] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T14:13:14.418827360Z [2025-03-15 14:13:14,418] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T14:13:16.330303108Z [2025-03-15 14:13:16,329] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp1_100/results/quyanh/OpenRS-GRPO/results_2025-03-15T14-13-14.418707.json (evaluation_tracker.py:234)
-2025-03-15T14:13:16.333241647Z |      Task       |Version|     Metric     |Value|   |Stderr|
-2025-03-15T14:13:16.333288474Z |-----------------|------:|----------------|----:|---|-----:|
-2025-03-15T14:13:16.333293797Z |all              |       |extractive_match|0.838|±  |0.0165|
-2025-03-15T14:13:16.333299153Z |custom:math_500:0|      1|extractive_match|0.838|±  |0.0165|
-2025-03-15T14:13:18.885973890Z Evaluating task: amc23
-2025-03-15T14:13:34.874691150Z [2025-03-15 14:13:34,873] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T14:14:49.456671027Z INFO 03-15 14:14:49 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T14:14:58.323957815Z [2025-03-15 14:14:58,323] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T14:15:51.471553249Z [2025-03-15 14:15:51,470] [    INFO]: This model supports multiple tasks: {'score', 'generate', 'classify', 'embed', 'reward'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T14:15:51.489706298Z [2025-03-15 14:15:51,488] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=67b0341a5a775c7821777abdfc4aab82ef8154f5, override_neuron_config=None, tokenizer_revision=67b0341a5a775c7821777abdfc4aab82ef8154f5, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T14:15:59.751172401Z [2025-03-15 14:15:59,750] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T14:16:00.544622332Z [2025-03-15 14:16:00,544] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T14:16:01.615737410Z [2025-03-15 14:16:01,615] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T14:16:01.993548080Z [2025-03-15 14:16:01,992] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T14:16:01.996045262Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T14:16:02.887904151Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.12it/s]
-2025-03-15T14:16:02.887956095Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.12it/s]
-2025-03-15T14:16:03.282060563Z [2025-03-15 14:16:03,281] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T14:16:05.703216790Z [2025-03-15 14:16:05,702] [    INFO]: Memory profiling takes 2.11 seconds
-2025-03-15T14:16:05.703276840Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T14:16:05.703282998Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T14:16:06.013449981Z [2025-03-15 14:16:06,012] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T14:16:06.013507141Z [2025-03-15 14:16:06,013] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T14:16:10.384576259Z [2025-03-15 14:16:10,384] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T14:16:30.818766072Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:25,  1.31it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:01<00:27,  1.22it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:02<00:28,  1.13it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:03<00:28,  1.08it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:04<00:25,  1.17it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:04<00:21,  1.37it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:05<00:17,  1.56it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:05<00:16,  1.62it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:06<00:15,  1.64it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:07<00:15,  1.65it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:07<00:14,  1.67it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:07<00:12,  1.86it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:08<00:11,  1.87it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:09<00:11,  1.82it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:09<00:11,  1.78it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:10<00:09,  1.95it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:10<00:09,  1.92it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:11<00:09,  1.85it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:11<00:08,  1.79it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:12<00:08,  1.75it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:12<00:07,  1.88it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:13<00:06,  1.92it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:13<00:06,  1.86it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:14<00:06,  1.80it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:15<00:05,  1.75it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:15<00:05,  1.80it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:16<00:04,  1.90it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:16<00:03,  1.84it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:17<00:03,  1.76it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:17<00:02,  1.72it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:18<00:02,  1.76it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:18<00:01,  1.92it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:19<00:01,  1.98it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:19<00:00,  1.93it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:20<00:00,  1.91it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:20<00:00,  1.71it/s]
-2025-03-15T14:16:30.819055352Z [2025-03-15 14:16:30,818] [    INFO]: Graph capturing finished in 20 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T14:16:30.828230194Z [2025-03-15 14:16:30,828] [    INFO]: init engine (profile, create kv cache, warmup model) took 27.55 seconds (llm_engine.py:431)
-2025-03-15T14:16:31.541533471Z [2025-03-15 14:16:31,541] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T14:16:31.557401854Z [2025-03-15 14:16:31,557] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T14:16:31.557445652Z [2025-03-15 14:16:31,557] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T14:16:31.557457454Z [2025-03-15 14:16:31,557] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T14:16:31.557471211Z [2025-03-15 14:16:31,557] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T14:16:31.557548349Z [2025-03-15 14:16:31,557] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T14:16:31.557574304Z [2025-03-15 14:16:31,557] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T14:16:31.557623607Z [2025-03-15 14:16:31,557] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T14:16:31.557673904Z [2025-03-15 14:16:31,557] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T14:16:31.559738895Z [2025-03-15 14:16:31,559] [    INFO]: knoveleng/AMC-23 default (lighteval_task.py:187)
-2025-03-15T14:16:31.559802691Z [2025-03-15 14:16:31,559] [ WARNING]: Careful, the task custom|amc23 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T14:16:34.834103080Z [2025-03-15 14:16:34,833] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T14:16:34.834171117Z [2025-03-15 14:16:34,833] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T14:16:34.834193177Z [2025-03-15 14:16:34,833] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T14:16:34.854965424Z [2025-03-15 14:16:34,854] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T14:16:34.874509323Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 14:16:34,874] [ WARNING]: context_size + max_new_tokens=33060 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T14:16:45.526777523Z 
Processed prompts:   0%|          | 0/40 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T14:16:49.143367504Z 
Processed prompts:   2%|▎         | 1/40 [00:10<06:55, 10.64s/it, est. speed input: 9.68 toks/s, output: 64.54 toks/s]
-2025-03-15T14:16:50.081829315Z 
Processed prompts:   5%|▌         | 2/40 [00:14<04:07,  6.51s/it, est. speed input: 18.09 toks/s, output: 112.82 toks/s]
-2025-03-15T14:16:51.879957586Z 
Processed prompts:   8%|▊         | 3/40 [00:15<02:26,  3.97s/it, est. speed input: 27.63 toks/s, output: 170.53 toks/s]
-2025-03-15T14:16:57.704475836Z 
Processed prompts:  10%|█         | 4/40 [00:16<01:51,  3.11s/it, est. speed input: 34.89 toks/s, output: 215.97 toks/s]
-2025-03-15T14:16:59.831199850Z 
Processed prompts:  12%|█▎        | 5/40 [00:22<02:23,  4.09s/it, est. speed input: 32.47 toks/s, output: 224.60 toks/s]
-2025-03-15T14:16:59.955782713Z 
Processed prompts:  15%|█▌        | 6/40 [00:24<01:56,  3.42s/it, est. speed input: 34.07 toks/s, output: 269.19 toks/s]
-2025-03-15T14:17:03.490383215Z 
Processed prompts:  20%|██        | 8/40 [00:25<00:56,  1.77s/it, est. speed input: 45.82 toks/s, output: 395.16 toks/s]
-2025-03-15T14:17:04.435042476Z 
Processed prompts:  22%|██▎       | 9/40 [00:28<01:09,  2.23s/it, est. speed input: 47.47 toks/s, output: 410.02 toks/s]
-2025-03-15T14:17:07.960835500Z 
Processed prompts:  25%|██▌       | 10/40 [00:29<00:56,  1.88s/it, est. speed input: 52.45 toks/s, output: 460.60 toks/s]
-2025-03-15T14:17:08.764298665Z 
Processed prompts:  28%|██▊       | 11/40 [00:33<01:07,  2.34s/it, est. speed input: 51.60 toks/s, output: 475.14 toks/s]
-2025-03-15T14:17:14.213706732Z 
Processed prompts:  30%|███       | 12/40 [00:33<00:53,  1.90s/it, est. speed input: 56.43 toks/s, output: 527.51 toks/s]
-2025-03-15T14:17:23.971925826Z 
Processed prompts:  32%|███▎      | 13/40 [00:39<01:19,  2.93s/it, est. speed input: 52.45 toks/s, output: 517.83 toks/s]
-2025-03-15T14:17:26.811965710Z 
Processed prompts:  38%|███▊      | 15/40 [00:49<01:35,  3.81s/it, est. speed input: 47.28 toks/s, output: 529.05 toks/s]
-2025-03-15T14:17:39.096572080Z 
Processed prompts:  40%|████      | 16/40 [00:51<01:25,  3.57s/it, est. speed input: 48.62 toks/s, output: 563.28 toks/s]
-2025-03-15T14:17:51.772744004Z 
Processed prompts:  42%|████▎     | 17/40 [01:04<02:14,  5.83s/it, est. speed input: 41.33 toks/s, output: 518.44 toks/s]
-2025-03-15T14:17:59.149543327Z 
Processed prompts:  45%|████▌     | 18/40 [01:16<02:48,  7.68s/it, est. speed input: 36.49 toks/s, output: 495.42 toks/s]
-2025-03-15T14:18:00.383601261Z 
Processed prompts:  48%|████▊     | 19/40 [01:24<02:39,  7.59s/it, est. speed input: 36.44 toks/s, output: 514.20 toks/s]
-2025-03-15T14:18:27.008662762Z 
Processed prompts:  50%|█████     | 20/40 [01:25<01:55,  5.78s/it, est. speed input: 39.32 toks/s, output: 568.87 toks/s]
-2025-03-15T14:18:36.154649051Z 
Processed prompts:  52%|█████▎    | 21/40 [01:52<03:44, 11.81s/it, est. speed input: 31.46 toks/s, output: 494.83 toks/s]
-2025-03-15T14:18:56.133134260Z 
Processed prompts:  55%|█████▌    | 22/40 [02:01<03:18, 11.03s/it, est. speed input: 30.04 toks/s, output: 518.12 toks/s]
-2025-03-15T14:19:00.312667213Z 
Processed prompts:  57%|█████▊    | 23/40 [02:21<03:52, 13.66s/it, est. speed input: 26.84 toks/s, output: 504.46 toks/s]
-2025-03-15T14:19:23.211494972Z 
Processed prompts:  60%|██████    | 24/40 [02:25<02:53, 10.86s/it, est. speed input: 26.86 toks/s, output: 549.20 toks/s]
-2025-03-15T14:19:31.023935000Z 
Processed prompts:  62%|██████▎   | 25/40 [02:48<03:36, 14.44s/it, est. speed input: 24.41 toks/s, output: 533.06 toks/s]
-2025-03-15T14:19:51.069273774Z 
Processed prompts:  65%|██████▌   | 26/40 [02:56<02:54, 12.46s/it, est. speed input: 24.63 toks/s, output: 567.78 toks/s]
-2025-03-15T14:19:57.628327343Z 
Processed prompts:  68%|██████▊   | 27/40 [03:16<03:11, 14.73s/it, est. speed input: 22.70 toks/s, output: 567.65 toks/s]
-2025-03-15T14:20:17.151939318Z 
Processed prompts:  70%|███████   | 28/40 [03:22<02:27, 12.28s/it, est. speed input: 22.61 toks/s, output: 606.99 toks/s]
-2025-03-15T14:20:40.865279788Z 
Processed prompts:  72%|███████▎  | 29/40 [03:42<02:38, 14.45s/it, est. speed input: 21.35 toks/s, output: 611.24 toks/s]
-2025-03-15T14:22:05.332906959Z 
Processed prompts:  75%|███████▌  | 30/40 [04:05<02:52, 17.23s/it, est. speed input: 19.94 toks/s, output: 609.76 toks/s]
-2025-03-15T14:22:13.120951549Z 
Processed prompts:  78%|███████▊  | 31/40 [05:30<05:36, 37.38s/it, est. speed input: 15.31 toks/s, output: 510.47 toks/s]
-2025-03-15T14:22:15.199501929Z 
Processed prompts:  80%|████████  | 32/40 [05:38<03:48, 28.51s/it, est. speed input: 15.30 toks/s, output: 555.22 toks/s]
-2025-03-15T14:22:27.302554945Z 
Processed prompts:  82%|████████▎ | 33/40 [05:40<02:24, 20.58s/it, est. speed input: 15.54 toks/s, output: 608.28 toks/s]
-2025-03-15T14:22:40.707816022Z 
Processed prompts:  85%|████████▌ | 34/40 [05:52<01:48, 18.04s/it, est. speed input: 15.83 toks/s, output: 643.62 toks/s]
-2025-03-15T14:22:49.651137169Z 
Processed prompts:  88%|████████▊ | 35/40 [06:05<01:23, 16.65s/it, est. speed input: 15.56 toks/s, output: 676.55 toks/s]
-2025-03-15T14:23:04.687733878Z 
Processed prompts:  90%|█████████ | 36/40 [06:14<00:57, 14.34s/it, est. speed input: 15.55 toks/s, output: 717.20 toks/s]
-2025-03-15T14:23:31.995180667Z 
Processed prompts:  92%|█████████▎| 37/40 [06:29<00:43, 14.55s/it, est. speed input: 15.40 toks/s, output: 746.75 toks/s]
-2025-03-15T14:25:15.775151647Z 
Processed prompts:  95%|█████████▌| 38/40 [06:57<00:36, 18.38s/it, est. speed input: 14.70 toks/s, output: 756.47 toks/s]
-2025-03-15T14:25:16.373970913Z 
Processed prompts:  98%|█████████▊| 39/40 [08:40<00:43, 44.00s/it, est. speed input: 12.14 toks/s, output: 668.29 toks/s]
-2025-03-15T14:25:16.374101983Z 
Processed prompts: 100%|██████████| 40/40 [08:41<00:00, 30.98s/it, est. speed input: 12.40 toks/s, output: 730.10 toks/s]
Processed prompts: 100%|██████████| 40/40 [08:41<00:00, 13.04s/it, est. speed input: 12.40 toks/s, output: 730.10 toks/s]
-2025-03-15T14:25:16.477189103Z 
Splits: 100%|██████████| 1/1 [08:41<00:00, 521.62s/it]
Splits: 100%|██████████| 1/1 [08:41<00:00, 521.62s/it]
-2025-03-15T14:25:17.325022446Z [2025-03-15 14:25:17,324] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T14:25:17.774302686Z [2025-03-15 14:25:17,773] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T14:25:17.786914023Z [2025-03-15 14:25:17,786] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T14:25:17.786953871Z [2025-03-15 14:25:17,786] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T14:25:18.102126434Z [2025-03-15 14:25:18,101] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp1_100/results/quyanh/OpenRS-GRPO/results_2025-03-15T14-25-17.786800.json (evaluation_tracker.py:234)
-2025-03-15T14:25:18.118351680Z |     Task     |Version|     Metric     |Value|   |Stderr|
-2025-03-15T14:25:18.118386423Z |--------------|------:|----------------|----:|---|-----:|
-2025-03-15T14:25:18.118391543Z |all           |       |extractive_match|  0.7|±  |0.0734|
-2025-03-15T14:25:18.118396233Z |custom:amc23:0|      1|extractive_match|  0.7|±  |0.0734|
-2025-03-15T14:25:20.887515194Z ----------------------------------------
-2025-03-15T14:25:20.888606806Z ----------------------------------------
-2025-03-15T14:25:20.888628110Z Running evaluations for experiment 1, step 200
-2025-03-15T14:25:20.888633296Z Revision: rev1_200 = 024e924bbbc6d63ca9c0f8734d2ad4e95e697935
-2025-03-15T14:25:20.888638463Z Output directory: data/evals/Exp1_200
-2025-03-15T14:25:20.891937817Z Evaluating task: aime24
-2025-03-15T14:25:29.957909952Z [2025-03-15 14:25:29,957] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T14:26:16.391192003Z INFO 03-15 14:26:16 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T14:26:20.724826587Z [2025-03-15 14:26:20,724] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T14:27:06.139953238Z [2025-03-15 14:27:06,139] [    INFO]: This model supports multiple tasks: {'reward', 'score', 'generate', 'classify', 'embed'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T14:27:06.156164553Z [2025-03-15 14:27:06,155] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=024e924bbbc6d63ca9c0f8734d2ad4e95e697935, override_neuron_config=None, tokenizer_revision=024e924bbbc6d63ca9c0f8734d2ad4e95e697935, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T14:27:11.084441319Z [2025-03-15 14:27:11,083] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T14:27:11.526490434Z [2025-03-15 14:27:11,526] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T14:27:12.018781812Z [2025-03-15 14:27:12,018] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T14:27:14.036806973Z [2025-03-15 14:27:14,036] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T14:27:14.038043809Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T14:27:14.932637383Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.12it/s]
-2025-03-15T14:27:14.932680716Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.12it/s]
-2025-03-15T14:27:15.271155068Z [2025-03-15 14:27:15,270] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T14:27:16.875476652Z [2025-03-15 14:27:16,875] [    INFO]: Memory profiling takes 1.38 seconds
-2025-03-15T14:27:16.875520564Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T14:27:16.875526514Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T14:27:17.068683147Z [2025-03-15 14:27:17,068] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T14:27:17.068726847Z [2025-03-15 14:27:17,068] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T14:27:20.592294204Z [2025-03-15 14:27:20,591] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T14:27:34.959363635Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:14,  2.31it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:00<00:13,  2.41it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:13,  2.44it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:01<00:12,  2.42it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:02<00:12,  2.41it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:02<00:12,  2.41it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:02<00:11,  2.40it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:03<00:11,  2.41it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:03<00:10,  2.43it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:04<00:10,  2.44it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:04<00:09,  2.44it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:04<00:09,  2.44it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:05<00:08,  2.45it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:05<00:08,  2.44it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:06<00:08,  2.45it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:06<00:07,  2.45it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:06<00:07,  2.45it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:07<00:06,  2.46it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:07<00:06,  2.47it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:08<00:06,  2.47it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:08<00:05,  2.48it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:08<00:05,  2.49it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:09<00:04,  2.50it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:09<00:04,  2.51it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:10<00:03,  2.51it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:10<00:03,  2.48it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:10<00:03,  2.49it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:11<00:02,  2.50it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:11<00:02,  2.50it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:12<00:02,  2.50it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:12<00:01,  2.49it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:13<00:01,  2.49it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:13<00:00,  2.48it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:13<00:00,  2.49it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:14<00:00,  2.47it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:14<00:00,  2.46it/s]
-2025-03-15T14:27:34.959429962Z [2025-03-15 14:27:34,959] [    INFO]: Graph capturing finished in 14 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T14:27:34.968340876Z [2025-03-15 14:27:34,968] [    INFO]: init engine (profile, create kv cache, warmup model) took 19.70 seconds (llm_engine.py:431)
-2025-03-15T14:27:35.688991459Z [2025-03-15 14:27:35,688] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T14:27:35.708652524Z [2025-03-15 14:27:35,708] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T14:27:35.708675986Z [2025-03-15 14:27:35,708] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T14:27:35.708679663Z [2025-03-15 14:27:35,708] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T14:27:35.708691557Z [2025-03-15 14:27:35,708] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T14:27:35.708694164Z [2025-03-15 14:27:35,708] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T14:27:35.708704676Z [2025-03-15 14:27:35,708] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T14:27:35.708707188Z [2025-03-15 14:27:35,708] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T14:27:35.708768211Z [2025-03-15 14:27:35,708] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T14:27:35.711020332Z [2025-03-15 14:27:35,710] [    INFO]: HuggingFaceH4/aime_2024 default (lighteval_task.py:187)
-2025-03-15T14:27:35.711044421Z [2025-03-15 14:27:35,710] [ WARNING]: Careful, the task custom|aime24 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T14:27:38.209700428Z [2025-03-15 14:27:38,209] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T14:27:38.209752648Z [2025-03-15 14:27:38,209] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T14:27:38.209775845Z [2025-03-15 14:27:38,209] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T14:27:38.224093241Z [2025-03-15 14:27:38,223] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T14:27:38.234817089Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 14:27:38,234] [ WARNING]: context_size + max_new_tokens=33238 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T14:28:14.666744178Z 
Processed prompts:   0%|          | 0/30 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T14:28:34.559420432Z 
Processed prompts:   3%|▎         | 1/30 [00:36<17:36, 36.43s/it, est. speed input: 3.60 toks/s, output: 66.40 toks/s]
-2025-03-15T14:28:41.290663247Z 
Processed prompts:   7%|▋         | 2/30 [00:56<12:27, 26.70s/it, est. speed input: 6.05 toks/s, output: 106.37 toks/s]
-2025-03-15T14:28:43.426022019Z 
Processed prompts:  10%|█         | 3/30 [01:03<07:54, 17.58s/it, est. speed input: 8.60 toks/s, output: 157.62 toks/s]
-2025-03-15T14:29:48.210018267Z 
Processed prompts:  13%|█▎        | 4/30 [01:05<04:58, 11.48s/it, est. speed input: 10.22 toks/s, output: 214.81 toks/s]
-2025-03-15T14:30:07.301627566Z 
Processed prompts:  17%|█▋        | 5/30 [02:09<12:47, 30.70s/it, est. speed input: 6.82 toks/s, output: 163.76 toks/s] 
-2025-03-15T14:30:53.669231618Z 
Processed prompts:  20%|██        | 6/30 [02:29<10:42, 26.76s/it, est. speed input: 6.86 toks/s, output: 197.27 toks/s]
-2025-03-15T14:31:01.251658834Z 
Processed prompts:  23%|██▎       | 7/30 [03:15<12:42, 33.17s/it, est. speed input: 6.15 toks/s, output: 201.90 toks/s]
-2025-03-15T14:31:06.792506914Z 
Processed prompts:  27%|██▋       | 8/30 [03:23<09:10, 25.02s/it, est. speed input: 7.18 toks/s, output: 245.40 toks/s]
-2025-03-15T14:31:12.157527726Z 
Processed prompts:  30%|███       | 9/30 [03:28<06:37, 18.93s/it, est. speed input: 7.72 toks/s, output: 289.69 toks/s]
-2025-03-15T14:31:36.102910653Z 
Processed prompts:  33%|███▎      | 10/30 [03:33<04:54, 14.74s/it, est. speed input: 8.34 toks/s, output: 333.01 toks/s]
-2025-03-15T14:31:42.196181157Z 
Processed prompts:  37%|███▋      | 11/30 [03:57<05:33, 17.56s/it, est. speed input: 8.19 toks/s, output: 349.30 toks/s]
-2025-03-15T14:31:50.697999406Z 
Processed prompts:  40%|████      | 12/30 [04:03<04:13, 14.07s/it, est. speed input: 8.55 toks/s, output: 390.22 toks/s]
-2025-03-15T14:32:07.347476501Z 
Processed prompts:  43%|████▎     | 13/30 [04:12<03:30, 12.38s/it, est. speed input: 8.83 toks/s, output: 426.50 toks/s]
-2025-03-15T14:32:38.543142960Z 
Processed prompts:  47%|████▋     | 14/30 [04:29<03:38, 13.67s/it, est. speed input: 8.87 toks/s, output: 449.16 toks/s]
-2025-03-15T14:32:49.244737446Z 
Processed prompts:  53%|█████▎    | 16/30 [05:00<03:23, 14.56s/it, est. speed input: 9.32 toks/s, output: 495.25 toks/s]
-2025-03-15T14:32:50.474441719Z 
Processed prompts:  57%|█████▋    | 17/30 [05:11<02:56, 13.60s/it, est. speed input: 9.49 toks/s, output: 526.93 toks/s]
-2025-03-15T14:32:56.512499961Z 
Processed prompts:  60%|██████    | 18/30 [05:12<02:04, 10.36s/it, est. speed input: 10.15 toks/s, output: 573.59 toks/s]
-2025-03-15T14:33:00.521278592Z 
Processed prompts:  63%|██████▎   | 19/30 [05:18<01:41,  9.18s/it, est. speed input: 10.81 toks/s, output: 611.45 toks/s]
-2025-03-15T14:33:30.213165380Z 
Processed prompts:  67%|██████▋   | 20/30 [05:22<01:17,  7.73s/it, est. speed input: 12.14 toks/s, output: 652.64 toks/s]
-2025-03-15T14:33:39.481900439Z 
Processed prompts:  70%|███████   | 21/30 [05:51<02:06, 14.01s/it, est. speed input: 11.55 toks/s, output: 646.83 toks/s]
-2025-03-15T14:33:49.955350478Z 
Processed prompts:  73%|███████▎  | 22/30 [06:01<01:41, 12.64s/it, est. speed input: 11.70 toks/s, output: 679.62 toks/s]
-2025-03-15T14:36:04.644763248Z 
Processed prompts:  77%|███████▋  | 23/30 [06:11<01:24, 12.00s/it, est. speed input: 11.75 toks/s, output: 710.11 toks/s]
-2025-03-15T14:36:17.999744029Z 
Processed prompts:  80%|████████  | 24/30 [08:26<04:49, 48.19s/it, est. speed input: 9.07 toks/s, output: 572.23 toks/s] 
-2025-03-15T14:37:16.336008790Z 
Processed prompts:  83%|████████▎ | 25/30 [08:39<03:09, 37.86s/it, est. speed input: 9.08 toks/s, output: 608.58 toks/s]
-2025-03-15T14:37:50.262242972Z 
Processed prompts:  87%|████████▋ | 26/30 [09:38<02:55, 43.96s/it, est. speed input: 8.42 toks/s, output: 599.01 toks/s]
-2025-03-15T14:37:57.781726842Z 
Processed prompts:  90%|█████████ | 27/30 [10:12<02:02, 40.96s/it, est. speed input: 8.23 toks/s, output: 618.18 toks/s]
-2025-03-15T14:37:57.910079879Z 
Processed prompts:  93%|█████████▎| 28/30 [10:19<01:01, 30.97s/it, est. speed input: 8.43 toks/s, output: 663.27 toks/s]
-2025-03-15T14:37:58.378521620Z 
Processed prompts:  97%|█████████▋| 29/30 [10:19<00:21, 21.74s/it, est. speed input: 8.70 toks/s, output: 715.74 toks/s]
-2025-03-15T14:37:58.378571123Z 
Processed prompts: 100%|██████████| 30/30 [10:20<00:00, 15.37s/it, est. speed input: 8.90 toks/s, output: 767.83 toks/s]
Processed prompts: 100%|██████████| 30/30 [10:20<00:00, 20.67s/it, est. speed input: 8.90 toks/s, output: 767.83 toks/s]
-2025-03-15T14:37:58.508528647Z 
Splits: 100%|██████████| 1/1 [10:20<00:00, 620.28s/it]
Splits: 100%|██████████| 1/1 [10:20<00:00, 620.28s/it]
-2025-03-15T14:37:59.386700900Z [2025-03-15 14:37:59,386] [    INFO]: --- COMPUTING METRICS --- (pipeline.py:500)
-2025-03-15T14:37:59.969789369Z [2025-03-15 14:37:59,969] [    INFO]: --- DISPLAYING RESULTS --- (pipeline.py:542)
-2025-03-15T14:37:59.982506441Z [2025-03-15 14:37:59,982] [    INFO]: --- SAVING AND PUSHING RESULTS --- (pipeline.py:532)
-2025-03-15T14:37:59.982526098Z [2025-03-15 14:37:59,982] [    INFO]: Saving experiment tracker (evaluation_tracker.py:180)
-2025-03-15T14:38:00.446776326Z [2025-03-15 14:38:00,446] [    INFO]: Saving results to /workspace/reasoning-llm/open-r1/data/evals/Exp1_200/results/quyanh/OpenRS-GRPO/results_2025-03-15T14-37-59.982413.json (evaluation_tracker.py:234)
-2025-03-15T14:38:00.450115211Z |     Task      |Version|     Metric     |Value|   |Stderr|
-2025-03-15T14:38:00.450157578Z |---------------|------:|----------------|----:|---|-----:|
-2025-03-15T14:38:00.450162961Z |all            |       |extractive_match|  0.3|±  |0.0851|
-2025-03-15T14:38:00.450167658Z |custom:aime24:0|      1|extractive_match|  0.3|±  |0.0851|
-2025-03-15T14:38:03.353430443Z Evaluating task: math_500
-2025-03-15T14:38:14.836046834Z [2025-03-15 14:38:14,835] [    INFO]: PyTorch version 2.5.1 available. (config.py:54)
-2025-03-15T14:39:05.579772259Z INFO 03-15 14:39:05 __init__.py:190] Automatically detected platform cuda.
-2025-03-15T14:39:11.676091572Z [2025-03-15 14:39:11,675] [    INFO]: --- LOADING MODEL --- (pipeline.py:186)
-2025-03-15T14:39:47.324117639Z [2025-03-15 14:39:47,323] [    INFO]: This model supports multiple tasks: {'reward', 'embed', 'score', 'generate', 'classify'}. Defaulting to 'generate'. (config.py:542)
-2025-03-15T14:39:47.338008050Z [2025-03-15 14:39:47,337] [    INFO]: Initializing a V0 LLM engine (v0.7.2) with config: model='quyanh/OpenRS-GRPO', speculative_config=None, tokenizer='quyanh/OpenRS-GRPO', skip_tokenizer_init=False, tokenizer_mode=auto, revision=024e924bbbc6d63ca9c0f8734d2ad4e95e697935, override_neuron_config=None, tokenizer_revision=024e924bbbc6d63ca9c0f8734d2ad4e95e697935, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto,  device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=1234, served_model_name=quyanh/OpenRS-GRPO, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=False, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[256,248,240,232,224,216,208,200,192,184,176,168,160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],"max_capture_size":256}, use_cached_outputs=False,  (llm_engine.py:234)
-2025-03-15T14:39:54.646458738Z [2025-03-15 14:39:54,645] [    INFO]: Using Flash Attention backend. (cuda.py:230)
-2025-03-15T14:39:55.194202763Z [2025-03-15 14:39:55,193] [    INFO]: Starting to load model quyanh/OpenRS-GRPO... (model_runner.py:1110)
-2025-03-15T14:39:55.724481028Z [2025-03-15 14:39:55,724] [    INFO]: Using model weights format ['*.safetensors'] (weight_utils.py:252)
-2025-03-15T14:39:56.054829959Z [2025-03-15 14:39:56,054] [    INFO]: No model.safetensors.index.json found in remote. (weight_utils.py:297)
-2025-03-15T14:39:56.056025492Z 
Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]
-2025-03-15T14:39:56.629064206Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.75it/s]
-2025-03-15T14:39:56.629111249Z 
Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  1.75it/s]
-2025-03-15T14:39:56.967599431Z [2025-03-15 14:39:56,966] [    INFO]: Loading model weights took 3.3460 GB (model_runner.py:1115)
-2025-03-15T14:39:58.565393492Z [2025-03-15 14:39:58,564] [    INFO]: Memory profiling takes 1.39 seconds
-2025-03-15T14:39:58.565447389Z the current vLLM instance can use total_gpu_memory (44.34GiB) x gpu_memory_utilization (0.80) = 35.47GiB
-2025-03-15T14:39:58.565453189Z model weights take 3.35GiB; non_torch_memory takes 0.06GiB; PyTorch activation peak memory takes 2.02GiB; the rest of the memory reserved for KV Cache is 30.04GiB. (worker.py:267)
-2025-03-15T14:39:58.773557261Z [2025-03-15 14:39:58,773] [    INFO]: # CUDA blocks: 70316, # CPU blocks: 9362 (executor_base.py:110)
-2025-03-15T14:39:58.773602913Z [2025-03-15 14:39:58,773] [    INFO]: Maximum concurrency for 32768 tokens per request: 34.33x (executor_base.py:115)
-2025-03-15T14:40:02.554907309Z [2025-03-15 14:40:02,554] [    INFO]: Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage. (model_runner.py:1434)
-2025-03-15T14:40:17.099701512Z 
Capturing CUDA graph shapes:   0%|          | 0/35 [00:00<?, ?it/s]
Capturing CUDA graph shapes:   3%|▎         | 1/35 [00:00<00:19,  1.70it/s]
Capturing CUDA graph shapes:   6%|▌         | 2/35 [00:01<00:17,  1.94it/s]
Capturing CUDA graph shapes:   9%|▊         | 3/35 [00:01<00:14,  2.16it/s]
Capturing CUDA graph shapes:  11%|█▏        | 4/35 [00:01<00:13,  2.26it/s]
Capturing CUDA graph shapes:  14%|█▍        | 5/35 [00:02<00:12,  2.34it/s]
Capturing CUDA graph shapes:  17%|█▋        | 6/35 [00:02<00:12,  2.34it/s]
Capturing CUDA graph shapes:  20%|██        | 7/35 [00:03<00:11,  2.38it/s]
Capturing CUDA graph shapes:  23%|██▎       | 8/35 [00:03<00:11,  2.42it/s]
Capturing CUDA graph shapes:  26%|██▌       | 9/35 [00:03<00:10,  2.44it/s]
Capturing CUDA graph shapes:  29%|██▊       | 10/35 [00:04<00:10,  2.46it/s]
Capturing CUDA graph shapes:  31%|███▏      | 11/35 [00:04<00:09,  2.47it/s]
Capturing CUDA graph shapes:  34%|███▍      | 12/35 [00:05<00:09,  2.48it/s]
Capturing CUDA graph shapes:  37%|███▋      | 13/35 [00:05<00:08,  2.49it/s]
Capturing CUDA graph shapes:  40%|████      | 14/35 [00:05<00:08,  2.47it/s]
Capturing CUDA graph shapes:  43%|████▎     | 15/35 [00:06<00:08,  2.47it/s]
Capturing CUDA graph shapes:  46%|████▌     | 16/35 [00:06<00:07,  2.45it/s]
Capturing CUDA graph shapes:  49%|████▊     | 17/35 [00:07<00:07,  2.45it/s]
Capturing CUDA graph shapes:  51%|█████▏    | 18/35 [00:07<00:06,  2.47it/s]
Capturing CUDA graph shapes:  54%|█████▍    | 19/35 [00:07<00:06,  2.48it/s]
Capturing CUDA graph shapes:  57%|█████▋    | 20/35 [00:08<00:06,  2.49it/s]
Capturing CUDA graph shapes:  60%|██████    | 21/35 [00:08<00:05,  2.48it/s]
Capturing CUDA graph shapes:  63%|██████▎   | 22/35 [00:09<00:05,  2.47it/s]
Capturing CUDA graph shapes:  66%|██████▌   | 23/35 [00:09<00:04,  2.48it/s]
Capturing CUDA graph shapes:  69%|██████▊   | 24/35 [00:09<00:04,  2.45it/s]
Capturing CUDA graph shapes:  71%|███████▏  | 25/35 [00:10<00:04,  2.46it/s]
Capturing CUDA graph shapes:  74%|███████▍  | 26/35 [00:10<00:03,  2.42it/s]
Capturing CUDA graph shapes:  77%|███████▋  | 27/35 [00:11<00:03,  2.44it/s]
Capturing CUDA graph shapes:  80%|████████  | 28/35 [00:11<00:02,  2.45it/s]
Capturing CUDA graph shapes:  83%|████████▎ | 29/35 [00:12<00:02,  2.43it/s]
Capturing CUDA graph shapes:  86%|████████▌ | 30/35 [00:12<00:02,  2.41it/s]
Capturing CUDA graph shapes:  89%|████████▊ | 31/35 [00:12<00:01,  2.40it/s]
Capturing CUDA graph shapes:  91%|█████████▏| 32/35 [00:13<00:01,  2.39it/s]
Capturing CUDA graph shapes:  94%|█████████▍| 33/35 [00:13<00:00,  2.40it/s]
Capturing CUDA graph shapes:  97%|█████████▋| 34/35 [00:14<00:00,  2.39it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:14<00:00,  2.40it/s]
Capturing CUDA graph shapes: 100%|██████████| 35/35 [00:14<00:00,  2.41it/s]
-2025-03-15T14:40:17.099949379Z [2025-03-15 14:40:17,099] [    INFO]: Graph capturing finished in 15 secs, took 0.20 GiB (model_runner.py:1562)
-2025-03-15T14:40:17.117763802Z [2025-03-15 14:40:17,117] [    INFO]: init engine (profile, create kv cache, warmup model) took 20.15 seconds (llm_engine.py:431)
-2025-03-15T14:40:18.026718259Z [2025-03-15 14:40:18,026] [    INFO]: --- LOADING TASKS --- (pipeline.py:213)
-2025-03-15T14:40:18.046485087Z [2025-03-15 14:40:18,046] [    INFO]: Found 7 custom tasks in /root/.cache/huggingface/modules/datasets_modules/datasets/evaluate/bb505a820a5e8d1ffbb4678015d898d600a9b63f9fd5fa0095357be97d4c9cfe/evaluate.py (registry.py:141)
-2025-03-15T14:40:18.046724291Z [2025-03-15 14:40:18,046] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/ifeval/main.py (registry.py:141)
-2025-03-15T14:40:18.046750997Z [2025-03-15 14:40:18,046] [    INFO]: Found 6 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/tiny_benchmarks/main.py (registry.py:141)
-2025-03-15T14:40:18.046790256Z [2025-03-15 14:40:18,046] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mt_bench/main.py (registry.py:141)
-2025-03-15T14:40:18.046864759Z [2025-03-15 14:40:18,046] [    INFO]: Found 4 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/mix_eval/main.py (registry.py:141)
-2025-03-15T14:40:18.046915323Z [2025-03-15 14:40:18,046] [    INFO]: Found 5 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/olympiade_bench/main.py (registry.py:141)
-2025-03-15T14:40:18.046962646Z [2025-03-15 14:40:18,046] [    INFO]: Found 1 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/hle/main.py (registry.py:141)
-2025-03-15T14:40:18.047007396Z [2025-03-15 14:40:18,046] [    INFO]: Found 21 custom tasks in /workspace/reasoning-llm/open-r1/openr1/lib/python3.11/site-packages/lighteval/tasks/extended/lcb/main.py (registry.py:141)
-2025-03-15T14:40:18.049633457Z [2025-03-15 14:40:18,049] [    INFO]: HuggingFaceH4/MATH-500 default (lighteval_task.py:187)
-2025-03-15T14:40:18.049764636Z [2025-03-15 14:40:18,049] [ WARNING]: Careful, the task custom|math_500 is using evaluation data to build the few shot examples. (lighteval_task.py:260)
-2025-03-15T14:40:20.991507977Z [2025-03-15 14:40:20,991] [    INFO]: --- INIT SEEDS --- (pipeline.py:259)
-2025-03-15T14:40:20.991579504Z [2025-03-15 14:40:20,991] [    INFO]: --- RUNNING MODEL --- (pipeline.py:464)
-2025-03-15T14:40:20.991642484Z [2025-03-15 14:40:20,991] [    INFO]: Running RequestType.GREEDY_UNTIL requests (pipeline.py:468)
-2025-03-15T14:40:21.146461340Z [2025-03-15 14:40:21,146] [ WARNING]: You cannot select the number of dataset splits for a generative evaluation at the moment. Automatically inferring. (data.py:260)
-2025-03-15T14:40:21.288920163Z 
Splits:   0%|          | 0/1 [00:00<?, ?it/s][2025-03-15 14:40:21,288] [ WARNING]: context_size + max_new_tokens=33636 which is greater than self.max_length=32768. Truncating context to 0 tokens. (vllm_model.py:272)
-2025-03-15T14:40:48.895551308Z 
Processed prompts:   0%|          | 0/500 [00:00<?, ?it/s, est. speed input: 0.00 toks/s, output: 0.00 toks/s]
-2025-03-15T14:40:51.834359844Z 
Processed prompts:   0%|          | 1/500 [00:27<3:49:10, 27.56s/it, est. speed input: 4.90 toks/s, output: 17.49 toks/s]
-2025-03-15T14:40:54.408368726Z 
Processed prompts:   0%|          | 2/500 [00:30<1:48:31, 13.08s/it, est. speed input: 8.95 toks/s, output: 33.32 toks/s]
-2025-03-15T14:40:54.553253662Z 
Processed prompts:   1%|          | 3/500 [00:33<1:08:35,  8.28s/it, est. speed input: 15.88 toks/s, output: 48.23 toks/s]
-2025-03-15T14:41:00.336726068Z 
Processed prompts:   1%|          | 4/500 [00:33<41:54,  5.07s/it, est. speed input: 21.47 toks/s, output: 65.51 toks/s]  
-2025-03-15T14:41:06.268017654Z 
Processed prompts:   1%|          | 5/500 [00:38<43:56,  5.33s/it, est. speed input: 22.08 toks/s, output: 73.11 toks/s]
-2025-03-15T14:41:07.230987929Z 
Processed prompts:   1%|▏         | 7/500 [00:44<33:55,  4.13s/it, est. speed input: 25.64 toks/s, output: 95.77 toks/s]
-2025-03-15T14:41:07.782350476Z 
Processed prompts:   2%|▏         | 8/500 [00:45<26:56,  3.29s/it, est. speed input: 28.20 toks/s, output: 111.02 toks/s]
-2025-03-15T14:41:09.420955034Z 
Processed prompts:   2%|▏         | 9/500 [00:46<20:43,  2.53s/it, est. speed input: 31.24 toks/s, output: 126.95 toks/s]
-2025-03-15T14:41:11.288079051Z 
Processed prompts:   2%|▏         | 10/500 [00:48<18:37,  2.28s/it, est. speed input: 32.94 toks/s, output: 139.68 toks/s]
-2025-03-15T14:41:12.386894973Z 
Processed prompts:   2%|▏         | 11/500 [00:49<17:37,  2.16s/it, est. speed input: 34.28 toks/s, output: 151.49 toks/s]
-2025-03-15T14:41:12.765427897Z 
Processed prompts:   2%|▏         | 12/500 [00:51<15:03,  1.85s/it, est. speed input: 36.57 toks/s, output: 165.26 toks/s]
-2025-03-15T14:41:14.952154764Z 
Processed prompts:   3%|▎         | 13/500 [00:51<11:31,  1.42s/it, est. speed input: 39.38 toks/s, output: 181.06 toks/s]
-2025-03-15T14:41:18.749778693Z 
Processed prompts:   3%|▎         | 14/500 [00:53<13:20,  1.65s/it, est. speed input: 40.18 toks/s, output: 190.66 toks/s]
-2025-03-15T14:41:19.628719000Z 
Processed prompts:   3%|▎         | 15/500 [00:57<18:28,  2.28s/it, est. speed input: 39.87 toks/s, output: 195.00 toks/s]
-2025-03-15T14:41:22.055335811Z 
Processed prompts:   3%|▎         | 16/500 [00:58<15:03,  1.87s/it, est. speed input: 41.74 toks/s, output: 208.99 toks/s]
-2025-03-15T14:41:22.569229228Z 
Processed prompts:   3%|▎         | 17/500 [01:00<16:22,  2.03s/it, est. speed input: 42.34 toks/s, output: 217.54 toks/s]
-2025-03-15T14:41:25.637430590Z 
Processed prompts:   4%|▎         | 18/500 [01:01<12:41,  1.58s/it, est. speed input: 44.37 toks/s, output: 232.60 toks/s]
-2025-03-15T14:41:26.473551987Z 
Processed prompts:   4%|▍         | 19/500 [01:04<16:13,  2.02s/it, est. speed input: 44.57 toks/s, output: 238.34 toks/s]
-2025-03-15T14:41:27.945332955Z 
Processed prompts:   4%|▍         | 20/500 [01:05<13:21,  1.67s/it, est. speed input: 46.37 toks/s, output: 252.11 toks/s]
-2025-03-15T14:41:28.659829483Z 
Processed prompts:   4%|▍         | 21/500 [01:06<12:51,  1.61s/it, est. speed input: 47.43 toks/s, output: 263.34 toks/s]
-2025-03-15T14:41:29.700457671Z 
Processed prompts:   4%|▍         | 22/500 [01:07<10:41,  1.34s/it, est. speed input: 50.18 toks/s, output: 277.33 toks/s]
-2025-03-15T14:41:30.552160998Z 
Processed prompts:   5%|▍         | 23/500 [01:08<09:56,  1.25s/it, est. speed input: 51.48 toks/s, output: 289.87 toks/s]
-2025-03-15T14:41:31.628144418Z 
Processed prompts:   5%|▍         | 24/500 [01:09<08:58,  1.13s/it, est. speed input: 53.49 toks/s, output: 303.05 toks/s]
-2025-03-15T14:41:33.759106939Z 
Processed prompts:   5%|▌         | 25/500 [01:10<08:49,  1.11s/it, est. speed input: 54.67 toks/s, output: 315.13 toks/s]
-2025-03-15T14:41:35.291119379Z 
Processed prompts:   5%|▌         | 26/500 [01:12<11:12,  1.42s/it, est. speed input: 54.89 toks/s, output: 322.51 toks/s]
-2025-03-15T14:41:35.588624035Z 
Processed prompts:   5%|▌         | 27/500 [01:13<11:27,  1.45s/it, est. speed input: 55.77 toks/s, output: 332.43 toks/s]
-2025-03-15T14:41:38.293942690Z 
Processed prompts:   6%|▌         | 28/500 [01:14<08:42,  1.11s/it, est. speed input: 57.25 toks/s, output: 347.69 toks/s]
-2025-03-15T14:41:38.911091498Z 
Processed prompts:   6%|▌         | 29/500 [01:16<12:27,  1.59s/it, est. speed input: 57.07 toks/s, output: 351.89 toks/s]
-2025-03-15T14:41:39.653161340Z 
Processed prompts:   6%|▌         | 30/500 [01:17<10:08,  1.30s/it, est. speed input: 58.66 toks/s, output: 365.51 toks/s]
-2025-03-15T14:41:42.237688167Z 
Processed prompts:   6%|▌         | 31/500 [01:18<08:49,  1.13s/it, est. speed input: 61.98 toks/s, output: 378.44 toks/s]
-2025-03-15T14:41:44.634026369Z 
Processed prompts:   6%|▋         | 32/500 [01:20<12:12,  1.57s/it, est. speed input: 61.82 toks/s, output: 382.70 toks/s]
-2025-03-15T14:41:46.487174019Z 
Processed prompts:   7%|▋         | 33/500 [01:23<14:07,  1.82s/it, est. speed input: 61.98 toks/s, output: 388.01 toks/s]
-2025-03-15T14:41:50.612842695Z 
Processed prompts:   7%|▋         | 34/500 [01:25<14:11,  1.83s/it, est. speed input: 62.16 toks/s, output: 395.85 toks/s]
-2025-03-15T14:41:50.833815584Z 
Processed prompts:   7%|▋         | 35/500 [01:29<19:30,  2.52s/it, est. speed input: 61.16 toks/s, output: 393.79 toks/s]
-2025-03-15T14:41:51.520012221Z 
Processed prompts:   7%|▋         | 36/500 [01:29<14:08,  1.83s/it, est. speed input: 62.57 toks/s, output: 409.04 toks/s]
-2025-03-15T14:41:54.147011629Z 
Processed prompts:   7%|▋         | 37/500 [01:30<11:27,  1.49s/it, est. speed input: 63.49 toks/s, output: 415.70 toks/s]
-2025-03-15T14:41:54.975811482Z 
Processed prompts:   8%|▊         | 38/500 [01:32<14:04,  1.83s/it, est. speed input: 63.34 toks/s, output: 420.10 toks/s]
-2025-03-15T14:41:55.619506920Z 
Processed prompts:   8%|▊         | 39/500 [01:33<11:44,  1.53s/it, est. speed input: 64.40 toks/s, output: 432.54 toks/s]
-2025-03-15T14:41:58.829396497Z 
Processed prompts:   8%|▊         | 41/500 [01:34<07:25,  1.03it/s, est. speed input: 66.73 toks/s, output: 461.79 toks/s]
-2025-03-15T14:42:01.509448687Z 
Processed prompts:   8%|▊         | 42/500 [01:37<11:39,  1.53s/it, est. speed input: 66.31 toks/s, output: 462.68 toks/s]
-2025-03-15T14:42:01.667561430Z 
Processed prompts:   9%|▊         | 43/500 [01:40<13:55,  1.83s/it, est. speed input: 65.80 toks/s, output: 460.58 toks/s]
-2025-03-15T14:42:01.963605395Z 
Processed prompts:   9%|▉         | 44/500 [01:40<10:26,  1.37s/it, est. speed input: 67.70 toks/s, output: 475.90 toks/s]
-2025-03-15T14:42:02.191589092Z 
Processed prompts:   9%|▉         | 45/500 [01:40<08:07,  1.07s/it, est. speed input: 68.87 toks/s, output: 490.54 toks/s]
-2025-03-15T14:42:03.310887720Z 
Processed prompts:   9%|▉         | 46/500 [01:40<06:17,  1.20it/s, est. speed input: 70.01 toks/s, output: 505.46 toks/s]
-2025-03-15T14:42:03.745822662Z 
Processed prompts:   9%|▉         | 47/500 [01:41<06:54,  1.09it/s, est. speed input: 70.56 toks/s, output: 515.93 toks/s]
-2025-03-15T14:42:06.096137639Z 
Processed prompts:  10%|▉         | 48/500 [01:42<05:49,  1.29it/s, est. speed input: 71.49 toks/s, output: 523.15 toks/s]
-2025-03-15T14:42:06.528217783Z 
Processed prompts:  10%|▉         | 49/500 [01:44<09:18,  1.24s/it, est. speed input: 71.16 toks/s, output: 527.38 toks/s]
-2025-03-15T14:42:06.766836371Z 
Processed prompts:  10%|█         | 50/500 [01:45<07:29,  1.00it/s, est. speed input: 72.05 toks/s, output: 532.52 toks/s]
-2025-03-15T14:42:07.470920000Z 
Processed prompts:  10%|█         | 52/500 [01:45<04:27,  1.68it/s, est. speed input: 74.71 toks/s, output: 563.20 toks/s]
-2025-03-15T14:42:08.271101701Z 
Processed prompts:  11%|█         | 53/500 [01:46<04:38,  1.61it/s, est. speed input: 75.94 toks/s, output: 575.41 toks/s]
-2025-03-15T14:42:14.710090820Z 
Processed prompts:  11%|█         | 54/500 [01:46<04:58,  1.49it/s, est. speed input: 76.68 toks/s, output: 587.03 toks/s]
-2025-03-15T14:42:15.287392014Z 
Processed prompts:  11%|█         | 55/500 [01:53<16:34,  2.23s/it, est. speed input: 73.51 toks/s, output: 569.39 toks/s]
-2025-03-15T14:42:17.187027879Z 
Processed prompts:  11%|█         | 56/500 [01:53<13:06,  1.77s/it, est. speed input: 74.25 toks/s, output: 582.19 toks/s]
-2025-03-15T14:42:23.102566036Z 
Processed prompts:  11%|█▏        | 57/500 [01:55<13:20,  1.81s/it, est. speed input: 74.17 toks/s, output: 588.31 toks/s]
-2025-03-15T14:42:24.185772800Z 
Processed prompts:  12%|█▏        | 58/500 [02:01<22:04,  3.00s/it, est. speed input: 71.66 toks/s, output: 575.33 toks/s]
-2025-03-15T14:42:25.202693439Z 
Processed prompts:  12%|█▏        | 59/500 [02:02<17:54,  2.44s/it, est. speed input: 72.18 toks/s, output: 585.84 toks/s]
-2025-03-15T14:42:26.009632164Z 
Processed prompts:  12%|█▏        | 60/500 [02:03<14:48,  2.02s/it, est. speed input: 72.64 toks/s, output: 596.59 toks/s]
-2025-03-15T14:42:29.686658803Z 
Processed prompts:  12%|█▏        | 61/500 [02:04<12:08,  1.66s/it, est. speed input: 73.38 toks/s, output: 608.28 toks/s]
-2025-03-15T14:42:31.717224072Z 
Processed prompts:  12%|█▏        | 62/500 [02:08<16:29,  2.26s/it, est. speed input: 72.25 toks/s, output: 599.73 toks/s]
-2025-03-15T14:42:33.032695811Z 
Processed prompts:  13%|█▎        | 63/500 [02:10<15:57,  2.19s/it, est. speed input: 72.08 toks/s, output: 599.16 toks/s]
-2025-03-15T14:42:33.847669821Z 
Processed prompts:  13%|█▎        | 64/500 [02:11<14:01,  1.93s/it, est. speed input: 72.48 toks/s, output: 608.63 toks/s]
-2025-03-15T14:42:34.089473544Z 
Processed prompts:  13%|█▎        | 65/500 [02:12<11:34,  1.60s/it, est. speed input: 73.10 toks/s, output: 620.34 toks/s]
-2025-03-15T14:42:34.257637466Z 
Processed prompts:  13%|█▎        | 66/500 [02:12<08:36,  1.19s/it, est. speed input: 76.12 toks/s, output: 634.65 toks/s]
-2025-03-15T14:42:35.213680464Z 
Processed prompts:  13%|█▎        | 67/500 [02:12<06:22,  1.13it/s, est. speed input: 77.14 toks/s, output: 649.28 toks/s]
-2025-03-15T14:42:36.900012296Z 
Processed prompts:  14%|█▎        | 68/500 [02:13<06:31,  1.10it/s, est. speed input: 77.54 toks/s, output: 654.28 toks/s]
-2025-03-15T14:42:38.376802390Z 
Processed prompts:  14%|█▍        | 69/500 [02:15<08:11,  1.14s/it, est. speed input: 77.85 toks/s, output: 661.54 toks/s]
-2025-03-15T14:42:38.766409023Z 
Processed prompts:  14%|█▍        | 70/500 [02:17<08:53,  1.24s/it, est. speed input: 78.42 toks/s, output: 669.79 toks/s]
-2025-03-15T14:42:39.455179484Z 
Processed prompts:  14%|█▍        | 71/500 [02:17<07:02,  1.01it/s, est. speed input: 79.11 toks/s, output: 678.36 toks/s]
-2025-03-15T14:42:39.624089490Z 
Processed prompts:  14%|█▍        | 72/500 [02:18<06:23,  1.12it/s, est. speed input: 79.72 toks/s, output: 690.34 toks/s]
-2025-03-15T14:42:39.940773313Z 
Processed prompts:  15%|█▍        | 73/500 [02:18<04:49,  1.47it/s, est. speed input: 81.44 toks/s, output: 704.86 toks/s]
-2025-03-15T14:42:41.860557716Z 
Processed prompts:  15%|█▍        | 74/500 [02:18<04:02,  1.75it/s, est. speed input: 82.20 toks/s, output: 718.60 toks/s]
-2025-03-15T14:42:42.982252916Z 
Processed prompts:  15%|█▌        | 75/500 [02:20<06:54,  1.03it/s, est. speed input: 82.15 toks/s, output: 724.11 toks/s]
-2025-03-15T14:42:43.668573237Z 
Processed prompts:  15%|█▌        | 76/500 [02:21<07:11,  1.02s/it, est. speed input: 82.40 toks/s, output: 733.69 toks/s]
-2025-03-15T14:42:44.135537018Z 
Processed prompts:  15%|█▌        | 77/500 [02:22<06:28,  1.09it/s, est. speed input: 84.92 toks/s, output: 745.45 toks/s]
-2025-03-15T14:42:49.251526333Z 
Processed prompts:  16%|█▌        | 78/500 [02:22<05:30,  1.28it/s, est. speed input: 85.62 toks/s, output: 758.31 toks/s]
-2025-03-15T14:42:50.997058444Z 
Processed prompts:  16%|█▌        | 79/500 [02:27<14:37,  2.08s/it, est. speed input: 83.46 toks/s, output: 736.98 toks/s]
-2025-03-15T14:42:54.006657841Z 
Processed prompts:  16%|█▌        | 80/500 [02:29<13:52,  1.98s/it, est. speed input: 83.46 toks/s, output: 743.55 toks/s]
-2025-03-15T14:42:56.041671987Z 
Processed prompts:  17%|█▋        | 83/500 [02:32<09:56,  1.43s/it, est. speed input: 84.31 toks/s, output: 757.00 toks/s]
-2025-03-15T14:42:56.584763342Z 
Processed prompts:  17%|█▋        | 85/500 [02:34<08:54,  1.29s/it, est. speed input: 85.14 toks/s, output: 766.35 toks/s]
-2025-03-15T14:43:00.778187282Z 
Processed prompts:  17%|█▋        | 86/500 [02:35<07:51,  1.14s/it, est. speed input: 85.65 toks/s, output: 773.59 toks/s]
-2025-03-15T14:43:02.532770971Z 
Processed prompts:  17%|█▋        | 87/500 [02:39<12:30,  1.82s/it, est. speed input: 84.13 toks/s, output: 756.85 toks/s]
-2025-03-15T14:43:04.967857618Z 
Processed prompts:  18%|█▊        | 88/500 [02:41<12:22,  1.80s/it, est. speed input: 83.97 toks/s, output: 755.93 toks/s]
-2025-03-15T14:43:06.138408676Z 
Processed prompts:  18%|█▊        | 89/500 [02:43<13:26,  1.96s/it, est. speed input: 83.70 toks/s, output: 759.62 toks/s]
-2025-03-15T14:43:07.147226194Z 
Processed prompts:  18%|█▊        | 91/500 [02:44<09:25,  1.38s/it, est. speed input: 84.56 toks/s, output: 766.77 toks/s]
-2025-03-15T14:43:08.688269611Z 
Processed prompts:  18%|█▊        | 92/500 [02:45<08:48,  1.30s/it, est. speed input: 84.99 toks/s, output: 777.01 toks/s]
-2025-03-15T14:43:09.169027230Z 
Processed prompts:  19%|█▊        | 93/500 [02:47<09:12,  1.36s/it, est. speed input: 84.94 toks/s, output: 777.73 toks/s]
-2025-03-15T14:43:10.335834010Z 
Processed prompts:  19%|█▉        | 94/500 [02:47<07:37,  1.13s/it, est. speed input: 85.43 toks/s, output: 783.48 toks/s]
-2025-03-15T14:43:15.342460507Z 
Processed prompts:  19%|█▉        | 95/500 [02:48<07:40,  1.14s/it, est. speed input: 85.55 toks/s, output: 784.35 toks/s]
-2025-03-15T14:43:15.829189268Z 
Processed prompts:  19%|█▉        | 96/500 [02:54<14:57,  2.22s/it, est. speed input: 83.77 toks/s, output: 768.62 toks/s]
-2025-03-15T14:43:16.394375478Z 
Processed prompts:  20%|█▉        | 98/500 [02:54<08:59,  1.34s/it, est. speed input: 85.20 toks/s, output: 786.81 toks/s]
-2025-03-15T14:43:19.433708004Z 
Processed prompts:  20%|█▉        | 99/500 [02:55<07:43,  1.15s/it, est. speed input: 85.91 toks/s, output: 799.07 toks/s]
-2025-03-15T14:43:20.080934049Z 
Processed prompts:  20%|██        | 100/500 [02:58<10:55,  1.64s/it, est. speed input: 85.29 toks/s, output: 800.20 toks/s]
-2025-03-15T14:43:28.653813166Z 
Processed prompts:  20%|██        | 101/500 [02:58<09:07,  1.37s/it, est. speed input: 85.74 toks/s, output: 812.07 toks/s]
-2025-03-15T14:43:28.837399394Z 
Processed prompts:  20%|██        | 102/500 [03:07<22:19,  3.37s/it, est. speed input: 82.48 toks/s, output: 784.35 toks/s]
-2025-03-15T14:43:29.256151597Z 
Processed prompts:  21%|██        | 103/500 [03:07<16:18,  2.46s/it, est. speed input: 83.09 toks/s, output: 798.22 toks/s]
-2025-03-15T14:43:30.379730718Z 
Processed prompts:  21%|██        | 104/500 [03:07<12:22,  1.87s/it, est. speed input: 83.52 toks/s, output: 799.77 toks/s]
-2025-03-15T14:43:32.054353908Z 
Processed prompts:  21%|██        | 105/500 [03:09<10:53,  1.66s/it, est. speed input: 83.64 toks/s, output: 798.87 toks/s]
-2025-03-15T14:43:32.405631506Z 
Processed prompts:  21%|██        | 106/500 [03:10<10:54,  1.66s/it, est. speed input: 83.76 toks/s, output: 806.46 toks/s]
-2025-03-15T14:43:32.744586075Z 
Processed prompts:  22%|██▏       | 108/500 [03:11<06:25,  1.02it/s, est. speed input: 85.14 toks/s, output: 834.15 toks/s]
-2025-03-15T14:43:34.343716772Z 
Processed prompts:  22%|██▏       | 109/500 [03:11<05:22,  1.21it/s, est. speed input: 85.60 toks/s, output: 837.27 toks/s]
-2025-03-15T14:43:34.605681162Z 
Processed prompts:  22%|██▏       | 110/500 [03:13<06:40,  1.03s/it, est. speed input: 85.50 toks/s, output: 834.92 toks/s]
-2025-03-15T14:43:34.946038204Z 
Processed prompts:  22%|██▏       | 111/500 [03:13<05:18,  1.22it/s, est. speed input: 85.99 toks/s, output: 840.03 toks/s]
-2025-03-15T14:43:37.100596844Z 
Processed prompts:  22%|██▏       | 112/500 [03:13<04:25,  1.46it/s, est. speed input: 86.87 toks/s, output: 853.12 toks/s]
-2025-03-15T14:43:38.707837678Z 
Processed prompts:  23%|██▎       | 113/500 [03:15<07:07,  1.10s/it, est. speed input: 86.52 toks/s, output: 850.80 toks/s]
-2025-03-15T14:43:42.099568452Z 
Processed prompts:  23%|██▎       | 114/500 [03:17<08:02,  1.25s/it, est. speed input: 86.40 toks/s, output: 847.62 toks/s]
-2025-03-15T14:43:43.005718507Z 
Processed prompts:  23%|██▎       | 115/500 [03:20<12:02,  1.88s/it, est. speed input: 85.67 toks/s, output: 847.73 toks/s]
-2025-03-15T14:43:43.753936258Z 
Processed prompts:  23%|██▎       | 116/500 [03:21<10:10,  1.59s/it, est. speed input: 85.93 toks/s, output: 858.35 toks/s]
\ No newline at end of file
diff --git a/logs/overall/Exp1_100/results/quyanh/OpenRS-GRPO/results_2025-03-15T18-04-10.796422.json b/logs/overall/Exp1_100/results/quyanh/OpenRS-GRPO/results_2025-03-15T18-04-10.796422.json
deleted file mode 100644
index f529d75..0000000
--- a/logs/overall/Exp1_100/results/quyanh/OpenRS-GRPO/results_2025-03-15T18-04-10.796422.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 9795607.890673576,
-    "end_time": 9796266.243738612,
-    "total_evaluation_time_secondes": "658.3530650362372",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|aime24|0": {
-      "extractive_match": 0.3,
-      "extractive_match_stderr": 0.0850962943396763
-    },
-    "all": {
-      "extractive_match": 0.3,
-      "extractive_match_stderr": 0.0850962943396763
-    }
-  },
-  "versions": {
-    "custom|aime24|0": 1
-  },
-  "config_tasks": {
-    "custom|aime24": {
-      "name": "aime24",
-      "prompt_function": "aime_prompt_fn",
-      "hf_repo": "HuggingFaceH4/aime_2024",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 30,
-      "effective_num_docs": 30,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|aime24|0": {
-      "hashes": {
-        "hash_examples": "ddec8fc79d0a014b",
-        "hash_full_prompts": "253167becf0dfed7",
-        "hash_input_tokens": "bf1cc75b5f12dfb8",
-        "hash_cont_tokens": "5141f36c632674a8"
-      },
-      "truncated": 0,
-      "non_truncated": 30,
-      "padded": 0,
-      "non_padded": 30,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "c903e836a519cf98",
-      "hash_full_prompts": "84ff409b6bbf7cc0",
-      "hash_input_tokens": "9a8c7e54ce09af84",
-      "hash_cont_tokens": "f8465f893370f47e"
-    },
-    "truncated": 0,
-    "non_truncated": 30,
-    "padded": 0,
-    "non_padded": 30,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/overall/Exp1_100/results/quyanh/OpenRS-GRPO/results_2025-03-15T18-27-09.526559.json b/logs/overall/Exp1_100/results/quyanh/OpenRS-GRPO/results_2025-03-15T18-27-09.526559.json
deleted file mode 100644
index 9d33755..0000000
--- a/logs/overall/Exp1_100/results/quyanh/OpenRS-GRPO/results_2025-03-15T18-27-09.526559.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 9796309.327618744,
-    "end_time": 9797644.914942032,
-    "total_evaluation_time_secondes": "1335.587323287502",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|math_500|0": {
-      "extractive_match": 0.838,
-      "extractive_match_stderr": 0.016494123566423505
-    },
-    "all": {
-      "extractive_match": 0.838,
-      "extractive_match_stderr": 0.016494123566423505
-    }
-  },
-  "versions": {
-    "custom|math_500|0": 1
-  },
-  "config_tasks": {
-    "custom|math_500": {
-      "name": "math_500",
-      "prompt_function": "math_prompt_fn",
-      "hf_repo": "HuggingFaceH4/MATH-500",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "test"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "test"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 500,
-      "effective_num_docs": 500,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|math_500|0": {
-      "hashes": {
-        "hash_examples": "adf0cc8311011db2",
-        "hash_full_prompts": "63c902dbdbaf1552",
-        "hash_input_tokens": "2af397a095a31139",
-        "hash_cont_tokens": "4e007e6ddae6bd47"
-      },
-      "truncated": 0,
-      "non_truncated": 500,
-      "padded": 0,
-      "non_padded": 500,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "bfaad1993ff37a60",
-      "hash_full_prompts": "3ceaaade5cf43911",
-      "hash_input_tokens": "c663dbac8a64d3e4",
-      "hash_cont_tokens": "fa9f7bbd65512b23"
-    },
-    "truncated": 0,
-    "non_truncated": 500,
-    "padded": 0,
-    "non_padded": 500,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/overall/Exp1_100/results/quyanh/OpenRS-GRPO/results_2025-03-15T18-37-46.790845.json b/logs/overall/Exp1_100/results/quyanh/OpenRS-GRPO/results_2025-03-15T18-37-46.790845.json
deleted file mode 100644
index 1997497..0000000
--- a/logs/overall/Exp1_100/results/quyanh/OpenRS-GRPO/results_2025-03-15T18-37-46.790845.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 9797696.616540272,
-    "end_time": 9798282.237784388,
-    "total_evaluation_time_secondes": "585.621244115755",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|amc23|0": {
-      "extractive_match": 0.7,
-      "extractive_match_stderr": 0.07337993857053426
-    },
-    "all": {
-      "extractive_match": 0.7,
-      "extractive_match_stderr": 0.07337993857053426
-    }
-  },
-  "versions": {
-    "custom|amc23|0": 1
-  },
-  "config_tasks": {
-    "custom|amc23": {
-      "name": "amc23",
-      "prompt_function": "amc_prompt_fn",
-      "hf_repo": "knoveleng/AMC-23",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 40,
-      "effective_num_docs": 40,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|amc23|0": {
-      "hashes": {
-        "hash_examples": "57f3ead69f601b6a",
-        "hash_full_prompts": "64c05856286ef8dc",
-        "hash_input_tokens": "b64afe4485ef61c0",
-        "hash_cont_tokens": "b589babd0b65f01d"
-      },
-      "truncated": 0,
-      "non_truncated": 40,
-      "padded": 0,
-      "non_padded": 40,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "fe1f1f4512256bec",
-      "hash_full_prompts": "882107366cadc5ce",
-      "hash_input_tokens": "638cd1079164f374",
-      "hash_cont_tokens": "605820c49e2b0f60"
-    },
-    "truncated": 0,
-    "non_truncated": 40,
-    "padded": 0,
-    "non_padded": 40,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/overall/Exp1_100/results/quyanh/OpenRS-GRPO/results_2025-03-15T18-56-57.793761.json b/logs/overall/Exp1_100/results/quyanh/OpenRS-GRPO/results_2025-03-15T18-56-57.793761.json
deleted file mode 100644
index 6342d56..0000000
--- a/logs/overall/Exp1_100/results/quyanh/OpenRS-GRPO/results_2025-03-15T18-56-57.793761.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 9798316.559947304,
-    "end_time": 9799433.184578856,
-    "total_evaluation_time_secondes": "1116.6246315520257",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|minerva|0": {
-      "extractive_match": 0.29044117647058826,
-      "extractive_match_stderr": 0.02757646862274054
-    },
-    "all": {
-      "extractive_match": 0.29044117647058826,
-      "extractive_match_stderr": 0.02757646862274054
-    }
-  },
-  "versions": {
-    "custom|minerva|0": 1
-  },
-  "config_tasks": {
-    "custom|minerva": {
-      "name": "minerva",
-      "prompt_function": "minerva_prompt_fn",
-      "hf_repo": "knoveleng/Minerva-Math",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 272,
-      "effective_num_docs": 272,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|minerva|0": {
-      "hashes": {
-        "hash_examples": "2380609739db80f4",
-        "hash_full_prompts": "089f3da5adc0ea02",
-        "hash_input_tokens": "6dfda6d0aa2db833",
-        "hash_cont_tokens": "e616e58f2e525718"
-      },
-      "truncated": 0,
-      "non_truncated": 272,
-      "padded": 0,
-      "non_padded": 272,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "e5dd65bbb857baae",
-      "hash_full_prompts": "01963841796d65dc",
-      "hash_input_tokens": "0f12208727bbc414",
-      "hash_cont_tokens": "cdf4865adb6f7e23"
-    },
-    "truncated": 0,
-    "non_truncated": 272,
-    "padded": 0,
-    "non_padded": 272,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/overall/Exp1_100/results/quyanh/OpenRS-GRPO/results_2025-03-15T20-14-03.383896.json b/logs/overall/Exp1_100/results/quyanh/OpenRS-GRPO/results_2025-03-15T20-14-03.383896.json
deleted file mode 100644
index 39d8af8..0000000
--- a/logs/overall/Exp1_100/results/quyanh/OpenRS-GRPO/results_2025-03-15T20-14-03.383896.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 9799550.66780996,
-    "end_time": 9804058.841174878,
-    "total_evaluation_time_secondes": "4508.173364918679",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|olympiadbench|0": {
-      "extractive_match": 0.5244444444444445,
-      "extractive_match_stderr": 0.01923625059612031
-    },
-    "all": {
-      "extractive_match": 0.5244444444444445,
-      "extractive_match_stderr": 0.01923625059612031
-    }
-  },
-  "versions": {
-    "custom|olympiadbench|0": 1
-  },
-  "config_tasks": {
-    "custom|olympiadbench": {
-      "name": "olympiadbench",
-      "prompt_function": "olympiadbench_prompt_fn",
-      "hf_repo": "knoveleng/OlympiadBench",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 675,
-      "effective_num_docs": 675,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|olympiadbench|0": {
-      "hashes": {
-        "hash_examples": "96eebb759f237c57",
-        "hash_full_prompts": "4dfd5051c1e312af",
-        "hash_input_tokens": "654a2520cf8a87e5",
-        "hash_cont_tokens": "c3e531eed85e63c0"
-      },
-      "truncated": 0,
-      "non_truncated": 675,
-      "padded": 0,
-      "non_padded": 675,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "773fd1d5bf7b6906",
-      "hash_full_prompts": "671c0b34104b1636",
-      "hash_input_tokens": "67741bd03de367ba",
-      "hash_cont_tokens": "95c876004938fca0"
-    },
-    "truncated": 0,
-    "non_truncated": 675,
-    "padded": 0,
-    "non_padded": 675,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/overall/Exp2_50/results/quyanh/OpenRS-GRPO/results_2025-03-15T20-26-02.445125.json b/logs/overall/Exp2_50/results/quyanh/OpenRS-GRPO/results_2025-03-15T20-26-02.445125.json
deleted file mode 100644
index b309c6b..0000000
--- a/logs/overall/Exp2_50/results/quyanh/OpenRS-GRPO/results_2025-03-15T20-26-02.445125.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 9804127.746607196,
-    "end_time": 9804777.889406092,
-    "total_evaluation_time_secondes": "650.142798896879",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|aime24|0": {
-      "extractive_match": 0.3,
-      "extractive_match_stderr": 0.0850962943396763
-    },
-    "all": {
-      "extractive_match": 0.3,
-      "extractive_match_stderr": 0.0850962943396763
-    }
-  },
-  "versions": {
-    "custom|aime24|0": 1
-  },
-  "config_tasks": {
-    "custom|aime24": {
-      "name": "aime24",
-      "prompt_function": "aime_prompt_fn",
-      "hf_repo": "HuggingFaceH4/aime_2024",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 30,
-      "effective_num_docs": 30,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|aime24|0": {
-      "hashes": {
-        "hash_examples": "ddec8fc79d0a014b",
-        "hash_full_prompts": "253167becf0dfed7",
-        "hash_input_tokens": "bf1cc75b5f12dfb8",
-        "hash_cont_tokens": "76473421bbe93410"
-      },
-      "truncated": 0,
-      "non_truncated": 30,
-      "padded": 0,
-      "non_padded": 30,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "c903e836a519cf98",
-      "hash_full_prompts": "84ff409b6bbf7cc0",
-      "hash_input_tokens": "9a8c7e54ce09af84",
-      "hash_cont_tokens": "a2125e595bab4673"
-    },
-    "truncated": 0,
-    "non_truncated": 30,
-    "padded": 0,
-    "non_padded": 30,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/overall/Exp2_50/results/quyanh/OpenRS-GRPO/results_2025-03-15T20-48-43.218853.json b/logs/overall/Exp2_50/results/quyanh/OpenRS-GRPO/results_2025-03-15T20-48-43.218853.json
deleted file mode 100644
index 02d3ce0..0000000
--- a/logs/overall/Exp2_50/results/quyanh/OpenRS-GRPO/results_2025-03-15T20-48-43.218853.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 9804830.717740912,
-    "end_time": 9806138.61057854,
-    "total_evaluation_time_secondes": "1307.8928376287222",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|math_500|0": {
-      "extractive_match": 0.854,
-      "extractive_match_stderr": 0.01580720517583485
-    },
-    "all": {
-      "extractive_match": 0.854,
-      "extractive_match_stderr": 0.01580720517583485
-    }
-  },
-  "versions": {
-    "custom|math_500|0": 1
-  },
-  "config_tasks": {
-    "custom|math_500": {
-      "name": "math_500",
-      "prompt_function": "math_prompt_fn",
-      "hf_repo": "HuggingFaceH4/MATH-500",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "test"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "test"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 500,
-      "effective_num_docs": 500,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|math_500|0": {
-      "hashes": {
-        "hash_examples": "adf0cc8311011db2",
-        "hash_full_prompts": "63c902dbdbaf1552",
-        "hash_input_tokens": "2af397a095a31139",
-        "hash_cont_tokens": "961808827104c739"
-      },
-      "truncated": 0,
-      "non_truncated": 500,
-      "padded": 0,
-      "non_padded": 500,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "bfaad1993ff37a60",
-      "hash_full_prompts": "3ceaaade5cf43911",
-      "hash_input_tokens": "c663dbac8a64d3e4",
-      "hash_cont_tokens": "0a4348ce590f191d"
-    },
-    "truncated": 0,
-    "non_truncated": 500,
-    "padded": 0,
-    "non_padded": 500,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/overall/Exp2_50/results/quyanh/OpenRS-GRPO/results_2025-03-15T20-56-24.803840.json b/logs/overall/Exp2_50/results/quyanh/OpenRS-GRPO/results_2025-03-15T20-56-24.803840.json
deleted file mode 100644
index b54fe17..0000000
--- a/logs/overall/Exp2_50/results/quyanh/OpenRS-GRPO/results_2025-03-15T20-56-24.803840.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 9806195.692178983,
-    "end_time": 9806600.257096833,
-    "total_evaluation_time_secondes": "404.5649178493768",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|amc23|0": {
-      "extractive_match": 0.8,
-      "extractive_match_stderr": 0.06405126152203487
-    },
-    "all": {
-      "extractive_match": 0.8,
-      "extractive_match_stderr": 0.06405126152203487
-    }
-  },
-  "versions": {
-    "custom|amc23|0": 1
-  },
-  "config_tasks": {
-    "custom|amc23": {
-      "name": "amc23",
-      "prompt_function": "amc_prompt_fn",
-      "hf_repo": "knoveleng/AMC-23",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 40,
-      "effective_num_docs": 40,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|amc23|0": {
-      "hashes": {
-        "hash_examples": "57f3ead69f601b6a",
-        "hash_full_prompts": "64c05856286ef8dc",
-        "hash_input_tokens": "b64afe4485ef61c0",
-        "hash_cont_tokens": "d1d854bc50c70679"
-      },
-      "truncated": 0,
-      "non_truncated": 40,
-      "padded": 0,
-      "non_padded": 40,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "fe1f1f4512256bec",
-      "hash_full_prompts": "882107366cadc5ce",
-      "hash_input_tokens": "638cd1079164f374",
-      "hash_cont_tokens": "198d7b3d60a17a97"
-    },
-    "truncated": 0,
-    "non_truncated": 40,
-    "padded": 0,
-    "non_padded": 40,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/overall/Exp2_50/results/quyanh/OpenRS-GRPO/results_2025-03-15T21-15-57.124823.json b/logs/overall/Exp2_50/results/quyanh/OpenRS-GRPO/results_2025-03-15T21-15-57.124823.json
deleted file mode 100644
index d41c1c4..0000000
--- a/logs/overall/Exp2_50/results/quyanh/OpenRS-GRPO/results_2025-03-15T21-15-57.124823.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 9806637.417435272,
-    "end_time": 9807772.504720999,
-    "total_evaluation_time_secondes": "1135.0872857272625",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|minerva|0": {
-      "extractive_match": 0.30514705882352944,
-      "extractive_match_stderr": 0.027971541370170595
-    },
-    "all": {
-      "extractive_match": 0.30514705882352944,
-      "extractive_match_stderr": 0.027971541370170595
-    }
-  },
-  "versions": {
-    "custom|minerva|0": 1
-  },
-  "config_tasks": {
-    "custom|minerva": {
-      "name": "minerva",
-      "prompt_function": "minerva_prompt_fn",
-      "hf_repo": "knoveleng/Minerva-Math",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 272,
-      "effective_num_docs": 272,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|minerva|0": {
-      "hashes": {
-        "hash_examples": "2380609739db80f4",
-        "hash_full_prompts": "089f3da5adc0ea02",
-        "hash_input_tokens": "6dfda6d0aa2db833",
-        "hash_cont_tokens": "8cf69853c9463185"
-      },
-      "truncated": 0,
-      "non_truncated": 272,
-      "padded": 0,
-      "non_padded": 272,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "e5dd65bbb857baae",
-      "hash_full_prompts": "01963841796d65dc",
-      "hash_input_tokens": "0f12208727bbc414",
-      "hash_cont_tokens": "ba555747aef962ce"
-    },
-    "truncated": 0,
-    "non_truncated": 272,
-    "padded": 0,
-    "non_padded": 272,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/overall/Exp2_50/results/quyanh/OpenRS-GRPO/results_2025-03-15T22-27-30.404581.json b/logs/overall/Exp2_50/results/quyanh/OpenRS-GRPO/results_2025-03-15T22-27-30.404581.json
deleted file mode 100644
index f1651de..0000000
--- a/logs/overall/Exp2_50/results/quyanh/OpenRS-GRPO/results_2025-03-15T22-27-30.404581.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 9807838.70551336,
-    "end_time": 9812065.866724072,
-    "total_evaluation_time_secondes": "4227.161210712045",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|olympiadbench|0": {
-      "extractive_match": 0.5244444444444445,
-      "extractive_match_stderr": 0.0192362505961203
-    },
-    "all": {
-      "extractive_match": 0.5244444444444445,
-      "extractive_match_stderr": 0.0192362505961203
-    }
-  },
-  "versions": {
-    "custom|olympiadbench|0": 1
-  },
-  "config_tasks": {
-    "custom|olympiadbench": {
-      "name": "olympiadbench",
-      "prompt_function": "olympiadbench_prompt_fn",
-      "hf_repo": "knoveleng/OlympiadBench",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 675,
-      "effective_num_docs": 675,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|olympiadbench|0": {
-      "hashes": {
-        "hash_examples": "96eebb759f237c57",
-        "hash_full_prompts": "4dfd5051c1e312af",
-        "hash_input_tokens": "654a2520cf8a87e5",
-        "hash_cont_tokens": "8530daf45f8d4177"
-      },
-      "truncated": 0,
-      "non_truncated": 675,
-      "padded": 0,
-      "non_padded": 675,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "773fd1d5bf7b6906",
-      "hash_full_prompts": "671c0b34104b1636",
-      "hash_input_tokens": "67741bd03de367ba",
-      "hash_cont_tokens": "879603abf70ce8af"
-    },
-    "truncated": 0,
-    "non_truncated": 675,
-    "padded": 0,
-    "non_padded": 675,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/overall/Exp3_50/results/quyanh/OpenRS-GRPO/results_2025-03-15T22-38-52.294521.json b/logs/overall/Exp3_50/results/quyanh/OpenRS-GRPO/results_2025-03-15T22-38-52.294521.json
deleted file mode 100644
index ef5eff6..0000000
--- a/logs/overall/Exp3_50/results/quyanh/OpenRS-GRPO/results_2025-03-15T22-38-52.294521.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 9812128.241996253,
-    "end_time": 9812747.743711457,
-    "total_evaluation_time_secondes": "619.5017152037472",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|aime24|0": {
-      "extractive_match": 0.4666666666666667,
-      "extractive_match_stderr": 0.09264111117062017
-    },
-    "all": {
-      "extractive_match": 0.4666666666666667,
-      "extractive_match_stderr": 0.09264111117062017
-    }
-  },
-  "versions": {
-    "custom|aime24|0": 1
-  },
-  "config_tasks": {
-    "custom|aime24": {
-      "name": "aime24",
-      "prompt_function": "aime_prompt_fn",
-      "hf_repo": "HuggingFaceH4/aime_2024",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 30,
-      "effective_num_docs": 30,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|aime24|0": {
-      "hashes": {
-        "hash_examples": "ddec8fc79d0a014b",
-        "hash_full_prompts": "253167becf0dfed7",
-        "hash_input_tokens": "bf1cc75b5f12dfb8",
-        "hash_cont_tokens": "fd81113ccd505a4e"
-      },
-      "truncated": 0,
-      "non_truncated": 30,
-      "padded": 0,
-      "non_padded": 30,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "c903e836a519cf98",
-      "hash_full_prompts": "84ff409b6bbf7cc0",
-      "hash_input_tokens": "9a8c7e54ce09af84",
-      "hash_cont_tokens": "2a36a200d6cd2247"
-    },
-    "truncated": 0,
-    "non_truncated": 30,
-    "padded": 0,
-    "non_padded": 30,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/overall/Exp3_50/results/quyanh/OpenRS-GRPO/results_2025-03-15T23-02-19.308882.json b/logs/overall/Exp3_50/results/quyanh/OpenRS-GRPO/results_2025-03-15T23-02-19.308882.json
deleted file mode 100644
index b0b7c8e..0000000
--- a/logs/overall/Exp3_50/results/quyanh/OpenRS-GRPO/results_2025-03-15T23-02-19.308882.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 9812781.11633004,
-    "end_time": 9814154.770996448,
-    "total_evaluation_time_secondes": "1373.6546664070338",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|math_500|0": {
-      "extractive_match": 0.844,
-      "extractive_match_stderr": 0.016243636028391097
-    },
-    "all": {
-      "extractive_match": 0.844,
-      "extractive_match_stderr": 0.016243636028391097
-    }
-  },
-  "versions": {
-    "custom|math_500|0": 1
-  },
-  "config_tasks": {
-    "custom|math_500": {
-      "name": "math_500",
-      "prompt_function": "math_prompt_fn",
-      "hf_repo": "HuggingFaceH4/MATH-500",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "test"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "test"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 500,
-      "effective_num_docs": 500,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|math_500|0": {
-      "hashes": {
-        "hash_examples": "adf0cc8311011db2",
-        "hash_full_prompts": "63c902dbdbaf1552",
-        "hash_input_tokens": "2af397a095a31139",
-        "hash_cont_tokens": "6f3bc11d908efbf4"
-      },
-      "truncated": 0,
-      "non_truncated": 500,
-      "padded": 0,
-      "non_padded": 500,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "bfaad1993ff37a60",
-      "hash_full_prompts": "3ceaaade5cf43911",
-      "hash_input_tokens": "c663dbac8a64d3e4",
-      "hash_cont_tokens": "c2619f7c35dda61a"
-    },
-    "truncated": 0,
-    "non_truncated": 500,
-    "padded": 0,
-    "non_padded": 500,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/overall/Exp3_50/results/quyanh/OpenRS-GRPO/results_2025-03-15T23-12-28.069489.json b/logs/overall/Exp3_50/results/quyanh/OpenRS-GRPO/results_2025-03-15T23-12-28.069489.json
deleted file mode 100644
index e66e255..0000000
--- a/logs/overall/Exp3_50/results/quyanh/OpenRS-GRPO/results_2025-03-15T23-12-28.069489.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 9814218.648552556,
-    "end_time": 9814763.480200425,
-    "total_evaluation_time_secondes": "544.8316478691995",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|amc23|0": {
-      "extractive_match": 0.725,
-      "extractive_match_stderr": 0.0714995069016527
-    },
-    "all": {
-      "extractive_match": 0.725,
-      "extractive_match_stderr": 0.0714995069016527
-    }
-  },
-  "versions": {
-    "custom|amc23|0": 1
-  },
-  "config_tasks": {
-    "custom|amc23": {
-      "name": "amc23",
-      "prompt_function": "amc_prompt_fn",
-      "hf_repo": "knoveleng/AMC-23",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 40,
-      "effective_num_docs": 40,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|amc23|0": {
-      "hashes": {
-        "hash_examples": "57f3ead69f601b6a",
-        "hash_full_prompts": "64c05856286ef8dc",
-        "hash_input_tokens": "b64afe4485ef61c0",
-        "hash_cont_tokens": "c0838ad8f27af064"
-      },
-      "truncated": 0,
-      "non_truncated": 40,
-      "padded": 0,
-      "non_padded": 40,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "fe1f1f4512256bec",
-      "hash_full_prompts": "882107366cadc5ce",
-      "hash_input_tokens": "638cd1079164f374",
-      "hash_cont_tokens": "68bf0a6b43ec34ae"
-    },
-    "truncated": 0,
-    "non_truncated": 40,
-    "padded": 0,
-    "non_padded": 40,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/overall/Exp3_50/results/quyanh/OpenRS-GRPO/results_2025-03-15T23-32-02.283638.json b/logs/overall/Exp3_50/results/quyanh/OpenRS-GRPO/results_2025-03-15T23-32-02.283638.json
deleted file mode 100644
index fa9945c..0000000
--- a/logs/overall/Exp3_50/results/quyanh/OpenRS-GRPO/results_2025-03-15T23-32-02.283638.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 9814797.26901838,
-    "end_time": 9815937.743422212,
-    "total_evaluation_time_secondes": "1140.4744038321078",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|minerva|0": {
-      "extractive_match": 0.26838235294117646,
-      "extractive_match_stderr": 0.0269174812243772
-    },
-    "all": {
-      "extractive_match": 0.26838235294117646,
-      "extractive_match_stderr": 0.0269174812243772
-    }
-  },
-  "versions": {
-    "custom|minerva|0": 1
-  },
-  "config_tasks": {
-    "custom|minerva": {
-      "name": "minerva",
-      "prompt_function": "minerva_prompt_fn",
-      "hf_repo": "knoveleng/Minerva-Math",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 272,
-      "effective_num_docs": 272,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|minerva|0": {
-      "hashes": {
-        "hash_examples": "2380609739db80f4",
-        "hash_full_prompts": "089f3da5adc0ea02",
-        "hash_input_tokens": "6dfda6d0aa2db833",
-        "hash_cont_tokens": "854f4da3efe1b99c"
-      },
-      "truncated": 0,
-      "non_truncated": 272,
-      "padded": 0,
-      "non_padded": 272,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "e5dd65bbb857baae",
-      "hash_full_prompts": "01963841796d65dc",
-      "hash_input_tokens": "0f12208727bbc414",
-      "hash_cont_tokens": "cc6a72eb82a434e8"
-    },
-    "truncated": 0,
-    "non_truncated": 272,
-    "padded": 0,
-    "non_padded": 272,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/logs/overall/Exp3_50/results/quyanh/OpenRS-GRPO/results_2025-03-16T00-44-02.504832.json b/logs/overall/Exp3_50/results/quyanh/OpenRS-GRPO/results_2025-03-16T00-44-02.504832.json
deleted file mode 100644
index f8be105..0000000
--- a/logs/overall/Exp3_50/results/quyanh/OpenRS-GRPO/results_2025-03-16T00-44-02.504832.json
+++ /dev/null
@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 9815989.005917052,
-    "end_time": 9820257.966759676,
-    "total_evaluation_time_secondes": "4268.960842624307",
-    "model_name": "quyanh/OpenRS-GRPO",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|olympiadbench|0": {
-      "extractive_match": 0.5125925925925926,
-      "extractive_match_stderr": 0.01925317140671421
-    },
-    "all": {
-      "extractive_match": 0.5125925925925926,
-      "extractive_match_stderr": 0.01925317140671421
-    }
-  },
-  "versions": {
-    "custom|olympiadbench|0": 1
-  },
-  "config_tasks": {
-    "custom|olympiadbench": {
-      "name": "olympiadbench",
-      "prompt_function": "olympiadbench_prompt_fn",
-      "hf_repo": "knoveleng/OlympiadBench",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "train"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "train"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 32768,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 675,
-      "effective_num_docs": 675,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|olympiadbench|0": {
-      "hashes": {
-        "hash_examples": "96eebb759f237c57",
-        "hash_full_prompts": "4dfd5051c1e312af",
-        "hash_input_tokens": "654a2520cf8a87e5",
-        "hash_cont_tokens": "e745f0b3b7ff7f4c"
-      },
-      "truncated": 0,
-      "non_truncated": 675,
-      "padded": 0,
-      "non_padded": 675,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "773fd1d5bf7b6906",
-      "hash_full_prompts": "671c0b34104b1636",
-      "hash_input_tokens": "67741bd03de367ba",
-      "hash_cont_tokens": "9b24b04b51e7299b"
-    },
-    "truncated": 0,
-    "non_truncated": 675,
-    "padded": 0,
-    "non_padded": 675,
-    "num_truncated_few_shots": 0
-  }
-}
\ No newline at end of file
diff --git a/setup.py b/setup.py
index 00b83d8..99db98f 100644
--- a/setup.py
+++ b/setup.py
@@ -118,13 +118,13 @@ def deps_list(*pkgs):
     name="open-r1",
     version="0.1.0.dev0",  # expected format is one of x.y.z.dev0, or x.y.z.rc1 or x.y.z (no to dashes, yes to dots)
     author="The Hugging Face team (past and future)",
-    author_email="lewis@huggingface.co",
+    author_email="anonymous@huggingface.co",
     description="Open R1",
     long_description=open("README.md", "r", encoding="utf-8").read(),
     long_description_content_type="text/markdown",
     keywords="llm inference-time compute reasoning",
     license="Apache",
-    url="https://github.com/huggingface/open-r1",
+    url="anonymous",
     package_dir={"": "src"},
     packages=find_packages("src"),
     zip_safe=False,