diff --git a/.DS_Store b/.DS_Store new file mode 100644 index 0000000..992d58c Binary files /dev/null and b/.DS_Store differ diff --git a/.gitignore b/.gitignore index 4db1aa2..9ceeb75 100644 --- a/.gitignore +++ b/.gitignore @@ -1,5 +1,4 @@ -data/coco/ -data/flickr30k/ +data/ trash/ .virtual_documents/ dataset/__pycache__/ @@ -8,3 +7,11 @@ gptq_results_first_run/ slurm_files/1_quantization_run/ slurm_files/2_quantization_run_smaller_bits/ +**/*.pyc +**/__pycache__ + +awq/**/ +.vscode/ + +llava_runs/**/ + diff --git a/__pycache__/blip_quantizer.cpython-310.pyc b/__pycache__/blip_quantizer.cpython-310.pyc index 5cd7811..883ab50 100644 Binary files a/__pycache__/blip_quantizer.cpython-310.pyc and b/__pycache__/blip_quantizer.cpython-310.pyc differ diff --git a/__pycache__/blip_quantizer.cpython-312.pyc b/__pycache__/blip_quantizer.cpython-312.pyc index 50f8a32..64ef81e 100644 Binary files a/__pycache__/blip_quantizer.cpython-312.pyc and b/__pycache__/blip_quantizer.cpython-312.pyc differ diff --git a/__pycache__/inference_pipeline.cpython-310.pyc b/__pycache__/inference_pipeline.cpython-310.pyc index f99bb67..c130c11 100644 Binary files a/__pycache__/inference_pipeline.cpython-310.pyc and b/__pycache__/inference_pipeline.cpython-310.pyc differ diff --git a/__pycache__/inference_pipeline.cpython-312.pyc b/__pycache__/inference_pipeline.cpython-312.pyc new file mode 100644 index 0000000..f1fc585 Binary files /dev/null and b/__pycache__/inference_pipeline.cpython-312.pyc differ diff --git a/__pycache__/quant_functions.cpython-310.pyc b/__pycache__/quant_functions.cpython-310.pyc index 002d4d8..959c9a4 100644 Binary files a/__pycache__/quant_functions.cpython-310.pyc and b/__pycache__/quant_functions.cpython-310.pyc differ diff --git a/__pycache__/quant_functions.cpython-312.pyc b/__pycache__/quant_functions.cpython-312.pyc new file mode 100644 index 0000000..5f89e01 Binary files /dev/null and b/__pycache__/quant_functions.cpython-312.pyc differ diff --git a/__pycache__/utils.cpython-310.pyc b/__pycache__/utils.cpython-310.pyc index 52e7870..ba737ff 100644 Binary files a/__pycache__/utils.cpython-310.pyc and b/__pycache__/utils.cpython-310.pyc differ diff --git a/__pycache__/utils.cpython-312.pyc b/__pycache__/utils.cpython-312.pyc new file mode 100644 index 0000000..08df777 Binary files /dev/null and b/__pycache__/utils.cpython-312.pyc differ diff --git a/awq/__init__.py b/awq/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/awq/__pycache__/__init__.cpython-310.pyc b/awq/__pycache__/__init__.cpython-310.pyc new file mode 100644 index 0000000..2cd0738 Binary files /dev/null and b/awq/__pycache__/__init__.cpython-310.pyc differ diff --git a/awq/__pycache__/__init__.cpython-312.pyc b/awq/__pycache__/__init__.cpython-312.pyc new file mode 100644 index 0000000..95cb340 Binary files /dev/null and b/awq/__pycache__/__init__.cpython-312.pyc differ diff --git a/awq/__pycache__/awq_quantizer.cpython-312.pyc b/awq/__pycache__/awq_quantizer.cpython-312.pyc new file mode 100644 index 0000000..b4d6eb6 Binary files /dev/null and b/awq/__pycache__/awq_quantizer.cpython-312.pyc differ diff --git a/awq/__pycache__/quantizer.cpython-310.pyc b/awq/__pycache__/quantizer.cpython-310.pyc new file mode 100644 index 0000000..91b27d4 Binary files /dev/null and b/awq/__pycache__/quantizer.cpython-310.pyc differ diff --git a/awq/__pycache__/scaled_modules.cpython-310.pyc b/awq/__pycache__/scaled_modules.cpython-310.pyc new file mode 100644 index 0000000..1395c03 Binary files /dev/null and b/awq/__pycache__/scaled_modules.cpython-310.pyc differ diff --git a/awq/__pycache__/scaled_modules.cpython-312.pyc b/awq/__pycache__/scaled_modules.cpython-312.pyc new file mode 100644 index 0000000..7c47eb0 Binary files /dev/null and b/awq/__pycache__/scaled_modules.cpython-312.pyc differ diff --git a/awq/__pycache__/utils.cpython-310.pyc b/awq/__pycache__/utils.cpython-310.pyc new file mode 100644 index 0000000..65765bc Binary files /dev/null and b/awq/__pycache__/utils.cpython-310.pyc differ diff --git a/awq/__pycache__/utils.cpython-312.pyc b/awq/__pycache__/utils.cpython-312.pyc new file mode 100644 index 0000000..f5656d1 Binary files /dev/null and b/awq/__pycache__/utils.cpython-312.pyc differ diff --git a/awq/awq_captioning.html b/awq/awq_captioning.html new file mode 100644 index 0000000..fa45480 --- /dev/null +++ b/awq/awq_captioning.html @@ -0,0 +1,14 @@ + +
+ +| \n", + " | vit_bits | \n", + "qformer_bits | \n", + "txt_r1 | \n", + "txt_r5 | \n", + "txt_r10 | \n", + "txt_r_mean | \n", + "img_r1 | \n", + "img_r5 | \n", + "img_r10 | \n", + "img_r_mean | \n", + "r_mean | \n", + "agg_metrics | \n", + "model_size | \n", + "
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | \n", + "2 | \n", + "2 | \n", + "67.5 | \n", + "83.0 | \n", + "88.1 | \n", + "79.533333 | \n", + "61.32 | \n", + "81.88 | \n", + "86.72 | \n", + "76.640000 | \n", + "78.086667 | \n", + "79.533333 | \n", + "387.970088 | \n", + "
| 1 | \n", + "2 | \n", + "3 | \n", + "83.8 | \n", + "95.7 | \n", + "97.6 | \n", + "92.366667 | \n", + "70.50 | \n", + "89.62 | \n", + "93.62 | \n", + "84.580000 | \n", + "88.473333 | \n", + "92.366667 | \n", + "408.189992 | \n", + "
| 2 | \n", + "2 | \n", + "4 | \n", + "84.5 | \n", + "95.4 | \n", + "97.4 | \n", + "92.433333 | \n", + "71.22 | \n", + "89.90 | \n", + "93.62 | \n", + "84.913333 | \n", + "88.673333 | \n", + "92.433333 | \n", + "428.409896 | \n", + "
| 3 | \n", + "2 | \n", + "5 | \n", + "83.9 | \n", + "95.6 | \n", + "97.5 | \n", + "92.333333 | \n", + "71.42 | \n", + "89.74 | \n", + "93.86 | \n", + "85.006667 | \n", + "88.670000 | \n", + "92.333333 | \n", + "448.629800 | \n", + "
| 4 | \n", + "2 | \n", + "6 | \n", + "83.7 | \n", + "95.3 | \n", + "97.4 | \n", + "92.133333 | \n", + "71.10 | \n", + "89.82 | \n", + "93.70 | \n", + "84.873333 | \n", + "88.503333 | \n", + "92.133333 | \n", + "468.849704 | \n", + "
| \n", + " | vit_bits | \n", + "qformer_bits | \n", + "txt_r1 | \n", + "txt_r5 | \n", + "txt_r10 | \n", + "txt_r_mean | \n", + "img_r1 | \n", + "img_r5 | \n", + "img_r10 | \n", + "img_r_mean | \n", + "r_mean | \n", + "agg_metrics | \n", + "model_size | \n", + "
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 16 | \n", + "4 | \n", + "4 | \n", + "97.6 | \n", + "100.0 | \n", + "100.0 | \n", + "99.2 | \n", + "89.68 | \n", + "98.22 | \n", + "99.08 | \n", + "95.66 | \n", + "97.43 | \n", + "99.2 | \n", + "674.5442 | \n", + "
| \n", + " | vit_bits | \n", + "qformer_bits | \n", + "llm_bits | \n", + "meteor | \n", + "cider | \n", + "model_size | \n", + "quant_type | \n", + "
|---|---|---|---|---|---|---|---|
| 0 | \n", + "2 | \n", + "2 | \n", + "2 | \n", + "0.029884 | \n", + "0.000790 | \n", + "1965.902624 | \n", + "AWQ | \n", + "
| 1 | \n", + "2 | \n", + "2 | \n", + "3 | \n", + "0.149857 | \n", + "0.389274 | \n", + "2280.567584 | \n", + "AWQ | \n", + "
| 2 | \n", + "2 | \n", + "2 | \n", + "4 | \n", + "0.183735 | \n", + "0.544352 | \n", + "2595.232544 | \n", + "AWQ | \n", + "
| 3 | \n", + "2 | \n", + "2 | \n", + "5 | \n", + "0.188660 | \n", + "0.577806 | \n", + "2909.897504 | \n", + "AWQ | \n", + "
| 4 | \n", + "2 | \n", + "2 | \n", + "6 | \n", + "0.192159 | \n", + "0.594062 | \n", + "3224.562464 | \n", + "AWQ | \n", + "
| \n", + " | vit_bits | \n", + "qformer_bits | \n", + "llm_bits | \n", + "cider | \n", + "meteor | \n", + "quant_type | \n", + "
|---|---|---|---|---|---|---|
| 0 | \n", + "3 | \n", + "5 | \n", + "6 | \n", + "1.187780 | \n", + "0.269797 | \n", + "GPTQ | \n", + "
| 1 | \n", + "16 | \n", + "8 | \n", + "4 | \n", + "0.883812 | \n", + "0.218899 | \n", + "GPTQ | \n", + "
| 2 | \n", + "2 | \n", + "7 | \n", + "8 | \n", + "0.007928 | \n", + "0.034667 | \n", + "GPTQ | \n", + "
| 3 | \n", + "6 | \n", + "2 | \n", + "7 | \n", + "1.087526 | \n", + "0.253127 | \n", + "GPTQ | \n", + "
| 4 | \n", + "8 | \n", + "8 | \n", + "7 | \n", + "1.198431 | \n", + "0.272075 | \n", + "GPTQ | \n", + "
| \n", + " | vit_bits | \n", + "qformer_bits | \n", + "llm_bits | \n", + "meteor | \n", + "cider | \n", + "model_size | \n", + "quant_type | \n", + "
|---|---|---|---|---|---|---|---|
| 0 | \n", + "2 | \n", + "2 | \n", + "2 | \n", + "0.029884 | \n", + "0.000790 | \n", + "1965.902624 | \n", + "AWQ | \n", + "
| 1 | \n", + "2 | \n", + "2 | \n", + "3 | \n", + "0.010151 | \n", + "0.001498 | \n", + "NaN | \n", + "GPTQ | \n", + "
| 2 | \n", + "2 | \n", + "2 | \n", + "3 | \n", + "0.149857 | \n", + "0.389274 | \n", + "2280.567584 | \n", + "AWQ | \n", + "
| 3 | \n", + "2 | \n", + "2 | \n", + "4 | \n", + "0.008834 | \n", + "0.000763 | \n", + "NaN | \n", + "GPTQ | \n", + "
| 4 | \n", + "2 | \n", + "2 | \n", + "4 | \n", + "0.183735 | \n", + "0.544352 | \n", + "2595.232544 | \n", + "AWQ | \n", + "
| \n", + " | vit_bits | \n", + "qformer_bits | \n", + "llm_bits | \n", + "meteor | \n", + "cider | \n", + "model_size | \n", + "quant_type | \n", + "
|---|---|---|---|---|---|---|---|
| 208 | \n", + "3 | \n", + "16 | \n", + "16 | \n", + "0.254343 | \n", + "1.101888 | \n", + "NaN | \n", + "GPTQ | \n", + "
| 209 | \n", + "3 | \n", + "16 | \n", + "16 | \n", + "0.284536 | \n", + "1.275289 | \n", + "6678.1868 | \n", + "AWQ | \n", + "
| \n", + " | vit_bits | \n", + "qformer_bits | \n", + "llm_bits | \n", + "meteor | \n", + "cider | \n", + "model_size | \n", + "quant_type | \n", + "
|---|---|---|---|---|---|---|---|
| 136 | \n", + "3 | \n", + "4 | \n", + "4 | \n", + "0.229885 | \n", + "0.941375 | \n", + "NaN | \n", + "GPTQ | \n", + "
| 137 | \n", + "3 | \n", + "4 | \n", + "4 | \n", + "0.270284 | \n", + "1.179401 | \n", + "2744.572208 | \n", + "AWQ | \n", + "
| \n", + " | vit_bits | \n", + "qformer_bits | \n", + "llm_bits | \n", + "meteor | \n", + "cider | \n", + "model_size | \n", + "quant_type | \n", + "
|---|---|---|---|---|---|---|---|
| 493 | \n", + "6 | \n", + "7 | \n", + "6 | \n", + "0.284343 | \n", + "1.311675 | \n", + "NaN | \n", + "GPTQ | \n", + "
| \n", + " | vit_bits | \n", + "qformer_bits | \n", + "txt_r1 | \n", + "txt_r5 | \n", + "txt_r10 | \n", + "txt_r_mean | \n", + "img_r1 | \n", + "img_r5 | \n", + "img_r10 | \n", + "img_r_mean | \n", + "r_mean | \n", + "agg_metrics | \n", + "model_size | \n", + "
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | \n", + "2 | \n", + "2 | \n", + "67.5 | \n", + "83.0 | \n", + "88.1 | \n", + "79.533333 | \n", + "61.32 | \n", + "81.88 | \n", + "86.72 | \n", + "76.640000 | \n", + "78.086667 | \n", + "79.533333 | \n", + "3103760704 | \n", + "
| 1 | \n", + "2 | \n", + "3 | \n", + "83.8 | \n", + "95.7 | \n", + "97.6 | \n", + "92.366667 | \n", + "70.50 | \n", + "89.62 | \n", + "93.62 | \n", + "84.580000 | \n", + "88.473333 | \n", + "92.366667 | \n", + "3265519936 | \n", + "
| 2 | \n", + "2 | \n", + "4 | \n", + "84.5 | \n", + "95.4 | \n", + "97.4 | \n", + "92.433333 | \n", + "71.22 | \n", + "89.90 | \n", + "93.62 | \n", + "84.913333 | \n", + "88.673333 | \n", + "92.433333 | \n", + "3427279168 | \n", + "
| 3 | \n", + "2 | \n", + "5 | \n", + "83.9 | \n", + "95.6 | \n", + "97.5 | \n", + "92.333333 | \n", + "71.42 | \n", + "89.74 | \n", + "93.86 | \n", + "85.006667 | \n", + "88.670000 | \n", + "92.333333 | \n", + "3589038400 | \n", + "
| 4 | \n", + "2 | \n", + "6 | \n", + "83.7 | \n", + "95.3 | \n", + "97.4 | \n", + "92.133333 | \n", + "71.10 | \n", + "89.82 | \n", + "93.70 | \n", + "84.873333 | \n", + "88.503333 | \n", + "92.133333 | \n", + "3750797632 | \n", + "
| \n", + " | vit_bits | \n", + "qformer_bits | \n", + "llm_bits | \n", + "METEOR | \n", + "METEOR_per_caption | \n", + "CIDEr | \n", + "CIDEr_per_caption | \n", + "model_size | \n", + "
|---|---|---|---|---|---|---|---|---|
| 0 | \n", + "2 | \n", + "2 | \n", + "2 | \n", + "0.029884 | \n", + "[0.046109510086455335, 0.0, 0.0459770114942528... | \n", + "0.000790 | \n", + "[0.00021961744254830342, 0.0, 0.00015558086569... | \n", + "15727220992 | \n", + "
| 1 | \n", + "2 | \n", + "2 | \n", + "3 | \n", + "0.149857 | \n", + "[0.10727330075156825, 0.3090046331141728, 0.07... | \n", + "0.389274 | \n", + "[0.0019240011690538441, 0.8408578974436829, 0.... | \n", + "18244540672 | \n", + "
| 2 | \n", + "2 | \n", + "2 | \n", + "4 | \n", + "0.183735 | \n", + "[0.14292774501859082, 0.14546094907199703, 0.1... | \n", + "0.544352 | \n", + "[0.2696444495408537, 0.46867603603345265, 0.00... | \n", + "20761860352 | \n", + "
| 3 | \n", + "2 | \n", + "2 | \n", + "5 | \n", + "0.188660 | \n", + "[0.14780028178058824, 0.13799920208691527, 0.0... | \n", + "0.577806 | \n", + "[0.33973916406447047, 0.47594926119454817, 0.0... | \n", + "23279180032 | \n", + "
| 4 | \n", + "2 | \n", + "2 | \n", + "6 | \n", + "0.192159 | \n", + "[0.14780028178058824, 0.18947368421052632, 0.0... | \n", + "0.594062 | \n", + "[0.33973916406447047, 0.6514179363760448, 0.00... | \n", + "25796499712 | \n", + "
| \n", + " | vit_bits | \n", + "qformer_bits | \n", + "llm_bits | \n", + "METEOR | \n", + "CIDEr | \n", + "
|---|---|---|---|---|---|
| 0 | \n", + "2 | \n", + "2 | \n", + "2 | \n", + "0.029884 | \n", + "0.000790 | \n", + "
| 1 | \n", + "2 | \n", + "2 | \n", + "3 | \n", + "0.149857 | \n", + "0.389274 | \n", + "
| 2 | \n", + "2 | \n", + "2 | \n", + "4 | \n", + "0.183735 | \n", + "0.544352 | \n", + "
| 3 | \n", + "2 | \n", + "2 | \n", + "5 | \n", + "0.188660 | \n", + "0.577806 | \n", + "
| 4 | \n", + "2 | \n", + "2 | \n", + "6 | \n", + "0.192159 | \n", + "0.594062 | \n", + "
| ... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "
| 338 | \n", + "16 | \n", + "16 | \n", + "4 | \n", + "0.266413 | \n", + "1.163837 | \n", + "
| 339 | \n", + "16 | \n", + "16 | \n", + "5 | \n", + "0.270866 | \n", + "1.195060 | \n", + "
| 340 | \n", + "16 | \n", + "16 | \n", + "6 | \n", + "0.278989 | \n", + "1.245283 | \n", + "
| 341 | \n", + "16 | \n", + "16 | \n", + "8 | \n", + "0.280147 | \n", + "1.249383 | \n", + "
| 342 | \n", + "16 | \n", + "16 | \n", + "16 | \n", + "0.281282 | \n", + "1.254198 | \n", + "
343 rows × 5 columns
\n", + "| \n", + " | vit_bits | \n", + "qformer_bits | \n", + "llm_bits | \n", + "METEOR | \n", + "CIDEr | \n", + "bpw | \n", + "quant_method | \n", + "
|---|---|---|---|---|---|---|---|
| 0 | \n", + "2 | \n", + "2 | \n", + "2 | \n", + "0.029884 | \n", + "0.000790 | \n", + "2.520286 | \n", + "awq | \n", + "
| 1 | \n", + "2 | \n", + "2 | \n", + "3 | \n", + "0.149857 | \n", + "0.389274 | \n", + "3.192314 | \n", + "awq | \n", + "
| 2 | \n", + "2 | \n", + "2 | \n", + "4 | \n", + "0.183735 | \n", + "0.544352 | \n", + "3.864341 | \n", + "awq | \n", + "
| 3 | \n", + "2 | \n", + "2 | \n", + "5 | \n", + "0.188660 | \n", + "0.577806 | \n", + "4.536368 | \n", + "awq | \n", + "
| 4 | \n", + "2 | \n", + "2 | \n", + "6 | \n", + "0.192159 | \n", + "0.594062 | \n", + "5.208396 | \n", + "awq | \n", + "
| ... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "
| 338 | \n", + "16 | \n", + "16 | \n", + "4 | \n", + "0.266413 | \n", + "1.163837 | \n", + "7.935672 | \n", + "awq | \n", + "
| 339 | \n", + "16 | \n", + "16 | \n", + "5 | \n", + "0.270866 | \n", + "1.195060 | \n", + "8.607699 | \n", + "awq | \n", + "
| 340 | \n", + "16 | \n", + "16 | \n", + "6 | \n", + "0.278989 | \n", + "1.245283 | \n", + "9.279726 | \n", + "awq | \n", + "
| 341 | \n", + "16 | \n", + "16 | \n", + "8 | \n", + "0.280147 | \n", + "1.249383 | \n", + "10.623781 | \n", + "awq | \n", + "
| 342 | \n", + "16 | \n", + "16 | \n", + "16 | \n", + "0.281282 | \n", + "1.254198 | \n", + "16.000000 | \n", + "awq | \n", + "
343 rows × 7 columns
\n", + "| \n", + " | vit_bits | \n", + "qformer_bits | \n", + "txt_r1 | \n", + "txt_r5 | \n", + "txt_r10 | \n", + "txt_r_mean | \n", + "img_r1 | \n", + "img_r5 | \n", + "img_r10 | \n", + "img_r_mean | \n", + "r_mean | \n", + "agg_metrics | \n", + "model_size | \n", + "
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | \n", + "2 | \n", + "2 | \n", + "67.5 | \n", + "83.0 | \n", + "88.1 | \n", + "79.533333 | \n", + "61.32 | \n", + "81.88 | \n", + "86.72 | \n", + "76.640000 | \n", + "78.086667 | \n", + "79.533333 | \n", + "3103760704 | \n", + "
| 1 | \n", + "2 | \n", + "3 | \n", + "83.8 | \n", + "95.7 | \n", + "97.6 | \n", + "92.366667 | \n", + "70.50 | \n", + "89.62 | \n", + "93.62 | \n", + "84.580000 | \n", + "88.473333 | \n", + "92.366667 | \n", + "3265519936 | \n", + "
| 2 | \n", + "2 | \n", + "4 | \n", + "84.5 | \n", + "95.4 | \n", + "97.4 | \n", + "92.433333 | \n", + "71.22 | \n", + "89.90 | \n", + "93.62 | \n", + "84.913333 | \n", + "88.673333 | \n", + "92.433333 | \n", + "3427279168 | \n", + "
| 3 | \n", + "2 | \n", + "5 | \n", + "83.9 | \n", + "95.6 | \n", + "97.5 | \n", + "92.333333 | \n", + "71.42 | \n", + "89.74 | \n", + "93.86 | \n", + "85.006667 | \n", + "88.670000 | \n", + "92.333333 | \n", + "3589038400 | \n", + "
| 4 | \n", + "2 | \n", + "6 | \n", + "83.7 | \n", + "95.3 | \n", + "97.4 | \n", + "92.133333 | \n", + "71.10 | \n", + "89.82 | \n", + "93.70 | \n", + "84.873333 | \n", + "88.503333 | \n", + "92.133333 | \n", + "3750797632 | \n", + "
| 5 | \n", + "2 | \n", + "8 | \n", + "84.0 | \n", + "95.1 | \n", + "97.3 | \n", + "92.133333 | \n", + "71.20 | \n", + "89.94 | \n", + "93.66 | \n", + "84.933333 | \n", + "88.533333 | \n", + "92.133333 | \n", + "4074316096 | \n", + "
| 6 | \n", + "2 | \n", + "16 | \n", + "84.1 | \n", + "95.1 | \n", + "97.4 | \n", + "92.200000 | \n", + "71.24 | \n", + "89.98 | \n", + "93.68 | \n", + "84.966667 | \n", + "88.583333 | \n", + "92.200000 | \n", + "5368389952 | \n", + "
| 7 | \n", + "3 | \n", + "2 | \n", + "87.8 | \n", + "94.2 | \n", + "95.5 | \n", + "92.500000 | \n", + "82.10 | \n", + "94.94 | \n", + "96.64 | \n", + "91.226667 | \n", + "91.863333 | \n", + "92.500000 | \n", + "4088297920 | \n", + "
| 8 | \n", + "3 | \n", + "3 | \n", + "97.2 | \n", + "100.0 | \n", + "100.0 | \n", + "99.066667 | \n", + "88.54 | \n", + "98.18 | \n", + "99.02 | \n", + "95.246667 | \n", + "97.156667 | \n", + "99.066667 | \n", + "4250057152 | \n", + "
| 9 | \n", + "3 | \n", + "4 | \n", + "97.5 | \n", + "100.0 | \n", + "100.0 | \n", + "99.166667 | \n", + "88.52 | \n", + "97.88 | \n", + "99.06 | \n", + "95.153333 | \n", + "97.160000 | \n", + "99.166667 | \n", + "4411816384 | \n", + "
| 10 | \n", + "3 | \n", + "5 | \n", + "97.1 | \n", + "100.0 | \n", + "100.0 | \n", + "99.033333 | \n", + "88.76 | \n", + "97.80 | \n", + "98.98 | \n", + "95.180000 | \n", + "97.106667 | \n", + "99.033333 | \n", + "4573575616 | \n", + "
| 11 | \n", + "3 | \n", + "6 | \n", + "97.3 | \n", + "100.0 | \n", + "100.0 | \n", + "99.100000 | \n", + "88.82 | \n", + "97.88 | \n", + "98.92 | \n", + "95.206667 | \n", + "97.153333 | \n", + "99.100000 | \n", + "4735334848 | \n", + "
| 12 | \n", + "3 | \n", + "8 | \n", + "97.4 | \n", + "100.0 | \n", + "100.0 | \n", + "99.133333 | \n", + "88.62 | \n", + "97.84 | \n", + "98.90 | \n", + "95.120000 | \n", + "97.126667 | \n", + "99.133333 | \n", + "5058853312 | \n", + "
| 13 | \n", + "3 | \n", + "16 | \n", + "97.4 | \n", + "100.0 | \n", + "100.0 | \n", + "99.133333 | \n", + "88.68 | \n", + "97.86 | \n", + "98.92 | \n", + "95.153333 | \n", + "97.143333 | \n", + "99.133333 | \n", + "6352927168 | \n", + "
| 14 | \n", + "4 | \n", + "2 | \n", + "87.4 | \n", + "94.7 | \n", + "95.5 | \n", + "92.533333 | \n", + "83.32 | \n", + "95.46 | \n", + "96.88 | \n", + "91.886667 | \n", + "92.210000 | \n", + "92.533333 | \n", + "5072835136 | \n", + "
| 15 | \n", + "4 | \n", + "3 | \n", + "97.6 | \n", + "100.0 | \n", + "100.0 | \n", + "99.200000 | \n", + "89.30 | \n", + "98.28 | \n", + "99.06 | \n", + "95.546667 | \n", + "97.373333 | \n", + "99.200000 | \n", + "5234594368 | \n", + "
| 16 | \n", + "4 | \n", + "4 | \n", + "97.6 | \n", + "100.0 | \n", + "100.0 | \n", + "99.200000 | \n", + "89.68 | \n", + "98.22 | \n", + "99.08 | \n", + "95.660000 | \n", + "97.430000 | \n", + "99.200000 | \n", + "5396353600 | \n", + "
| 17 | \n", + "4 | \n", + "5 | \n", + "97.3 | \n", + "100.0 | \n", + "100.0 | \n", + "99.100000 | \n", + "89.50 | \n", + "98.22 | \n", + "98.98 | \n", + "95.566667 | \n", + "97.333333 | \n", + "99.100000 | \n", + "5558112832 | \n", + "
| 18 | \n", + "4 | \n", + "6 | \n", + "97.4 | \n", + "100.0 | \n", + "100.0 | \n", + "99.133333 | \n", + "89.60 | \n", + "98.26 | \n", + "99.04 | \n", + "95.633333 | \n", + "97.383333 | \n", + "99.133333 | \n", + "5719872064 | \n", + "
| 19 | \n", + "4 | \n", + "8 | \n", + "97.4 | \n", + "100.0 | \n", + "100.0 | \n", + "99.133333 | \n", + "89.64 | \n", + "98.20 | \n", + "99.04 | \n", + "95.626667 | \n", + "97.380000 | \n", + "99.133333 | \n", + "6043390528 | \n", + "
| 20 | \n", + "4 | \n", + "16 | \n", + "97.4 | \n", + "100.0 | \n", + "100.0 | \n", + "99.133333 | \n", + "89.66 | \n", + "98.20 | \n", + "99.02 | \n", + "95.626667 | \n", + "97.380000 | \n", + "99.133333 | \n", + "7337464384 | \n", + "
| 21 | \n", + "5 | \n", + "2 | \n", + "88.1 | \n", + "94.6 | \n", + "95.3 | \n", + "92.666667 | \n", + "83.18 | \n", + "95.54 | \n", + "96.88 | \n", + "91.866667 | \n", + "92.266667 | \n", + "92.666667 | \n", + "6057372352 | \n", + "
| 22 | \n", + "5 | \n", + "3 | \n", + "98.2 | \n", + "100.0 | \n", + "100.0 | \n", + "99.400000 | \n", + "89.44 | \n", + "98.22 | \n", + "99.06 | \n", + "95.573333 | \n", + "97.486667 | \n", + "99.400000 | \n", + "6219131584 | \n", + "
| 23 | \n", + "5 | \n", + "4 | \n", + "97.9 | \n", + "100.0 | \n", + "100.0 | \n", + "99.300000 | \n", + "89.58 | \n", + "98.18 | \n", + "99.12 | \n", + "95.626667 | \n", + "97.463333 | \n", + "99.300000 | \n", + "6380890816 | \n", + "
| 24 | \n", + "5 | \n", + "5 | \n", + "97.6 | \n", + "100.0 | \n", + "100.0 | \n", + "99.200000 | \n", + "89.44 | \n", + "98.18 | \n", + "99.08 | \n", + "95.566667 | \n", + "97.383333 | \n", + "99.200000 | \n", + "6542650048 | \n", + "
| 25 | \n", + "5 | \n", + "6 | \n", + "97.9 | \n", + "100.0 | \n", + "100.0 | \n", + "99.300000 | \n", + "89.46 | \n", + "98.20 | \n", + "99.04 | \n", + "95.566667 | \n", + "97.433333 | \n", + "99.300000 | \n", + "6704409280 | \n", + "
| 26 | \n", + "5 | \n", + "8 | \n", + "98.0 | \n", + "100.0 | \n", + "100.0 | \n", + "99.333333 | \n", + "89.40 | \n", + "98.18 | \n", + "99.08 | \n", + "95.553333 | \n", + "97.443333 | \n", + "99.333333 | \n", + "7027927744 | \n", + "
| 27 | \n", + "5 | \n", + "16 | \n", + "97.8 | \n", + "100.0 | \n", + "100.0 | \n", + "99.266667 | \n", + "89.36 | \n", + "98.18 | \n", + "99.08 | \n", + "95.540000 | \n", + "97.403333 | \n", + "99.266667 | \n", + "8322001600 | \n", + "
| 28 | \n", + "6 | \n", + "2 | \n", + "87.8 | \n", + "94.9 | \n", + "95.4 | \n", + "92.700000 | \n", + "83.22 | \n", + "95.76 | \n", + "97.04 | \n", + "92.006667 | \n", + "92.353333 | \n", + "92.700000 | \n", + "7041909568 | \n", + "
| 29 | \n", + "6 | \n", + "3 | \n", + "98.2 | \n", + "100.0 | \n", + "100.0 | \n", + "99.400000 | \n", + "89.46 | \n", + "98.30 | \n", + "99.10 | \n", + "95.620000 | \n", + "97.510000 | \n", + "99.400000 | \n", + "7203668800 | \n", + "
| 30 | \n", + "6 | \n", + "4 | \n", + "97.9 | \n", + "100.0 | \n", + "100.0 | \n", + "99.300000 | \n", + "89.68 | \n", + "98.26 | \n", + "99.06 | \n", + "95.666667 | \n", + "97.483333 | \n", + "99.300000 | \n", + "7365428032 | \n", + "
| 31 | \n", + "6 | \n", + "5 | \n", + "97.8 | \n", + "100.0 | \n", + "100.0 | \n", + "99.266667 | \n", + "89.58 | \n", + "98.14 | \n", + "99.06 | \n", + "95.593333 | \n", + "97.430000 | \n", + "99.266667 | \n", + "7527187264 | \n", + "
| 32 | \n", + "6 | \n", + "6 | \n", + "97.9 | \n", + "100.0 | \n", + "100.0 | \n", + "99.300000 | \n", + "89.54 | \n", + "98.20 | \n", + "99.04 | \n", + "95.593333 | \n", + "97.446667 | \n", + "99.300000 | \n", + "7688946496 | \n", + "
| 33 | \n", + "6 | \n", + "8 | \n", + "97.9 | \n", + "100.0 | \n", + "100.0 | \n", + "99.300000 | \n", + "89.42 | \n", + "98.20 | \n", + "99.06 | \n", + "95.560000 | \n", + "97.430000 | \n", + "99.300000 | \n", + "8012464960 | \n", + "
| 34 | \n", + "6 | \n", + "16 | \n", + "97.9 | \n", + "100.0 | \n", + "100.0 | \n", + "99.300000 | \n", + "89.40 | \n", + "98.20 | \n", + "99.06 | \n", + "95.553333 | \n", + "97.426667 | \n", + "99.300000 | \n", + "9306538816 | \n", + "
| 35 | \n", + "8 | \n", + "2 | \n", + "87.8 | \n", + "94.9 | \n", + "95.5 | \n", + "92.733333 | \n", + "83.70 | \n", + "95.62 | \n", + "97.06 | \n", + "92.126667 | \n", + "92.430000 | \n", + "92.733333 | \n", + "9010984000 | \n", + "
| 36 | \n", + "8 | \n", + "3 | \n", + "98.2 | \n", + "100.0 | \n", + "100.0 | \n", + "99.400000 | \n", + "89.50 | \n", + "98.30 | \n", + "99.10 | \n", + "95.633333 | \n", + "97.516667 | \n", + "99.400000 | \n", + "9172743232 | \n", + "
| 37 | \n", + "8 | \n", + "4 | \n", + "97.9 | \n", + "100.0 | \n", + "100.0 | \n", + "99.300000 | \n", + "89.66 | \n", + "98.20 | \n", + "99.10 | \n", + "95.653333 | \n", + "97.476667 | \n", + "99.300000 | \n", + "9334502464 | \n", + "
| 38 | \n", + "8 | \n", + "5 | \n", + "97.9 | \n", + "100.0 | \n", + "100.0 | \n", + "99.300000 | \n", + "89.68 | \n", + "98.20 | \n", + "99.08 | \n", + "95.653333 | \n", + "97.476667 | \n", + "99.300000 | \n", + "9496261696 | \n", + "
| 39 | \n", + "8 | \n", + "6 | \n", + "97.9 | \n", + "100.0 | \n", + "100.0 | \n", + "99.300000 | \n", + "89.48 | \n", + "98.16 | \n", + "99.04 | \n", + "95.560000 | \n", + "97.430000 | \n", + "99.300000 | \n", + "9658020928 | \n", + "
| 40 | \n", + "8 | \n", + "8 | \n", + "97.9 | \n", + "100.0 | \n", + "100.0 | \n", + "99.300000 | \n", + "89.44 | \n", + "98.20 | \n", + "99.04 | \n", + "95.560000 | \n", + "97.430000 | \n", + "99.300000 | \n", + "9981539392 | \n", + "
| 41 | \n", + "8 | \n", + "16 | \n", + "97.9 | \n", + "100.0 | \n", + "100.0 | \n", + "99.300000 | \n", + "89.44 | \n", + "98.20 | \n", + "99.04 | \n", + "95.560000 | \n", + "97.430000 | \n", + "99.300000 | \n", + "11275613248 | \n", + "
| 42 | \n", + "16 | \n", + "2 | \n", + "88.0 | \n", + "94.8 | \n", + "95.4 | \n", + "92.733333 | \n", + "83.28 | \n", + "95.78 | \n", + "97.08 | \n", + "92.046667 | \n", + "92.390000 | \n", + "92.733333 | \n", + "16887281728 | \n", + "
| 43 | \n", + "16 | \n", + "3 | \n", + "98.2 | \n", + "100.0 | \n", + "100.0 | \n", + "99.400000 | \n", + "89.50 | \n", + "98.28 | \n", + "99.08 | \n", + "95.620000 | \n", + "97.510000 | \n", + "99.400000 | \n", + "17049040960 | \n", + "
| 44 | \n", + "16 | \n", + "4 | \n", + "97.9 | \n", + "100.0 | \n", + "100.0 | \n", + "99.300000 | \n", + "89.64 | \n", + "98.22 | \n", + "99.10 | \n", + "95.653333 | \n", + "97.476667 | \n", + "99.300000 | \n", + "17210800192 | \n", + "
| 45 | \n", + "16 | \n", + "5 | \n", + "97.8 | \n", + "100.0 | \n", + "100.0 | \n", + "99.266667 | \n", + "89.66 | \n", + "98.18 | \n", + "99.06 | \n", + "95.633333 | \n", + "97.450000 | \n", + "99.266667 | \n", + "17372559424 | \n", + "
| 46 | \n", + "16 | \n", + "6 | \n", + "97.9 | \n", + "100.0 | \n", + "100.0 | \n", + "99.300000 | \n", + "89.50 | \n", + "98.16 | \n", + "99.04 | \n", + "95.566667 | \n", + "97.433333 | \n", + "99.300000 | \n", + "17534318656 | \n", + "
| 47 | \n", + "16 | \n", + "8 | \n", + "97.9 | \n", + "100.0 | \n", + "100.0 | \n", + "99.300000 | \n", + "89.46 | \n", + "98.20 | \n", + "99.04 | \n", + "95.566667 | \n", + "97.433333 | \n", + "99.300000 | \n", + "17857837120 | \n", + "
| 48 | \n", + "16 | \n", + "16 | \n", + "97.9 | \n", + "100.0 | \n", + "100.0 | \n", + "99.300000 | \n", + "89.46 | \n", + "98.22 | \n", + "99.04 | \n", + "95.573333 | \n", + "97.436667 | \n", + "99.300000 | \n", + "19151910976 | \n", + "
| \n", + " | vit_bits | \n", + "qformer_bits | \n", + "txt_r1 | \n", + "txt_r5 | \n", + "txt_r10 | \n", + "txt_r_mean | \n", + "img_r1 | \n", + "img_r5 | \n", + "img_r10 | \n", + "img_r_mean | \n", + "r_mean | \n", + "agg_metrics | \n", + "bpw | \n", + "quant_method | \n", + "
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | \n", + "2 | \n", + "2 | \n", + "67.5 | \n", + "83.0 | \n", + "88.1 | \n", + "79.533333 | \n", + "61.32 | \n", + "81.88 | \n", + "86.72 | \n", + "76.640000 | \n", + "78.086667 | \n", + "79.533333 | \n", + "2.322220 | \n", + "awq | \n", + "
| 1 | \n", + "2 | \n", + "3 | \n", + "83.8 | \n", + "95.7 | \n", + "97.6 | \n", + "92.366667 | \n", + "70.50 | \n", + "89.62 | \n", + "93.62 | \n", + "84.580000 | \n", + "88.473333 | \n", + "92.366667 | \n", + "2.460041 | \n", + "awq | \n", + "
| 2 | \n", + "2 | \n", + "4 | \n", + "84.5 | \n", + "95.4 | \n", + "97.4 | \n", + "92.433333 | \n", + "71.22 | \n", + "89.90 | \n", + "93.62 | \n", + "84.913333 | \n", + "88.673333 | \n", + "92.433333 | \n", + "2.597862 | \n", + "awq | \n", + "
| 3 | \n", + "2 | \n", + "5 | \n", + "83.9 | \n", + "95.6 | \n", + "97.5 | \n", + "92.333333 | \n", + "71.42 | \n", + "89.74 | \n", + "93.86 | \n", + "85.006667 | \n", + "88.670000 | \n", + "92.333333 | \n", + "2.735682 | \n", + "awq | \n", + "
| 4 | \n", + "2 | \n", + "6 | \n", + "83.7 | \n", + "95.3 | \n", + "97.4 | \n", + "92.133333 | \n", + "71.10 | \n", + "89.82 | \n", + "93.70 | \n", + "84.873333 | \n", + "88.503333 | \n", + "92.133333 | \n", + "2.873503 | \n", + "awq | \n", + "
| 5 | \n", + "2 | \n", + "8 | \n", + "84.0 | \n", + "95.1 | \n", + "97.3 | \n", + "92.133333 | \n", + "71.20 | \n", + "89.94 | \n", + "93.66 | \n", + "84.933333 | \n", + "88.533333 | \n", + "92.133333 | \n", + "3.149144 | \n", + "awq | \n", + "
| 6 | \n", + "2 | \n", + "16 | \n", + "84.1 | \n", + "95.1 | \n", + "97.4 | \n", + "92.200000 | \n", + "71.24 | \n", + "89.98 | \n", + "93.68 | \n", + "84.966667 | \n", + "88.583333 | \n", + "92.200000 | \n", + "4.251710 | \n", + "awq | \n", + "
| 7 | \n", + "3 | \n", + "2 | \n", + "87.8 | \n", + "94.2 | \n", + "95.5 | \n", + "92.500000 | \n", + "82.10 | \n", + "94.94 | \n", + "96.64 | \n", + "91.226667 | \n", + "91.863333 | \n", + "92.500000 | \n", + "3.161384 | \n", + "awq | \n", + "
| 8 | \n", + "3 | \n", + "3 | \n", + "97.2 | \n", + "100.0 | \n", + "100.0 | \n", + "99.066667 | \n", + "88.54 | \n", + "98.18 | \n", + "99.02 | \n", + "95.246667 | \n", + "97.156667 | \n", + "99.066667 | \n", + "3.299205 | \n", + "awq | \n", + "
| 9 | \n", + "3 | \n", + "4 | \n", + "97.5 | \n", + "100.0 | \n", + "100.0 | \n", + "99.166667 | \n", + "88.52 | \n", + "97.88 | \n", + "99.06 | \n", + "95.153333 | \n", + "97.160000 | \n", + "99.166667 | \n", + "3.437025 | \n", + "awq | \n", + "
| 10 | \n", + "3 | \n", + "5 | \n", + "97.1 | \n", + "100.0 | \n", + "100.0 | \n", + "99.033333 | \n", + "88.76 | \n", + "97.80 | \n", + "98.98 | \n", + "95.180000 | \n", + "97.106667 | \n", + "99.033333 | \n", + "3.574846 | \n", + "awq | \n", + "
| 11 | \n", + "3 | \n", + "6 | \n", + "97.3 | \n", + "100.0 | \n", + "100.0 | \n", + "99.100000 | \n", + "88.82 | \n", + "97.88 | \n", + "98.92 | \n", + "95.206667 | \n", + "97.153333 | \n", + "99.100000 | \n", + "3.712667 | \n", + "awq | \n", + "
| 12 | \n", + "3 | \n", + "8 | \n", + "97.4 | \n", + "100.0 | \n", + "100.0 | \n", + "99.133333 | \n", + "88.62 | \n", + "97.84 | \n", + "98.90 | \n", + "95.120000 | \n", + "97.126667 | \n", + "99.133333 | \n", + "3.988308 | \n", + "awq | \n", + "
| 13 | \n", + "3 | \n", + "16 | \n", + "97.4 | \n", + "100.0 | \n", + "100.0 | \n", + "99.133333 | \n", + "88.68 | \n", + "97.86 | \n", + "98.92 | \n", + "95.153333 | \n", + "97.143333 | \n", + "99.133333 | \n", + "5.090873 | \n", + "awq | \n", + "
| 14 | \n", + "4 | \n", + "2 | \n", + "87.4 | \n", + "94.7 | \n", + "95.5 | \n", + "92.533333 | \n", + "83.32 | \n", + "95.46 | \n", + "96.88 | \n", + "91.886667 | \n", + "92.210000 | \n", + "92.533333 | \n", + "4.000548 | \n", + "awq | \n", + "
| 15 | \n", + "4 | \n", + "3 | \n", + "97.6 | \n", + "100.0 | \n", + "100.0 | \n", + "99.200000 | \n", + "89.30 | \n", + "98.28 | \n", + "99.06 | \n", + "95.546667 | \n", + "97.373333 | \n", + "99.200000 | \n", + "4.138368 | \n", + "awq | \n", + "
| 16 | \n", + "4 | \n", + "4 | \n", + "97.6 | \n", + "100.0 | \n", + "100.0 | \n", + "99.200000 | \n", + "89.68 | \n", + "98.22 | \n", + "99.08 | \n", + "95.660000 | \n", + "97.430000 | \n", + "99.200000 | \n", + "4.276189 | \n", + "awq | \n", + "
| 17 | \n", + "4 | \n", + "5 | \n", + "97.3 | \n", + "100.0 | \n", + "100.0 | \n", + "99.100000 | \n", + "89.50 | \n", + "98.22 | \n", + "98.98 | \n", + "95.566667 | \n", + "97.333333 | \n", + "99.100000 | \n", + "4.414010 | \n", + "awq | \n", + "
| 18 | \n", + "4 | \n", + "6 | \n", + "97.4 | \n", + "100.0 | \n", + "100.0 | \n", + "99.133333 | \n", + "89.60 | \n", + "98.26 | \n", + "99.04 | \n", + "95.633333 | \n", + "97.383333 | \n", + "99.133333 | \n", + "4.551830 | \n", + "awq | \n", + "
| 19 | \n", + "4 | \n", + "8 | \n", + "97.4 | \n", + "100.0 | \n", + "100.0 | \n", + "99.133333 | \n", + "89.64 | \n", + "98.20 | \n", + "99.04 | \n", + "95.626667 | \n", + "97.380000 | \n", + "99.133333 | \n", + "4.827472 | \n", + "awq | \n", + "
| 20 | \n", + "4 | \n", + "16 | \n", + "97.4 | \n", + "100.0 | \n", + "100.0 | \n", + "99.133333 | \n", + "89.66 | \n", + "98.20 | \n", + "99.02 | \n", + "95.626667 | \n", + "97.380000 | \n", + "99.133333 | \n", + "5.930037 | \n", + "awq | \n", + "
| 21 | \n", + "5 | \n", + "2 | \n", + "88.1 | \n", + "94.6 | \n", + "95.3 | \n", + "92.666667 | \n", + "83.18 | \n", + "95.54 | \n", + "96.88 | \n", + "91.866667 | \n", + "92.266667 | \n", + "92.666667 | \n", + "4.839711 | \n", + "awq | \n", + "
| 22 | \n", + "5 | \n", + "3 | \n", + "98.2 | \n", + "100.0 | \n", + "100.0 | \n", + "99.400000 | \n", + "89.44 | \n", + "98.22 | \n", + "99.06 | \n", + "95.573333 | \n", + "97.486667 | \n", + "99.400000 | \n", + "4.977532 | \n", + "awq | \n", + "
| 23 | \n", + "5 | \n", + "4 | \n", + "97.9 | \n", + "100.0 | \n", + "100.0 | \n", + "99.300000 | \n", + "89.58 | \n", + "98.18 | \n", + "99.12 | \n", + "95.626667 | \n", + "97.463333 | \n", + "99.300000 | \n", + "5.115352 | \n", + "awq | \n", + "
| 24 | \n", + "5 | \n", + "5 | \n", + "97.6 | \n", + "100.0 | \n", + "100.0 | \n", + "99.200000 | \n", + "89.44 | \n", + "98.18 | \n", + "99.08 | \n", + "95.566667 | \n", + "97.383333 | \n", + "99.200000 | \n", + "5.253173 | \n", + "awq | \n", + "
| 25 | \n", + "5 | \n", + "6 | \n", + "97.9 | \n", + "100.0 | \n", + "100.0 | \n", + "99.300000 | \n", + "89.46 | \n", + "98.20 | \n", + "99.04 | \n", + "95.566667 | \n", + "97.433333 | \n", + "99.300000 | \n", + "5.390994 | \n", + "awq | \n", + "
| 26 | \n", + "5 | \n", + "8 | \n", + "98.0 | \n", + "100.0 | \n", + "100.0 | \n", + "99.333333 | \n", + "89.40 | \n", + "98.18 | \n", + "99.08 | \n", + "95.553333 | \n", + "97.443333 | \n", + "99.333333 | \n", + "5.666635 | \n", + "awq | \n", + "
| 27 | \n", + "5 | \n", + "16 | \n", + "97.8 | \n", + "100.0 | \n", + "100.0 | \n", + "99.266667 | \n", + "89.36 | \n", + "98.18 | \n", + "99.08 | \n", + "95.540000 | \n", + "97.403333 | \n", + "99.266667 | \n", + "6.769201 | \n", + "awq | \n", + "
| 28 | \n", + "6 | \n", + "2 | \n", + "87.8 | \n", + "94.9 | \n", + "95.4 | \n", + "92.700000 | \n", + "83.22 | \n", + "95.76 | \n", + "97.04 | \n", + "92.006667 | \n", + "92.353333 | \n", + "92.700000 | \n", + "5.678875 | \n", + "awq | \n", + "
| 29 | \n", + "6 | \n", + "3 | \n", + "98.2 | \n", + "100.0 | \n", + "100.0 | \n", + "99.400000 | \n", + "89.46 | \n", + "98.30 | \n", + "99.10 | \n", + "95.620000 | \n", + "97.510000 | \n", + "99.400000 | \n", + "5.816695 | \n", + "awq | \n", + "
| 30 | \n", + "6 | \n", + "4 | \n", + "97.9 | \n", + "100.0 | \n", + "100.0 | \n", + "99.300000 | \n", + "89.68 | \n", + "98.26 | \n", + "99.06 | \n", + "95.666667 | \n", + "97.483333 | \n", + "99.300000 | \n", + "5.954516 | \n", + "awq | \n", + "
| 31 | \n", + "6 | \n", + "5 | \n", + "97.8 | \n", + "100.0 | \n", + "100.0 | \n", + "99.266667 | \n", + "89.58 | \n", + "98.14 | \n", + "99.06 | \n", + "95.593333 | \n", + "97.430000 | \n", + "99.266667 | \n", + "6.092337 | \n", + "awq | \n", + "
| 32 | \n", + "6 | \n", + "6 | \n", + "97.9 | \n", + "100.0 | \n", + "100.0 | \n", + "99.300000 | \n", + "89.54 | \n", + "98.20 | \n", + "99.04 | \n", + "95.593333 | \n", + "97.446667 | \n", + "99.300000 | \n", + "6.230157 | \n", + "awq | \n", + "
| 33 | \n", + "6 | \n", + "8 | \n", + "97.9 | \n", + "100.0 | \n", + "100.0 | \n", + "99.300000 | \n", + "89.42 | \n", + "98.20 | \n", + "99.06 | \n", + "95.560000 | \n", + "97.430000 | \n", + "99.300000 | \n", + "6.505799 | \n", + "awq | \n", + "
| 34 | \n", + "6 | \n", + "16 | \n", + "97.9 | \n", + "100.0 | \n", + "100.0 | \n", + "99.300000 | \n", + "89.40 | \n", + "98.20 | \n", + "99.06 | \n", + "95.553333 | \n", + "97.426667 | \n", + "99.300000 | \n", + "7.608364 | \n", + "awq | \n", + "
| 35 | \n", + "8 | \n", + "2 | \n", + "87.8 | \n", + "94.9 | \n", + "95.5 | \n", + "92.733333 | \n", + "83.70 | \n", + "95.62 | \n", + "97.06 | \n", + "92.126667 | \n", + "92.430000 | \n", + "92.733333 | \n", + "7.357202 | \n", + "awq | \n", + "
| 36 | \n", + "8 | \n", + "3 | \n", + "98.2 | \n", + "100.0 | \n", + "100.0 | \n", + "99.400000 | \n", + "89.50 | \n", + "98.30 | \n", + "99.10 | \n", + "95.633333 | \n", + "97.516667 | \n", + "99.400000 | \n", + "7.495023 | \n", + "awq | \n", + "
| 37 | \n", + "8 | \n", + "4 | \n", + "97.9 | \n", + "100.0 | \n", + "100.0 | \n", + "99.300000 | \n", + "89.66 | \n", + "98.20 | \n", + "99.10 | \n", + "95.653333 | \n", + "97.476667 | \n", + "99.300000 | \n", + "7.632843 | \n", + "awq | \n", + "
| 38 | \n", + "8 | \n", + "5 | \n", + "97.9 | \n", + "100.0 | \n", + "100.0 | \n", + "99.300000 | \n", + "89.68 | \n", + "98.20 | \n", + "99.08 | \n", + "95.653333 | \n", + "97.476667 | \n", + "99.300000 | \n", + "7.770664 | \n", + "awq | \n", + "
| 39 | \n", + "8 | \n", + "6 | \n", + "97.9 | \n", + "100.0 | \n", + "100.0 | \n", + "99.300000 | \n", + "89.48 | \n", + "98.16 | \n", + "99.04 | \n", + "95.560000 | \n", + "97.430000 | \n", + "99.300000 | \n", + "7.908485 | \n", + "awq | \n", + "
| 40 | \n", + "8 | \n", + "8 | \n", + "97.9 | \n", + "100.0 | \n", + "100.0 | \n", + "99.300000 | \n", + "89.44 | \n", + "98.20 | \n", + "99.04 | \n", + "95.560000 | \n", + "97.430000 | \n", + "99.300000 | \n", + "8.184126 | \n", + "awq | \n", + "
| 41 | \n", + "8 | \n", + "16 | \n", + "97.9 | \n", + "100.0 | \n", + "100.0 | \n", + "99.300000 | \n", + "89.44 | \n", + "98.20 | \n", + "99.04 | \n", + "95.560000 | \n", + "97.430000 | \n", + "99.300000 | \n", + "9.286691 | \n", + "awq | \n", + "
| 42 | \n", + "16 | \n", + "2 | \n", + "88.0 | \n", + "94.8 | \n", + "95.4 | \n", + "92.733333 | \n", + "83.28 | \n", + "95.78 | \n", + "97.08 | \n", + "92.046667 | \n", + "92.390000 | \n", + "92.733333 | \n", + "14.070511 | \n", + "awq | \n", + "
| 43 | \n", + "16 | \n", + "3 | \n", + "98.2 | \n", + "100.0 | \n", + "100.0 | \n", + "99.400000 | \n", + "89.50 | \n", + "98.28 | \n", + "99.08 | \n", + "95.620000 | \n", + "97.510000 | \n", + "99.400000 | \n", + "14.208331 | \n", + "awq | \n", + "
| 44 | \n", + "16 | \n", + "4 | \n", + "97.9 | \n", + "100.0 | \n", + "100.0 | \n", + "99.300000 | \n", + "89.64 | \n", + "98.22 | \n", + "99.10 | \n", + "95.653333 | \n", + "97.476667 | \n", + "99.300000 | \n", + "14.346152 | \n", + "awq | \n", + "
| 45 | \n", + "16 | \n", + "5 | \n", + "97.8 | \n", + "100.0 | \n", + "100.0 | \n", + "99.266667 | \n", + "89.66 | \n", + "98.18 | \n", + "99.06 | \n", + "95.633333 | \n", + "97.450000 | \n", + "99.266667 | \n", + "14.483973 | \n", + "awq | \n", + "
| 46 | \n", + "16 | \n", + "6 | \n", + "97.9 | \n", + "100.0 | \n", + "100.0 | \n", + "99.300000 | \n", + "89.50 | \n", + "98.16 | \n", + "99.04 | \n", + "95.566667 | \n", + "97.433333 | \n", + "99.300000 | \n", + "14.621793 | \n", + "awq | \n", + "
| 47 | \n", + "16 | \n", + "8 | \n", + "97.9 | \n", + "100.0 | \n", + "100.0 | \n", + "99.300000 | \n", + "89.46 | \n", + "98.20 | \n", + "99.04 | \n", + "95.566667 | \n", + "97.433333 | \n", + "99.300000 | \n", + "14.897435 | \n", + "awq | \n", + "
| 48 | \n", + "16 | \n", + "16 | \n", + "97.9 | \n", + "100.0 | \n", + "100.0 | \n", + "99.300000 | \n", + "89.46 | \n", + "98.22 | \n", + "99.04 | \n", + "95.573333 | \n", + "97.436667 | \n", + "99.300000 | \n", + "16.000000 | \n", + "awq | \n", + "
| \n", + " | vision_bits | \n", + "language_bits | \n", + "acc | \n", + "
|---|---|---|---|
| 0 | \n", + "6 | \n", + "5 | \n", + "61.34 | \n", + "
| 1 | \n", + "8 | \n", + "4 | \n", + "60.79 | \n", + "
| 2 | \n", + "3 | \n", + "5 | \n", + "59.59 | \n", + "
| 3 | \n", + "5 | \n", + "6 | \n", + "61.19 | \n", + "
| 4 | \n", + "6 | \n", + "6 | \n", + "61.33 | \n", + "
| \n", + " | vision_bits | \n", + "language_bits | \n", + "acc | \n", + "bpw | \n", + "quant_method | \n", + "
|---|---|---|---|---|---|
| 0 | \n", + "6 | \n", + "5 | \n", + "61.34 | \n", + "5.487262 | \n", + "gptq | \n", + "
| 1 | \n", + "8 | \n", + "4 | \n", + "60.79 | \n", + "4.655934 | \n", + "gptq | \n", + "
| 2 | \n", + "3 | \n", + "5 | \n", + "59.59 | \n", + "5.359000 | \n", + "gptq | \n", + "
| 3 | \n", + "5 | \n", + "6 | \n", + "61.19 | \n", + "6.361344 | \n", + "gptq | \n", + "
| 4 | \n", + "6 | \n", + "6 | \n", + "61.33 | \n", + "6.404098 | \n", + "gptq | \n", + "
| \n", + " | vision_bits | \n", + "language_bits | \n", + "acc | \n", + "other | \n", + "yes/no | \n", + "number | \n", + "bpw | \n", + "quant_method | \n", + "
|---|---|---|---|---|---|---|---|---|
| 0 | \n", + "6 | \n", + "5 | \n", + "75.61 | \n", + "68.83 | \n", + "90.91 | \n", + "57.29 | \n", + "5.487262 | \n", + "gptq | \n", + "
| 1 | \n", + "8 | \n", + "4 | \n", + "74.95 | \n", + "68.11 | \n", + "90.20 | \n", + "56.98 | \n", + "4.655934 | \n", + "gptq | \n", + "
| \n", + " | vision_bits | \n", + "language_bits | \n", + "acc | \n", + "
|---|---|---|---|
| 0 | \n", + "6 | \n", + "5 | \n", + "0.00 | \n", + "
| 1 | \n", + "8 | \n", + "4 | \n", + "0.00 | \n", + "
| 2 | \n", + "3 | \n", + "5 | \n", + "0.00 | \n", + "
| 3 | \n", + "5 | \n", + "6 | \n", + "60.68 | \n", + "
| 4 | \n", + "6 | \n", + "6 | \n", + "61.08 | \n", + "
| \n", + " | vision_bits | \n", + "language_bits | \n", + "acc | \n", + "bpw | \n", + "quant_method | \n", + "
|---|---|---|---|---|---|
| 0 | \n", + "6 | \n", + "5 | \n", + "0.0 | \n", + "5.487262 | \n", + "awq | \n", + "
| 1 | \n", + "8 | \n", + "4 | \n", + "0.0 | \n", + "4.655934 | \n", + "awq | \n", + "
| \n", + " | vision_bits | \n", + "language_bits | \n", + "agg_metrics | \n", + "other | \n", + "yes/no | \n", + "number | \n", + "
|---|---|---|---|---|---|---|
| 0 | \n", + "6 | \n", + "5 | \n", + "0.00 | \n", + "0.00 | \n", + "0.00 | \n", + "0.00 | \n", + "
| 1 | \n", + "8 | \n", + "4 | \n", + "0.00 | \n", + "0.00 | \n", + "0.00 | \n", + "0.00 | \n", + "
| 2 | \n", + "3 | \n", + "5 | \n", + "0.00 | \n", + "0.00 | \n", + "0.00 | \n", + "0.00 | \n", + "
| 3 | \n", + "5 | \n", + "6 | \n", + "73.04 | \n", + "66.47 | \n", + "90.41 | \n", + "48.70 | \n", + "
| 4 | \n", + "6 | \n", + "6 | \n", + "73.08 | \n", + "66.53 | \n", + "90.34 | \n", + "49.04 | \n", + "
| \n", + " | vision_bits | \n", + "language_bits | \n", + "acc | \n", + "other | \n", + "yes/no | \n", + "number | \n", + "bpw | \n", + "quant_method | \n", + "
|---|---|---|---|---|---|---|---|---|
| 0 | \n", + "6 | \n", + "5 | \n", + "0.0 | \n", + "0.0 | \n", + "0.0 | \n", + "0.0 | \n", + "5.487262 | \n", + "awq | \n", + "
| 1 | \n", + "8 | \n", + "4 | \n", + "0.0 | \n", + "0.0 | \n", + "0.0 | \n", + "0.0 | \n", + "4.655934 | \n", + "awq | \n", + "
| \n", + " | txt_r1 | \n", + "txt_r5 | \n", + "txt_r10 | \n", + "txt_r_mean | \n", + "img_r1 | \n", + "img_r5 | \n", + "img_r10 | \n", + "img_r_mean | \n", + "r_mean | \n", + "agg_metrics | \n", + "... | \n", + "qformer_front_blocks | \n", + "qformer_middle_blocks | \n", + "qformer_end_blocks | \n", + "qformer_self_attn | \n", + "qformer_cross_attn | \n", + "qformer_text_ff | \n", + "qformer_img_ff | \n", + "qformer_weight_bits | \n", + "Quantized Portion | \n", + "weight_bits | \n", + "
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | \n", + "0.0 | \n", + "0.0 | \n", + "0.4 | \n", + "0.133333 | \n", + "0.10 | \n", + "0.34 | \n", + "0.72 | \n", + "0.386667 | \n", + "0.260000 | \n", + "0.133333 | \n", + "... | \n", + "True | \n", + "False | \n", + "False | \n", + "False | \n", + "False | \n", + "True | \n", + "False | \n", + "2.0 | \n", + "ViT + Q-Former | \n", + "2.0 | \n", + "
| 1 | \n", + "0.0 | \n", + "0.1 | \n", + "0.3 | \n", + "0.133333 | \n", + "0.06 | \n", + "0.22 | \n", + "0.56 | \n", + "0.280000 | \n", + "0.206667 | \n", + "0.133333 | \n", + "... | \n", + "True | \n", + "False | \n", + "False | \n", + "False | \n", + "False | \n", + "True | \n", + "False | \n", + "2.0 | \n", + "Q-Former | \n", + "2.0 | \n", + "
| 2 | \n", + "0.0 | \n", + "0.2 | \n", + "0.2 | \n", + "0.133333 | \n", + "0.14 | \n", + "0.30 | \n", + "0.72 | \n", + "0.386667 | \n", + "0.260000 | \n", + "0.133333 | \n", + "... | \n", + "True | \n", + "False | \n", + "True | \n", + "False | \n", + "False | \n", + "True | \n", + "False | \n", + "2.0 | \n", + "Q-Former | \n", + "2.0 | \n", + "
| 3 | \n", + "0.0 | \n", + "0.3 | \n", + "0.4 | \n", + "0.233333 | \n", + "0.14 | \n", + "0.42 | \n", + "0.62 | \n", + "0.393333 | \n", + "0.313333 | \n", + "0.233333 | \n", + "... | \n", + "True | \n", + "False | \n", + "False | \n", + "True | \n", + "True | \n", + "True | \n", + "False | \n", + "2.0 | \n", + "ViT + Q-Former | \n", + "2.0 | \n", + "
| 4 | \n", + "0.0 | \n", + "0.3 | \n", + "0.7 | \n", + "0.333333 | \n", + "0.16 | \n", + "0.60 | \n", + "1.08 | \n", + "0.613333 | \n", + "0.473333 | \n", + "0.333333 | \n", + "... | \n", + "False | \n", + "True | \n", + "False | \n", + "True | \n", + "True | \n", + "True | \n", + "False | \n", + "2.0 | \n", + "ViT + Q-Former | \n", + "2.0 | \n", + "
5 rows × 40 columns
\n", + "| \n", + " | txt_r1 | \n", + "txt_r5 | \n", + "txt_r10 | \n", + "txt_r_mean | \n", + "img_r1 | \n", + "img_r5 | \n", + "img_r10 | \n", + "img_r_mean | \n", + "r_mean | \n", + "vit_attn | \n", + "... | \n", + "qformer_end_blocks | \n", + "qformer_self_attn | \n", + "qformer_cross_attn | \n", + "qformer_text_ff | \n", + "qformer_img_ff | \n", + "qformer_weight_bits | \n", + "Quantized Portion | \n", + "weight_bits | \n", + "bpw | \n", + "quant_method | \n", + "
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | \n", + "0.0 | \n", + "0.0 | \n", + "0.4 | \n", + "0.133333 | \n", + "0.10 | \n", + "0.34 | \n", + "0.72 | \n", + "0.386667 | \n", + "0.260000 | \n", + "True | \n", + "... | \n", + "False | \n", + "False | \n", + "False | \n", + "True | \n", + "False | \n", + "2.0 | \n", + "ViT + Q-Former | \n", + "2.0 | \n", + "14.529316 | \n", + "uniform | \n", + "
| 1 | \n", + "0.0 | \n", + "0.1 | \n", + "0.3 | \n", + "0.133333 | \n", + "0.06 | \n", + "0.22 | \n", + "0.56 | \n", + "0.280000 | \n", + "0.206667 | \n", + "False | \n", + "... | \n", + "False | \n", + "False | \n", + "False | \n", + "True | \n", + "False | \n", + "2.0 | \n", + "Q-Former | \n", + "2.0 | \n", + "15.761088 | \n", + "uniform | \n", + "
| 2 | \n", + "0.0 | \n", + "0.2 | \n", + "0.2 | \n", + "0.133333 | \n", + "0.14 | \n", + "0.30 | \n", + "0.72 | \n", + "0.386667 | \n", + "0.260000 | \n", + "False | \n", + "... | \n", + "True | \n", + "False | \n", + "False | \n", + "True | \n", + "False | \n", + "2.0 | \n", + "Q-Former | \n", + "2.0 | \n", + "15.535536 | \n", + "uniform | \n", + "
| 3 | \n", + "0.0 | \n", + "0.3 | \n", + "0.4 | \n", + "0.233333 | \n", + "0.14 | \n", + "0.42 | \n", + "0.62 | \n", + "0.393333 | \n", + "0.313333 | \n", + "True | \n", + "... | \n", + "False | \n", + "True | \n", + "True | \n", + "True | \n", + "False | \n", + "2.0 | \n", + "ViT + Q-Former | \n", + "2.0 | \n", + "14.336585 | \n", + "uniform | \n", + "
| 4 | \n", + "0.0 | \n", + "0.3 | \n", + "0.7 | \n", + "0.333333 | \n", + "0.16 | \n", + "0.60 | \n", + "1.08 | \n", + "0.613333 | \n", + "0.473333 | \n", + "False | \n", + "... | \n", + "False | \n", + "True | \n", + "True | \n", + "True | \n", + "False | \n", + "2.0 | \n", + "ViT + Q-Former | \n", + "2.0 | \n", + "12.881694 | \n", + "uniform | \n", + "
| ... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "
| 947 | \n", + "98.0 | \n", + "100.0 | \n", + "100.0 | \n", + "99.333333 | \n", + "88.12 | \n", + "97.88 | \n", + "98.82 | \n", + "94.940000 | \n", + "97.136667 | \n", + "True | \n", + "... | \n", + "False | \n", + "False | \n", + "False | \n", + "False | \n", + "False | \n", + "2.0 | \n", + "ViT + Q-Former | \n", + "2.0 | \n", + "14.754867 | \n", + "uniform | \n", + "
| 948 | \n", + "98.0 | \n", + "100.0 | \n", + "100.0 | \n", + "99.333333 | \n", + "88.12 | \n", + "97.88 | \n", + "98.82 | \n", + "94.940000 | \n", + "97.136667 | \n", + "True | \n", + "... | \n", + "False | \n", + "False | \n", + "False | \n", + "False | \n", + "False | \n", + "NaN | \n", + "ViT | \n", + "2.0 | \n", + "14.754867 | \n", + "uniform | \n", + "
| 949 | \n", + "98.0 | \n", + "100.0 | \n", + "100.0 | \n", + "99.333333 | \n", + "89.60 | \n", + "98.10 | \n", + "98.96 | \n", + "95.553333 | \n", + "97.443333 | \n", + "False | \n", + "... | \n", + "True | \n", + "True | \n", + "True | \n", + "False | \n", + "True | \n", + "4.0 | \n", + "Q-Former | \n", + "4.0 | \n", + "14.910858 | \n", + "uniform | \n", + "
| 950 | \n", + "98.0 | \n", + "100.0 | \n", + "100.0 | \n", + "99.333333 | \n", + "89.66 | \n", + "98.10 | \n", + "98.92 | \n", + "95.560000 | \n", + "97.446667 | \n", + "False | \n", + "... | \n", + "True | \n", + "True | \n", + "True | \n", + "False | \n", + "True | \n", + "4.0 | \n", + "Q-Former | \n", + "4.0 | \n", + "15.269452 | \n", + "uniform | \n", + "
| 951 | \n", + "98.0 | \n", + "100.0 | \n", + "100.0 | \n", + "99.333333 | \n", + "89.76 | \n", + "98.16 | \n", + "98.96 | \n", + "95.626667 | \n", + "97.480000 | \n", + "True | \n", + "... | \n", + "False | \n", + "True | \n", + "True | \n", + "False | \n", + "True | \n", + "4.0 | \n", + "ViT + Q-Former | \n", + "4.0 | \n", + "14.572098 | \n", + "uniform | \n", + "
952 rows × 27 columns
\n", + "| \n", + " | vision_bits | \n", + "language_bits | \n", + "acc | \n", + "
|---|---|---|---|
| 0 | \n", + "6 | \n", + "5 | \n", + "0.00 | \n", + "
| 1 | \n", + "8 | \n", + "4 | \n", + "0.00 | \n", + "
| 2 | \n", + "3 | \n", + "5 | \n", + "0.00 | \n", + "
| 3 | \n", + "5 | \n", + "6 | \n", + "60.68 | \n", + "
| 4 | \n", + "6 | \n", + "6 | \n", + "61.08 | \n", + "
| 5 | \n", + "2 | \n", + "4 | \n", + "0.00 | \n", + "
| 6 | \n", + "6 | \n", + "16 | \n", + "61.13 | \n", + "
| 7 | \n", + "16 | \n", + "3 | \n", + "0.00 | \n", + "
| 8 | \n", + "3 | \n", + "2 | \n", + "0.00 | \n", + "
| 9 | \n", + "4 | \n", + "5 | \n", + "0.00 | \n", + "
| 10 | \n", + "16 | \n", + "16 | \n", + "61.47 | \n", + "
| 11 | \n", + "8 | \n", + "8 | \n", + "61.39 | \n", + "
| 12 | \n", + "6 | \n", + "4 | \n", + "0.00 | \n", + "
| 13 | \n", + "5 | \n", + "2 | \n", + "0.00 | \n", + "
| 14 | \n", + "8 | \n", + "6 | \n", + "61.28 | \n", + "
| 15 | \n", + "3 | \n", + "3 | \n", + "0.00 | \n", + "
| 16 | \n", + "6 | \n", + "3 | \n", + "0.00 | \n", + "
| 17 | \n", + "6 | \n", + "8 | \n", + "61.16 | \n", + "
| 18 | \n", + "5 | \n", + "3 | \n", + "0.00 | \n", + "
| 19 | \n", + "2 | \n", + "5 | \n", + "0.00 | \n", + "
| 20 | \n", + "8 | \n", + "2 | \n", + "0.00 | \n", + "
| 21 | \n", + "16 | \n", + "2 | \n", + "0.00 | \n", + "
| 22 | \n", + "2 | \n", + "16 | \n", + "37.12 | \n", + "
| 23 | \n", + "4 | \n", + "16 | \n", + "60.20 | \n", + "
| 24 | \n", + "8 | \n", + "16 | \n", + "61.39 | \n", + "
| 25 | \n", + "6 | \n", + "2 | \n", + "0.00 | \n", + "
| 26 | \n", + "2 | \n", + "2 | \n", + "0.00 | \n", + "
| 27 | \n", + "8 | \n", + "3 | \n", + "0.00 | \n", + "
| 28 | \n", + "3 | \n", + "6 | \n", + "56.69 | \n", + "
| 29 | \n", + "16 | \n", + "6 | \n", + "61.34 | \n", + "
| 30 | \n", + "4 | \n", + "8 | \n", + "60.13 | \n", + "
| 31 | \n", + "2 | \n", + "8 | \n", + "37.16 | \n", + "
| 32 | \n", + "8 | \n", + "5 | \n", + "0.00 | \n", + "
| 33 | \n", + "16 | \n", + "4 | \n", + "0.00 | \n", + "
| 34 | \n", + "5 | \n", + "4 | \n", + "0.00 | \n", + "
| 35 | \n", + "16 | \n", + "8 | \n", + "61.39 | \n", + "
| 36 | \n", + "3 | \n", + "8 | \n", + "56.52 | \n", + "
| 37 | \n", + "4 | \n", + "2 | \n", + "0.00 | \n", + "
| 38 | \n", + "5 | \n", + "5 | \n", + "0.00 | \n", + "
| 39 | \n", + "3 | \n", + "16 | \n", + "56.54 | \n", + "
| 40 | \n", + "2 | \n", + "6 | \n", + "36.73 | \n", + "
| 41 | \n", + "4 | \n", + "6 | \n", + "60.09 | \n", + "
| 42 | \n", + "16 | \n", + "5 | \n", + "0.00 | \n", + "
| 43 | \n", + "5 | \n", + "8 | \n", + "60.72 | \n", + "
| 44 | \n", + "5 | \n", + "16 | \n", + "60.76 | \n", + "
| 45 | \n", + "3 | \n", + "4 | \n", + "0.00 | \n", + "
| 46 | \n", + "4 | \n", + "4 | \n", + "0.00 | \n", + "
| 47 | \n", + "4 | \n", + "3 | \n", + "0.00 | \n", + "
| 48 | \n", + "2 | \n", + "3 | \n", + "0.00 | \n", + "
| \n", + " | vision_bits | \n", + "language_bits | \n", + "acc | \n", + "
|---|---|---|---|
| 0 | \n", + "6 | \n", + "5 | \n", + "61.34 | \n", + "
| 1 | \n", + "8 | \n", + "4 | \n", + "60.79 | \n", + "
| 2 | \n", + "3 | \n", + "5 | \n", + "59.59 | \n", + "
| 3 | \n", + "5 | \n", + "6 | \n", + "61.19 | \n", + "
| 4 | \n", + "6 | \n", + "6 | \n", + "61.33 | \n", + "
| 5 | \n", + "2 | \n", + "4 | \n", + "35.78 | \n", + "
| 6 | \n", + "6 | \n", + "16 | \n", + "61.27 | \n", + "
| 7 | \n", + "16 | \n", + "3 | \n", + "55.82 | \n", + "
| 8 | \n", + "3 | \n", + "2 | \n", + "0.00 | \n", + "
| 9 | \n", + "4 | \n", + "5 | \n", + "60.81 | \n", + "
| 10 | \n", + "16 | \n", + "16 | \n", + "61.46 | \n", + "
| 11 | \n", + "8 | \n", + "8 | \n", + "61.47 | \n", + "
| 12 | \n", + "6 | \n", + "4 | \n", + "60.80 | \n", + "
| 13 | \n", + "5 | \n", + "2 | \n", + "0.00 | \n", + "
| 14 | \n", + "8 | \n", + "6 | \n", + "61.35 | \n", + "
| 15 | \n", + "3 | \n", + "3 | \n", + "54.71 | \n", + "
| 16 | \n", + "6 | \n", + "3 | \n", + "56.26 | \n", + "
| 17 | \n", + "6 | \n", + "8 | \n", + "61.29 | \n", + "
| 18 | \n", + "5 | \n", + "3 | \n", + "56.54 | \n", + "
| 19 | \n", + "2 | \n", + "5 | \n", + "37.09 | \n", + "
| 20 | \n", + "8 | \n", + "2 | \n", + "0.00 | \n", + "
| 21 | \n", + "16 | \n", + "2 | \n", + "0.00 | \n", + "
| 22 | \n", + "2 | \n", + "16 | \n", + "37.20 | \n", + "
| 23 | \n", + "4 | \n", + "16 | \n", + "60.88 | \n", + "
| 24 | \n", + "8 | \n", + "16 | \n", + "61.42 | \n", + "
| 25 | \n", + "6 | \n", + "2 | \n", + "0.01 | \n", + "
| 26 | \n", + "2 | \n", + "2 | \n", + "0.00 | \n", + "
| 27 | \n", + "8 | \n", + "3 | \n", + "56.50 | \n", + "
| 28 | \n", + "3 | \n", + "6 | \n", + "59.45 | \n", + "
| 29 | \n", + "16 | \n", + "6 | \n", + "61.30 | \n", + "
| 30 | \n", + "4 | \n", + "8 | \n", + "60.90 | \n", + "
| 31 | \n", + "2 | \n", + "8 | \n", + "37.22 | \n", + "
| 32 | \n", + "8 | \n", + "5 | \n", + "61.42 | \n", + "
| 33 | \n", + "16 | \n", + "4 | \n", + "60.66 | \n", + "
| 34 | \n", + "5 | \n", + "4 | \n", + "60.53 | \n", + "
| 35 | \n", + "16 | \n", + "8 | \n", + "61.45 | \n", + "
| 36 | \n", + "3 | \n", + "8 | \n", + "59.53 | \n", + "
| 37 | \n", + "4 | \n", + "2 | \n", + "0.00 | \n", + "
| 38 | \n", + "5 | \n", + "5 | \n", + "61.13 | \n", + "
| 39 | \n", + "3 | \n", + "16 | \n", + "59.48 | \n", + "
| 40 | \n", + "2 | \n", + "6 | \n", + "37.08 | \n", + "
| 41 | \n", + "4 | \n", + "6 | \n", + "60.95 | \n", + "
| 42 | \n", + "16 | \n", + "5 | \n", + "61.32 | \n", + "
| 43 | \n", + "5 | \n", + "8 | \n", + "61.30 | \n", + "
| 44 | \n", + "5 | \n", + "16 | \n", + "61.23 | \n", + "
| 45 | \n", + "3 | \n", + "4 | \n", + "58.69 | \n", + "
| 46 | \n", + "4 | \n", + "4 | \n", + "60.45 | \n", + "
| 47 | \n", + "4 | \n", + "3 | \n", + "56.65 | \n", + "
| 48 | \n", + "2 | \n", + "3 | \n", + "33.13 | \n", + "