leaderboard.csv

Provider,Category,Overall,Short,Medium,Long,Cost_Per_Page,Cost_Short,Cost_Medium,Cost_Long,P_Short,P_Medium,P_Long,R_Short,R_Medium,R_Long,Word_Grounding,Word_Grounding_Short,Word_Grounding_Medium,Word_Grounding_Long,Page_Grounding,Page_Grounding_Short,Page_Grounding_Medium,Page_Grounding_Long,Latency_S_Per_Doc_Short,Latency_S_Per_Doc_Medium,Latency_S_Per_Doc_Long
LlamaExtract Agentic Plus,LlamaExtract,96.38,97.15,94.77,94.60,0.0750,0.0750,0.0750,0.0750,97.17,95.31,94.35,97.18,94.29,94.86,81.26,81.63,81.18,75.22,89.94,92.45,86.50,74.71,167.8,243.9,821.6
Pulse (Effort),Specialized APIs,95.91,96.46,95.01,93.51,0.1050,0.1050,0.1050,0.1050,96.44,95.28,94.07,96.50,94.89,93.19,1.49,1.17,3.03,0.04,79.70,77.40,86.19,77.74,125.7,206.3,453.1
Claude Code (Sonnet 5.5 Evidence),Coding Agents,94.68,96.22,92.97,83.69,0.0569,0.0735,0.0237,0.0091,96.68,94.47,83.36,95.93,91.83,84.05,64.61,64.59,63.18,71.22,75.99,77.93,71.50,74.98,82.5,87.7,187.0
Codex (GPT-6 Sol Evidence),Coding Agents,94.57,95.99,92.42,87.25,0.0980,0.1279,0.0388,0.0122,96.33,93.49,91.28,95.80,91.72,86.70,77.11,77.61,75.53,78.31,86.50,87.20,85.12,84.82,104.2,89.9,101.4
Codex (GPT-5.6 Sol Evidence),Coding Agents,93.77,96.04,90.19,82.73,0.2165,0.2813,0.0870,0.0300,96.28,91.37,86.24,95.84,89.21,82.42,54.66,50.87,64.58,69.01,83.62,85.12,80.77,78.84,95.2,106.6,197.2
Codex (GPT-5.5),Coding Agents,93.57,95.68,91.15,78.88,0.2783,0.3579,0.1214,0.0434,96.01,93.64,94.03,95.51,90.16,78.58,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,70.3,82.6,122.0
Codex (GPT-5.5 Evidence),Coding Agents,93.35,95.59,88.72,87.97,0.3363,0.4354,0.1406,0.0472,95.86,89.85,89.29,95.36,87.86,87.08,52.57,53.13,48.01,61.87,80.64,83.27,73.87,79.90,89.0,117.8,164.6
Pulse (Non-effort),Specialized APIs,92.70,93.17,92.22,89.07,0.0300,0.0300,0.0300,0.0300,93.36,92.59,90.81,93.17,92.01,87.82,0.71,0.82,0.49,0.01,73.42,73.81,69.86,84.72,87.2,140.0,314.3
Codex (GPT-5.6 Terra Evidence),Coding Agents,92.26,95.60,86.69,77.36,0.0945,0.1231,0.0376,0.0121,95.99,89.59,92.33,95.38,85.20,76.71,43.68,40.48,53.32,51.17,80.52,83.51,75.18,69.32,69.4,92.0,123.3
OpenAI GPT-6 Astra,Commercial VLM,91.91,97.22,90.56,31.70,0.1109,0.1320,0.0677,0.0382,97.14,92.08,75.58,97.32,90.16,29.87,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,35.0,106.4,90.1
Codex (GPT-5.6 Luna Evidence),Coding Agents,91.16,93.50,87.43,80.05,0.0120,0.0156,0.0048,0.0016,94.06,89.54,85.29,93.25,86.66,79.28,40.03,37.18,47.66,50.89,79.81,82.85,74.07,69.50,110.4,138.1,256.1
Codex (GPT-6 Luna Evidence),Coding Agents,91.01,93.09,87.71,80.88,0.0097,0.0126,0.0040,0.0014,93.17,88.63,85.85,93.07,87.48,80.93,65.70,62.91,71.11,74.36,83.93,84.41,83.47,80.17,206.1,228.9,341.9
Reducto Deep Extract,Specialized APIs,96.08,96.84,94.80,92.85,0.0635,0.0672,0.0575,0.0469,96.74,95.17,92.28,96.99,94.45,93.45,50.76,53.49,46.08,40.19,69.75,72.92,62.27,68.96,134.1,182.3,511.1
DeepSeek V4.1 Flash,Commercial VLM,87.11,94.44,81.49,22.23,0.0032,0.0037,0.0017,0.0006,94.06,81.59,22.16,94.98,81.73,22.31,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,9.9,29.2,29.0
Claude Code (Opus 4.8 Evidence),Coding Agents,86.84,90.54,79.17,77.94,0.6324,0.8721,0.2802,0.0959,90.69,79.27,81.97,90.40,79.08,77.48,49.48,45.31,62.35,58.43,72.52,74.84,67.38,68.03,274.0,347.1,501.9
Claude Code (Opus 5.5 Evidence),Coding Agents,86.06,89.63,77.96,80.83,0.1214,0.1659,0.0530,0.0192,89.62,77.77,80.60,89.69,78.34,81.06,71.55,73.57,65.54,74.87,76.95,79.27,71.36,76.47,73.6,95.6,227.9
Reducto Extract,Specialized APIs,83.79,92.35,73.29,27.28,0.0457,0.0476,0.0420,0.0385,92.83,74.24,55.68,92.18,73.38,26.96,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,20.7,133.1,84.0
Extend Extract,Specialized APIs,85.72,89.39,84.14,47.21,0.0680,0.0698,0.0644,0.0625,89.60,85.98,51.76,89.33,84.31,47.29,15.96,21.13,1.03,0.01,53.58,64.50,37.39,0.03,122.3,104.5,170.5
LlamaExtract Agentic,LlamaExtract,96.03,96.81,94.21,95.05,0.0312,0.0312,0.0312,0.0312,96.99,94.48,94.78,96.77,94.08,95.32,78.89,77.63,81.86,80.89,90.64,92.58,86.68,87.09,150.5,236.5,677.4
Qwen3.6 35B,OSS,88.11,92.86,86.37,36.90,,,,,93.12,93.13,90.57,92.89,83.38,31.73,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,63.2,132.2,348.3
Claude Code (Opus 4.8),Coding Agents,87.09,90.08,79.21,88.07,0.1617,0.2144,0.0823,0.0338,90.17,79.80,89.38,90.20,78.94,87.54,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,70.2,157.9,315.5
LlamaExtract Cost-Effective,LlamaExtract,93.67,96.07,90.21,80.48,0.0100,0.0100,0.0100,0.0100,95.80,90.84,83.22,96.41,89.78,79.32,53.65,49.20,64.84,55.66,80.09,87.53,66.47,54.94,104.5,163.6,899.4
Extend (Max Context),Specialized APIs,88.62,92.32,78.75,90.46,0.1000,0.1000,0.1000,0.1000,92.39,77.36,93.11,92.28,80.84,89.86,25.20,33.93,0.21,0.02,49.04,61.71,27.68,0.03,86.2,130.6,364.6
Datalab (Accurate + Balanced),Specialized APIs,85.70,89.40,85.08,42.04,0.0350,0.0350,0.0350,0.0350,89.68,85.52,42.02,89.57,84.70,42.05,2.02,2.67,0.24,0.00,48.50,56.90,38.55,0.01,246.5,378.4,479.7
GLM-5.3 Flash,Commercial VLM,80.75,96.30,51.56,27.83,0.0034,0.0037,0.0021,0.0013,96.28,52.08,36.76,96.52,51.11,27.56,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,57.5,127.9,249.9
Google Gemini 3.8 Flash,Commercial VLM,80.71,88.14,72.23,28.70,0.0043,0.0049,0.0031,0.0012,88.23,72.06,71.30,88.12,72.48,28.13,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,10.6,27.7,33.1
Google Gemini 3.5 Flash,Commercial VLM,79.84,87.87,69.76,27.90,0.0100,0.0118,0.0069,0.0024,88.17,75.13,83.72,87.70,69.34,26.49,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,14.0,36.7,22.8
Reducto Extract (v4),Specialized APIs,79.58,92.20,59.45,19.29,0.0459,0.0476,0.0415,0.0376,92.40,61.37,41.58,92.17,59.52,18.72,54.97,60.53,49.35,16.30,75.28,87.47,57.38,18.59,34.7,127.4,96.9
Lift Datalab 9B,OSS,78.43,87.64,65.69,24.78,,,,,87.88,68.20,34.69,87.66,65.44,24.09,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,43.4,182.7,202.5
OpenAI GPT-5.4 Nano,Commercial VLM,74.90,77.43,76.37,35.81,0.0021,0.0025,0.0012,0.0005,77.36,80.27,71.17,78.20,75.52,33.72,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,23.5,63.8,184.3
Gemma4 26B,OSS,70.27,77.70,59.61,28.88,,,,,78.44,65.89,50.10,77.29,57.71,25.56,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,601.2,767.9,746.7
NuExtract3,OSS,81.02,86.41,77.01,32.71,,,,,86.20,82.31,80.62,87.39,74.89,29.04,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,47.8,91.0,190.7
NuExtract 2.0 8B,OSS,49.42,62.92,23.50,6.39,,,,,68.28,60.16,75.93,61.03,21.09,4.34,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,,,
InternVL3.5 8B,OSS,64.63,79.26,36.62,17.57,,,,,82.37,65.17,61.77,78.05,31.70,15.16,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,,,
InternVL3.5 14B,OSS,66.35,80.70,39.04,19.41,,,,,83.06,67.40,70.23,79.83,33.60,17.08,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,,,
MiniCPM-V 4.5,OSS,45.85,57.39,25.30,1.13,,,,,59.58,33.39,14.16,57.75,25.61,0.62,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,,,
Qwen3.5 35B,OSS,88.00,93.52,85.27,31.73,,,,,93.41,91.15,81.07,93.82,82.81,26.83,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,46.0,144.8,302.7
Qwen3.5 9B,OSS,86.10,92.31,81.12,32.22,,,,,92.60,88.53,85.52,92.52,78.22,27.22,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,72.3,184.1,341.2
Gemma4 E4B,OSS,69.64,81.10,48.93,26.82,,,,,82.30,62.50,71.15,80.72,46.61,25.45,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,29.7,80.1,162.6
Gemma4 E2B,OSS,51.85,63.71,28.96,14.58,,,,,68.98,49.08,67.85,62.58,26.00,11.84,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,31.9,66.9,151.3
Kimi-VL A3B,OSS,57.77,69.86,34.61,18.94,,,,,71.33,44.22,50.10,69.70,34.33,15.41,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,42.5,115.3,212.6
GLM-4.6V Flash,OSS,45.19,47.28,44.52,22.17,,,,,49.86,50.07,55.66,46.46,43.19,18.54,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,174.8,301.9,502.1
Qwen3.8 Flash Next,OSS,89.88,94.82,87.81,37.74,,,,,94.62,94.38,88.68,95.36,85.03,33.69,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,112.9,279.3,683.8
Qwen3.8 27B,OSS,89.75,94.68,87.54,38.45,,,,,95.04,93.82,92.29,94.43,84.83,33.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,192.2,357.7,898.2
Qwen3.5 2B,OSS,63.40,71.22,50.93,25.93,,,,,72.16,57.50,55.62,72.04,50.58,23.56,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,141.2,307.9,675.3
Qwen3.5 0.8B,OSS,46.63,57.44,26.98,6.65,,,,,59.35,33.80,30.39,58.09,26.19,4.70,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,144.8,257.5,455.9
Gemma4 12B,OSS,45.39,53.62,30.82,13.16,,,,,56.69,34.18,44.89,53.94,35.29,14.44,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,164.5,362.7,603.4
Qwen3.5 4B,OSS,82.43,89.06,76.64,27.31,,,,,88.98,85.70,84.33,89.58,73.28,24.57,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,65.0,163.4,272.6
Kimi K3,Commercial VLM,83.17,94.64,69.64,4.99,0.0675,0.0780,0.0294,0.0113,94.70,70.26,9.79,94.60,69.09,4.92,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,130.6,227.6,188.4