leaderboard-pro.csv

Provider,Category,Pipeline,Reasoning,include_in_rankings,Challenge,Documents,Grounding_Documents,Perfect_Documents,Value_F1,Word_Grounding,Page_Grounding,Cost_Per_Page,Grounding_Added_Cost_Per_Page,Confidence_Added_Cost_Per_Page,Confidence_AUGRC,Perfect_Documents_No_Time_Limit,Value_F1_No_Time_Limit,Word_Grounding_No_Time_Limit,Page_Grounding_No_Time_Limit
Claude Code Opus 5.5,Coding Agents,claude_code_extract_opus_5_5_evidence,medium,true,all,100,81,51.00,74.87,45.29,56.85,0.412000,0,,,60.00,91.49,59.62,72.79
Claude Code Opus 5.5,Coding Agents,claude_code_extract_opus_5_5_evidence,medium,true,interpretation_rules,22,22,22.73,58.11,43.44,46.23,0.093700,0,,,31.82,92.93,72.47,76.41
Claude Code Opus 5.5,Coding Agents,claude_code_extract_opus_5_5_evidence,medium,true,custom_terminology,14,14,35.71,55.62,33.25,38.09,0.070000,0,,,71.43,98.45,54.96,61.68
Claude Code Opus 5.5,Coding Agents,claude_code_extract_opus_5_5_evidence,medium,true,conditional_aggregation,12,9,33.33,56.11,25.93,29.63,0.057100,0,,,33.33,56.11,25.93,29.63
Claude Code Opus 5.5,Coding Agents,claude_code_extract_opus_5_5_evidence,medium,true,relational_diagrams,20,19,80.00,88.19,61.34,67.55,0.127400,0,,,90.00,98.19,71.87,78.08
Claude Code Opus 5.5,Coding Agents,claude_code_extract_opus_5_5_evidence,medium,true,charts_and_maps,25,10,80.00,97.78,76.18,96.06,0.078000,0,,,80.00,97.78,76.18,96.06
Claude Code Opus 5.5,Coding Agents,claude_code_extract_opus_5_5_evidence,medium,true,long_single_pages,7,7,14.29,78.28,12.36,77.65,4.665100,0,,,14.29,92.13,15.02,91.51
Claude Code Sonnet 5.5,Coding Agents,claude_code_extract_sonnet_5_5_evidence,medium,true,all,100,81,32.00,73.62,40.47,53.00,0.199800,0,,,33.00,84.69,46.11,64.07
Claude Code Sonnet 5.5,Coding Agents,claude_code_extract_sonnet_5_5_evidence,medium,true,interpretation_rules,22,22,22.73,58.17,44.74,46.93,0.043300,0,,,22.73,86.85,59.84,66.33
Claude Code Sonnet 5.5,Coding Agents,claude_code_extract_sonnet_5_5_evidence,medium,true,custom_terminology,14,14,7.14,81.73,33.41,66.55,0.038600,0,,,14.29,95.96,37.47,80.69
Claude Code Sonnet 5.5,Coding Agents,claude_code_extract_sonnet_5_5_evidence,medium,true,conditional_aggregation,12,9,33.33,64.57,25.40,29.10,0.026800,0,,,33.33,64.57,25.40,29.10
Claude Code Sonnet 5.5,Coding Agents,claude_code_extract_sonnet_5_5_evidence,medium,true,relational_diagrams,20,19,55.00,83.80,46.46,52.45,0.060600,0,,,55.00,83.80,46.46,52.45
Claude Code Sonnet 5.5,Coding Agents,claude_code_extract_sonnet_5_5_evidence,medium,true,charts_and_maps,25,10,44.00,88.04,64.87,78.41,0.047900,0,,,44.00,88.04,64.87,78.41
Claude Code Sonnet 5.5,Coding Agents,claude_code_extract_sonnet_5_5_evidence,medium,true,long_single_pages,7,7,0.00,40.93,9.48,40.93,2.188200,0,,,0.00,80.44,19.13,79.71
Codex GPT-6 Astra,Coding Agents,codex_code_extract_gpt_6_astra_xhigh_evidence,xhigh,true,all,100,81,58.00,94.53,70.97,79.10,0.952000,0,,,58.00,95.53,72.19,80.34
Codex GPT-6 Astra,Coding Agents,codex_code_extract_gpt_6_astra_xhigh_evidence,xhigh,true,interpretation_rules,22,22,27.27,92.58,87.67,88.87,0.170300,0,,,27.27,97.12,92.15,93.41
Codex GPT-6 Astra,Coding Agents,codex_code_extract_gpt_6_astra_xhigh_evidence,xhigh,true,custom_terminology,14,14,64.29,99.51,63.53,63.62,0.141700,0,,,64.29,99.51,63.53,63.62
Codex GPT-6 Astra,Coding Agents,codex_code_extract_gpt_6_astra_xhigh_evidence,xhigh,true,conditional_aggregation,12,9,58.33,83.07,33.33,33.33,0.175900,0,,,58.33,83.07,33.33,33.33
Codex GPT-6 Astra,Coding Agents,codex_code_extract_gpt_6_astra_xhigh_evidence,xhigh,true,relational_diagrams,20,19,80.00,98.02,87.07,88.80,0.192700,0,,,80.00,98.02,87.07,88.80
Codex GPT-6 Astra,Coding Agents,codex_code_extract_gpt_6_astra_xhigh_evidence,xhigh,true,charts_and_maps,25,10,64.00,94.72,87.78,87.78,0.150800,0,,,64.00,94.72,87.78,87.78
Codex GPT-6 Astra,Coding Agents,codex_code_extract_gpt_6_astra_xhigh_evidence,xhigh,true,long_single_pages,7,7,57.14,99.73,14.05,99.52,11.389700,0,,,57.14,99.73,14.05,99.52
Codex GPT-6 Luna,Coding Agents,codex_code_extract_gpt_6_luna_medium_evidence_prompt_opt,medium,true,all,100,81,0.00,48.75,44.27,60.78,0.011400,0,,,0.00,53.06,47.59,65.23
Codex GPT-6 Luna,Coding Agents,codex_code_extract_gpt_6_luna_medium_evidence_prompt_opt,medium,true,interpretation_rules,22,22,0.00,68.05,50.91,63.08,0.003100,0,,,0.00,71.92,52.72,65.49
Codex GPT-6 Luna,Coding Agents,codex_code_extract_gpt_6_luna_medium_evidence_prompt_opt,medium,true,custom_terminology,14,14,0.00,54.72,33.41,55.82,0.002900,0,,,0.00,73.37,44.13,72.15
Codex GPT-6 Luna,Coding Agents,codex_code_extract_gpt_6_luna_medium_evidence_prompt_opt,medium,true,conditional_aggregation,12,9,0.00,30.37,18.20,30.05,0.003800,0,,,0.00,30.37,18.20,30.05
Codex GPT-6 Luna,Coding Agents,codex_code_extract_gpt_6_luna_medium_evidence_prompt_opt,medium,true,relational_diagrams,20,19,0.00,35.38,52.90,73.59,0.004100,0,,,0.00,39.59,57.04,77.74
Codex GPT-6 Luna,Coding Agents,codex_code_extract_gpt_6_luna_medium_evidence_prompt_opt,medium,true,charts_and_maps,25,10,0.00,55.05,82.96,90.88,0.005100,0,,,0.00,55.05,82.96,90.88
Codex GPT-6 Luna,Coding Agents,codex_code_extract_gpt_6_luna_medium_evidence_prompt_opt,medium,true,long_single_pages,7,7,0.00,23.44,0.00,25.18,0.111100,0,,,0.00,23.44,0.00,25.18
Codex GPT-6.1 Sol,Coding Agents,codex_code_extract_gpt_6_1_sol_low_evidence,low,true,all,100,81,12.00,74.06,63.96,72.26,0.138600,0,,,12.00,75.06,65.05,73.49
Codex GPT-6.1 Sol,Coding Agents,codex_code_extract_gpt_6_1_sol_low_evidence,low,true,interpretation_rules,22,22,9.09,86.90,78.01,81.24,0.025000,0,,,9.09,91.43,82.02,85.73
Codex GPT-6.1 Sol,Coding Agents,codex_code_extract_gpt_6_1_sol_low_evidence,low,true,custom_terminology,14,14,14.29,86.56,54.18,56.29,0.016300,0,,,14.29,86.56,54.18,56.29
Codex GPT-6.1 Sol,Coding Agents,codex_code_extract_gpt_6_1_sol_low_evidence,low,true,conditional_aggregation,12,9,8.33,40.45,32.19,32.19,0.013600,0,,,8.33,40.45,32.19,32.19
Codex GPT-6.1 Sol,Coding Agents,codex_code_extract_gpt_6_1_sol_low_evidence,low,true,relational_diagrams,20,19,25.00,75.11,80.28,83.35,0.022000,0,,,25.00,75.11,80.28,83.35
Codex GPT-6.1 Sol,Coding Agents,codex_code_extract_gpt_6_1_sol_low_evidence,low,true,charts_and_maps,25,10,4.00,65.58,75.67,75.67,0.014500,0,,,4.00,65.58,75.67,75.67
Codex GPT-6.1 Sol,Coding Agents,codex_code_extract_gpt_6_1_sol_low_evidence,low,true,long_single_pages,7,7,14.29,93.64,19.17,92.60,1.730400,0,,,14.29,93.64,19.17,92.60
Codex GPT-6.1 Terra Low,Coding Agents,codex_code_extract_gpt_6_1_terra_low_evidence,low,true,all,100,81,11.00,51.30,52.72,56.53,0.026200,0,,,11.00,51.30,52.72,56.53
Codex GPT-6.1 Terra Low,Coding Agents,codex_code_extract_gpt_6_1_terra_low_evidence,low,true,interpretation_rules,22,22,9.09,58.72,53.05,55.86,0.004300,0,,,9.09,58.72,53.05,55.86
Codex GPT-6.1 Terra Low,Coding Agents,codex_code_extract_gpt_6_1_terra_low_evidence,low,true,custom_terminology,14,14,7.14,55.94,40.56,44.15,0.006400,0,,,7.14,55.94,40.56,44.15
Codex GPT-6.1 Terra Low,Coding Agents,codex_code_extract_gpt_6_1_terra_low_evidence,low,true,conditional_aggregation,12,9,16.67,43.04,24.78,28.48,0.009100,0,,,16.67,43.04,24.78,28.48
Codex GPT-6.1 Terra Low,Coding Agents,codex_code_extract_gpt_6_1_terra_low_evidence,low,true,relational_diagrams,20,19,5.00,39.42,78.63,80.56,0.007500,0,,,5.00,39.42,78.63,80.56
Codex GPT-6.1 Terra Low,Coding Agents,codex_code_extract_gpt_6_1_terra_low_evidence,low,true,charts_and_maps,25,10,20.00,65.46,81.85,81.85,0.007200,0,,,20.00,65.46,81.85,81.85
Codex GPT-6.1 Terra Low,Coding Agents,codex_code_extract_gpt_6_1_terra_low_evidence,low,true,long_single_pages,7,7,0.00,16.20,0.00,18.05,0.284800,0,,,0.00,16.20,0.00,18.05
Codex GPT-6.1 Terra Medium,Coding Agents,codex_code_extract_gpt_6_1_terra_medium_evidence,medium,true,all,100,81,27.00,74.19,60.16,64.80,0.040600,0,,,27.00,74.19,60.16,64.80
Codex GPT-6.1 Terra Medium,Coding Agents,codex_code_extract_gpt_6_1_terra_medium_evidence,medium,true,interpretation_rules,22,22,9.09,67.53,63.57,65.50,0.008900,0,,,9.09,67.53,63.57,65.50
Codex GPT-6.1 Terra Medium,Coding Agents,codex_code_extract_gpt_6_1_terra_medium_evidence,medium,true,custom_terminology,14,14,14.29,89.19,53.66,55.23,0.011000,0,,,14.29,89.19,53.66,55.23
Codex GPT-6.1 Terra Medium,Coding Agents,codex_code_extract_gpt_6_1_terra_medium_evidence,medium,true,conditional_aggregation,12,9,25.00,63.55,29.63,29.63,0.010300,0,,,25.00,63.55,29.63,29.63
Codex GPT-6.1 Terra Medium,Coding Agents,codex_code_extract_gpt_6_1_terra_medium_evidence,medium,true,relational_diagrams,20,19,30.00,74.38,79.43,81.38,0.013800,0,,,30.00,74.38,79.43,81.38
Codex GPT-6.1 Terra Medium,Coding Agents,codex_code_extract_gpt_6_1_terra_medium_evidence,medium,true,charts_and_maps,25,10,56.00,87.68,94.11,95.11,0.010200,0,,,56.00,87.68,94.11,95.11
Codex GPT-6.1 Terra Medium,Coding Agents,codex_code_extract_gpt_6_1_terra_medium_evidence,medium,true,long_single_pages,7,7,0.00,34.57,0.89,38.63,0.436700,0,,,0.00,34.57,0.89,38.63
Datalab Accurate,Specialized APIs,datalab_extract_accurate,,true,all,100,81,2.00,43.93,0.32,4.66,0.157500,0,0,,3.00,54.36,0.32,4.68
Datalab Accurate,Specialized APIs,datalab_extract_accurate,,true,interpretation_rules,22,22,4.55,67.25,0.04,1.10,0.150100,0,0,,9.09,89.20,0.04,1.18
Datalab Accurate,Specialized APIs,datalab_extract_accurate,,true,custom_terminology,14,14,0.00,44.92,0.00,0.01,0.146100,0,0,,0.00,84.94,0.01,0.03
Datalab Accurate,Specialized APIs,datalab_extract_accurate,,true,conditional_aggregation,12,9,0.00,45.78,0.00,0.00,0.027700,0,0,,0.00,45.78,0.00,0.00
Datalab Accurate,Specialized APIs,datalab_extract_accurate,,true,relational_diagrams,20,19,0.00,33.48,1.32,18.57,0.038200,0,0,,0.00,33.48,1.32,18.57
Datalab Accurate,Specialized APIs,datalab_extract_accurate,,true,charts_and_maps,25,10,4.00,42.63,0.00,0.00,0.019400,0,0,,4.00,42.63,0.00,0.00
Datalab Accurate,Specialized APIs,datalab_extract_accurate,,true,long_single_pages,7,7,0.00,0.00,0.00,0.00,1.260000,0,0,,0.00,0.00,0.00,0.00
Extend Operator,Specialized APIs,extend_extract_operator,,true,all,100,81,34.00,73.87,57.75,68.84,0.098800,0,0,,34.00,73.87,57.75,68.84
Extend Operator,Specialized APIs,extend_extract_operator,,true,interpretation_rules,22,22,27.27,99.64,80.29,91.42,0.100100,0,0,,27.27,99.64,80.29,91.42
Extend Operator,Specialized APIs,extend_extract_operator,,true,custom_terminology,14,14,64.29,97.55,78.24,91.14,0.087500,0,0,,64.29,97.55,78.24,91.14
Extend Operator,Specialized APIs,extend_extract_operator,,true,conditional_aggregation,12,9,16.67,59.55,18.33,27.04,0.087500,0,0,,16.67,59.55,18.33,27.04
Extend Operator,Specialized APIs,extend_extract_operator,,true,relational_diagrams,20,19,0.00,41.24,61.16,76.66,0.124700,0,0,,0.00,41.24,61.16,76.66
Extend Operator,Specialized APIs,extend_extract_operator,,true,charts_and_maps,25,10,68.00,91.58,48.89,58.89,0.091900,0,0,,68.00,91.58,48.89,58.89
Extend Operator,Specialized APIs,extend_extract_operator,,true,long_single_pages,7,7,0.00,0.00,0.00,0.00,0.087500,0,0,,0.00,0.00,0.00,0.00
Gemini CLI (Gemini 4 Argon Medium),Coding Agents,gemini_cli_extract_gemini_4_argon_medium_thinking_vision_evidence,medium,true,all,100,81,30.00,42.98,33.90,35.81,0.361595,0,,,46.00,67.08,51.54,55.42
Gemini CLI (Gemini 4 Argon Medium),Coding Agents,gemini_cli_extract_gemini_4_argon_medium_thinking_vision_evidence,medium,true,interpretation_rules,22,22,9.09,13.49,12.70,12.78,0.155289,0,,,27.27,45.07,42.01,42.57
Gemini CLI (Gemini 4 Argon Medium),Coding Agents,gemini_cli_extract_gemini_4_argon_medium_thinking_vision_evidence,medium,true,custom_terminology,14,14,50.00,50.00,31.24,35.19,0.091454,0,,,78.57,85.67,59.14,66.65
Gemini CLI (Gemini 4 Argon Medium),Coding Agents,gemini_cli_extract_gemini_4_argon_medium_thinking_vision_evidence,medium,true,conditional_aggregation,12,9,16.67,45.45,22.22,22.22,0.104433,0,,,16.67,48.72,25.93,25.93
Gemini CLI (Gemini 4 Argon Medium),Coding Agents,gemini_cli_extract_gemini_4_argon_medium_thinking_vision_evidence,medium,true,relational_diagrams,20,19,45.00,59.95,57.05,59.29,0.130325,0,,,55.00,79.77,70.70,72.94
Gemini CLI (Gemini 4 Argon Medium),Coding Agents,gemini_cli_extract_gemini_4_argon_medium_thinking_vision_evidence,medium,true,charts_and_maps,25,10,36.00,58.29,70.00,70.00,0.224565,0,,,56.00,85.47,80.00,80.00
Gemini CLI (Gemini 4 Argon Medium),Coding Agents,gemini_cli_extract_gemini_4_argon_medium_thinking_vision_evidence,medium,true,long_single_pages,7,7,14.29,14.29,6.45,14.29,3.141275,0,,,28.57,28.57,6.55,28.57
LlamaExtract Agentic,LlamaExtract,llamaextract_agentic,,true,all,100,81,20.00,71.32,58.01,63.77,0.031200,0,0,,20.00,71.32,58.01,63.77
LlamaExtract Agentic,LlamaExtract,llamaextract_agentic,,true,interpretation_rules,22,22,13.64,95.54,76.03,87.92,0.031200,0,0,,13.64,95.54,76.03,87.92
LlamaExtract Agentic,LlamaExtract,llamaextract_agentic,,true,custom_terminology,14,14,35.71,95.39,55.62,65.16,0.031200,0,0,,35.71,95.39,55.62,65.16
LlamaExtract Agentic,LlamaExtract,llamaextract_agentic,,true,conditional_aggregation,12,9,16.67,53.95,32.80,32.80,0.031200,0,0,,16.67,53.95,32.80,32.80
LlamaExtract Agentic,LlamaExtract,llamaextract_agentic,,true,relational_diagrams,20,19,10.00,44.25,72.81,75.61,0.031200,0,0,,10.00,44.25,72.81,75.61
LlamaExtract Agentic,LlamaExtract,llamaextract_agentic,,true,charts_and_maps,25,10,32.00,86.14,56.88,58.75,0.031200,0,0,,32.00,86.14,56.88,58.75
LlamaExtract Agentic,LlamaExtract,llamaextract_agentic,,true,long_single_pages,7,7,0.00,1.28,0.00,0.00,0.031200,0,0,,0.00,1.28,0.00,0.00
LlamaExtract Agentic Plus,LlamaExtract,llamaextract_agentic_plus,,true,all,100,81,38.00,77.70,60.39,66.01,0.075000,0,0,,38.00,77.70,60.39,66.01
LlamaExtract Agentic Plus,LlamaExtract,llamaextract_agentic_plus,,true,interpretation_rules,22,22,22.73,97.45,73.21,83.57,0.075000,0,0,,22.73,97.45,73.21,83.57
LlamaExtract Agentic Plus,LlamaExtract,llamaextract_agentic_plus,,true,custom_terminology,14,14,64.29,98.64,61.22,68.61,0.075000,0,0,,64.29,98.64,61.22,68.61
LlamaExtract Agentic Plus,LlamaExtract,llamaextract_agentic_plus,,true,conditional_aggregation,12,9,41.67,67.64,33.23,33.23,0.075000,0,0,,41.67,67.64,33.23,33.23
LlamaExtract Agentic Plus,LlamaExtract,llamaextract_agentic_plus,,true,relational_diagrams,20,19,10.00,49.27,71.42,75.52,0.075000,0,0,,10.00,49.27,71.42,75.52
LlamaExtract Agentic Plus,LlamaExtract,llamaextract_agentic_plus,,true,charts_and_maps,25,10,68.00,94.35,76.75,78.00,0.075000,0,0,,68.00,94.35,76.75,78.00
LlamaExtract Agentic Plus,LlamaExtract,llamaextract_agentic_plus,,true,long_single_pages,7,7,0.00,12.73,0.00,4.76,0.075000,0,0,,0.00,12.73,0.00,4.76
LlamaExtract Agentic Plus (Max Effort),LlamaExtract,llamaextract_agentic_plus_max_effort,,true,all,100,81,56.00,92.71,66.20,72.62,0.366017,0,0,,56.00,92.71,66.20,72.62
LlamaExtract Agentic Plus (Max Effort),LlamaExtract,llamaextract_agentic_plus_max_effort,,true,interpretation_rules,22,22,36.36,99.72,83.95,95.64,0.107638,0,0,,36.36,99.72,83.95,95.64
LlamaExtract Agentic Plus (Max Effort),LlamaExtract,llamaextract_agentic_plus_max_effort,,true,custom_terminology,14,14,85.71,99.54,60.05,65.34,0.083242,0,0,,85.71,99.54,60.05,65.34
LlamaExtract Agentic Plus (Max Effort),LlamaExtract,llamaextract_agentic_plus_max_effort,,true,conditional_aggregation,12,9,33.33,60.14,32.80,32.80,0.079575,0,0,,33.33,60.14,32.80,32.80
LlamaExtract Agentic Plus (Max Effort),LlamaExtract,llamaextract_agentic_plus_max_effort,,true,relational_diagrams,20,19,70.00,95.96,80.26,83.95,0.198602,0,0,,70.00,95.96,80.26,83.95
LlamaExtract Agentic Plus (Max Effort),LlamaExtract,llamaextract_agentic_plus_max_effort,,true,charts_and_maps,25,10,72.00,95.72,85.41,88.41,0.195253,0,0,,72.00,95.72,85.41,88.41
LlamaExtract Agentic Plus (Max Effort),LlamaExtract,llamaextract_agentic_plus_max_effort,,true,long_single_pages,7,7,0.00,92.83,0.00,12.74,3.322857,0,0,,0.00,92.83,0.00,12.74
LlamaExtract Cost Effective,LlamaExtract,llamaextract_cost_effective,,true,all,100,81,0.00,47.19,49.40,56.46,0.010000,0,0,,0.00,47.19,49.40,56.46
LlamaExtract Cost Effective,LlamaExtract,llamaextract_cost_effective,,true,interpretation_rules,22,22,0.00,74.97,55.63,63.93,0.010000,0,0,,0.00,74.97,55.63,63.93
LlamaExtract Cost Effective,LlamaExtract,llamaextract_cost_effective,,true,custom_terminology,14,14,0.00,80.85,46.80,65.92,0.010000,0,0,,0.00,80.85,46.80,65.92
LlamaExtract Cost Effective,LlamaExtract,llamaextract_cost_effective,,true,conditional_aggregation,12,9,0.00,33.40,25.38,29.07,0.010000,0,0,,0.00,33.40,25.38,29.07
LlamaExtract Cost Effective,LlamaExtract,llamaextract_cost_effective,,true,relational_diagrams,20,19,0.00,29.85,62.41,65.74,0.010000,0,0,,0.00,29.85,62.41,65.74
LlamaExtract Cost Effective,LlamaExtract,llamaextract_cost_effective,,true,charts_and_maps,25,10,0.00,37.57,70.82,73.32,0.010000,0,0,,0.00,37.57,70.82,73.32
LlamaExtract Cost Effective,LlamaExtract,llamaextract_cost_effective,,true,long_single_pages,7,7,0.00,0.10,0.00,0.00,0.010000,0,0,,0.00,0.10,0.00,0.00
Pi (Tencent Hy4),Coding Agents,pi_extract_hy4_vision_evidence,high,true,all,100,81,23.00,27.56,23.05,23.74,0.097720,0,,,42.00,68.05,54.71,61.63
Pi (Tencent Hy4),Coding Agents,pi_extract_hy4_vision_evidence,high,true,interpretation_rules,22,22,4.55,17.15,16.10,16.87,0.040491,0,,,18.18,68.27,60.21,63.97
Pi (Tencent Hy4),Coding Agents,pi_extract_hy4_vision_evidence,high,true,custom_terminology,14,14,0.00,0.00,0.00,0.00,0.036496,0,,,35.71,62.38,38.73,53.32
Pi (Tencent Hy4),Coding Agents,pi_extract_hy4_vision_evidence,high,true,conditional_aggregation,12,9,8.33,16.22,6.67,8.89,0.033334,0,,,25.00,57.29,35.19,42.96
Pi (Tencent Hy4),Coding Agents,pi_extract_hy4_vision_evidence,high,true,relational_diagrams,20,19,50.00,50.00,45.70,46.39,0.054345,0,,,75.00,81.17,79.78,82.23
Pi (Tencent Hy4),Coding Agents,pi_extract_hy4_vision_evidence,high,true,charts_and_maps,25,10,40.00,43.37,48.50,49.00,0.055435,0,,,52.00,72.78,58.50,59.00
Pi (Tencent Hy4),Coding Agents,pi_extract_hy4_vision_evidence,high,true,long_single_pages,7,7,14.29,14.29,14.29,14.29,1.328915,0,,,28.57,42.75,21.04,42.75
Pulse Effort,Specialized APIs,pulse_schema_effort,,true,all,100,81,18.00,70.53,18.74,74.77,0.105000,0,,,18.00,70.53,18.74,74.77
Pulse Effort,Specialized APIs,pulse_schema_effort,,true,interpretation_rules,22,22,9.09,93.83,26.79,79.91,0.105000,0,,,9.09,93.83,26.79,79.91
Pulse Effort,Specialized APIs,pulse_schema_effort,,true,custom_terminology,14,14,50.00,82.13,23.30,77.34,0.105000,0,,,50.00,82.13,23.30,77.34
Pulse Effort,Specialized APIs,pulse_schema_effort,,true,conditional_aggregation,12,9,25.00,56.25,14.50,54.07,0.105000,0,,,25.00,56.25,14.50,54.07
Pulse Effort,Specialized APIs,pulse_schema_effort,,true,relational_diagrams,20,19,15.00,65.00,10.31,85.98,0.105000,0,,,15.00,65.00,10.31,85.98
Pulse Effort,Specialized APIs,pulse_schema_effort,,true,charts_and_maps,25,10,12.00,65.01,27.64,85.64,0.105000,0,,,12.00,65.01,27.64,85.64
Pulse Effort,Specialized APIs,pulse_schema_effort,,true,long_single_pages,7,7,0.00,34.10,0.00,34.10,0.105000,0,,,0.00,34.10,0.00,34.10
Reducto Deep,Specialized APIs,reducto_deep_extract,,true,all,100,81,3.00,56.35,42.20,62.38,0.061800,0,0,,3.00,56.35,42.20,62.38
Reducto Deep,Specialized APIs,reducto_deep_extract,,true,interpretation_rules,22,22,4.55,79.20,42.58,62.96,0.062800,0,0,,4.55,79.20,42.58,62.96
Reducto Deep,Specialized APIs,reducto_deep_extract,,true,custom_terminology,14,14,0.00,86.49,40.68,79.64,0.056300,0,0,,0.00,86.49,40.68,79.64
Reducto Deep,Specialized APIs,reducto_deep_extract,,true,conditional_aggregation,12,9,0.00,38.33,24.89,40.15,0.057600,0,0,,0.00,38.33,24.89,40.15
Reducto Deep,Specialized APIs,reducto_deep_extract,,true,relational_diagrams,20,19,5.00,39.00,58.32,67.58,0.060300,0,0,,5.00,39.00,58.32,67.58
Reducto Deep,Specialized APIs,reducto_deep_extract,,true,charts_and_maps,25,10,4.00,52.58,58.02,75.24,0.064900,0,0,,4.00,52.58,58.02,75.24
Reducto Deep,Specialized APIs,reducto_deep_extract,,true,long_single_pages,7,7,0.00,18.16,0.00,22.15,0.070000,0,0,,0.00,18.16,0.00,22.15