{"observation":{"id":"2d9d828a-e002-45f9-9dfe-93aef402a5de","tool":"reducto","tool_name":"Reducto","criterion":"structural-clean-output","criterion_name":"Structural Clean Output","criterion_definition":"Is the JSON directly consumable by a downstream AI pipeline or system without requiring a structural transformation layer?","criterion_evidence_type":"transformation","criterion_rank_role":"context","criterion_rank_role_reason":"Directly consumable JSON is valuable for workflow convenience, but it is a delivery/integration concern rather than the core measure of extraction quality itself. (3 of 3 judges)","scenario":"bank-statement-pdf","scenario_name":"Bank Statement PDF","group_tag":"financial-document-extraction","scenario_description":"A 4-page bank statement PDF with 51 transactions, balances, rewards, and disclaimer text, used to test schema-driven extraction of dense financial tables and multi-page continuity.","modality":"pdf","input_text":null,"input_artifact_refs":[{"alt":null,"url":"https://d3epheqghktydj.cloudfront.net/extract-and-query-structured-data-from-d-bank-statement-pdf-25ec532be6e1.pdf","role":"input","filename":"Bank Statement PDF.pdf"}],"stresses":["Table extraction across 50+ transaction rows","Multi-page continuity with BALANCE FORWARD bridges","Structured metadata vs. free-text transaction descriptions","Numerical accuracy for balances, deposits, withdrawals, and summaries","Nested schema population for account, branch, balances, rewards, and disclaimers"],"verdict":"mixed","score":null,"score_total":null,"note":"Exports JSON directly, but the bank workflow is not cleanly consumable end-to-end because the report says the result still needs reconciliation and correction before use.","evidence_state":"verified","source":null,"artifacts":[{"url":"https://d3epheqghktydj.cloudfront.net/research-media-bank-statement-2-jul-a511cf7bd0d6.png","role":"input","alt":"Research media bank statement 2 jul.png"},{"url":"https://d3epheqghktydj.cloudfront.net/research-media-reducto-bank-statement-output-320fdfd45c76.png","role":"output","alt":null},{"url":"https://d3epheqghktydj.cloudfront.net/research-media-reducto-output-1-bf8098db170a.json","role":"output","alt":null}],"run_id":"ec4d736d-95f9-4c88-884c-e280435f7b7b","study_title":"Extract and query structured data from documents using natural language","study_kind":"generation","research_task":"86b9y25e5","tested_at":null,"completeness":"input-and-output","input":{"state":"files","text":null,"files":[{"url":"https://d3epheqghktydj.cloudfront.net/extract-and-query-structured-data-from-d-bank-statement-pdf-25ec532be6e1.pdf","filename":"Bank Statement PDF.pdf","alt":"Bank Statement PDF","role":"input"}],"modality":"pdf","stresses":["Table extraction across 50+ transaction rows","Multi-page continuity with BALANCE FORWARD bridges","Structured metadata vs. free-text transaction descriptions","Numerical accuracy for balances, deposits, withdrawals, and summaries","Nested schema population for account, branch, balances, rewards, and disclaimers"]},"tool_page_slug":"reducto","tool_url":"https://aidemos.com/tools/reducto","permalink":"https://aidemos.com/evidence/2d9d828a-e002-45f9-9dfe-93aef402a5de","api_url":"https://ai.aidemos.com/v1/observations/2d9d828a-e002-45f9-9dfe-93aef402a5de"},"peers":[{"id":"4d3907e7-7988-4063-b5ba-89a42de6eab6","tool":"extend-ai","tool_name":"Extend AI","verdict":"failed","score":null,"score_total":null,"note":"It does not preserve the authored top-level schema sequence, so consumers expecting the original field order need a transformation step.","artifact_count":1,"thumbnail":"https://d3epheqghktydj.cloudfront.net/research-media-extend-ai-bank-statement-schema-order-69fcdddefcea.png","evidence_url":"https://aidemos.com/evidence/4d3907e7-7988-4063-b5ba-89a42de6eab6"}],"other_criteria":[{"id":"5ac2276f-3c09-465c-88d0-3a8315e997f4","criterion":"extraction-accuracy","criterion_name":"Extraction Accuracy","rank_role":"decisive","verdict":"mixed","score":null,"score_total":null,"note":"Gets some bank values right but misstates a core aggregate: summary.total_transactions is reported as 70 even though the report says the correct count is 40.","artifact_count":3,"evidence_url":"https://aidemos.com/evidence/5ac2276f-3c09-465c-88d0-3a8315e997f4"},{"id":"956bec9e-b310-4628-a049-b04b3e645b5e","criterion":"extraction-accuracy","criterion_name":"Extraction Accuracy","rank_role":"decisive","verdict":"worked","score":null,"score_total":null,"note":"The tool correctly extracts the bank statement currency as INR and includes citation metadata for that field.","artifact_count":1,"evidence_url":"https://aidemos.com/evidence/956bec9e-b310-4628-a049-b04b3e645b5e"},{"id":"95071c07-2f7a-463b-b7c7-3738ddbd3651","criterion":"schema-adherence","criterion_name":"Schema Adherence","rank_role":"decisive","verdict":"worked","score":null,"score_total":null,"note":"Reconstructs the bank statement into a nested JSON structure aligned to the requested schema, with document metadata, account, branch, statement period, transactions, summary, and rewards-style sections instead of flat OCR text.","artifact_count":6,"evidence_url":"https://aidemos.com/evidence/95071c07-2f7a-463b-b7c7-3738ddbd3651"},{"id":"e2f47c60-3f78-4b14-aa96-2e76d8e2483a","criterion":"semantic-field-enrichment","criterion_name":"Semantic Field Enrichment","rank_role":"decisive","verdict":"failed","score":null,"score_total":null,"note":"Leaves derived transaction metadata incomplete, with transaction_type and transaction_id missing across transaction rows.","artifact_count":3,"evidence_url":"https://aidemos.com/evidence/e2f47c60-3f78-4b14-aa96-2e76d8e2483a"},{"id":"d7084667-c138-440e-ae8a-85055f890e01","criterion":"table-and-record-completeness","criterion_name":"Table & Record Completeness","rank_role":"decisive","verdict":"failed","score":null,"score_total":null,"note":"Does not preserve the repeating transaction table faithfully, returning 53 transaction records for a statement that contains 51 transactions.","artifact_count":3,"evidence_url":"https://aidemos.com/evidence/d7084667-c138-440e-ae8a-85055f890e01"}],"appears_in":[{"page_type":"ranking","slug":"document-extraction","title":"Best AI Tools for Extracting Structured Data from PDFs and Business Documents","url":"https://aidemos.com/best/document-extraction","binding":"run"},{"page_type":"tool","slug":"unstract","title":null,"url":"https://aidemos.com/tools/unstract","binding":"run"}],"same_scenario":[{"id":"4d3907e7-7988-4063-b5ba-89a42de6eab6","tool":"extend-ai","tool_name":"Extend AI","verdict":"failed","score":null,"score_total":null,"note":"It does not preserve the authored top-level schema sequence, so consumers expecting the original field order need a transformation step."}]}