{"observation":{"id":"00bbf29e-2e58-4198-84f9-e3f01f7059d5","tool":"pdf-ai","tool_name":"PDF.ai","criterion":"markdown-quality","criterion_name":"Markdown Quality","criterion_definition":"Produces clean, well-structured, usable markdown rather than a flat text dump.","criterion_evidence_type":"transformation","criterion_rank_role":"decisive","criterion_rank_role_reason":"The ranking is specifically about producing clean Markdown, so the quality and usability of the Markdown output directly measures success. (3 of 3 judges)","scenario":"hybrid-earnings-report","scenario_name":"Hybrid Earnings Report","group_tag":"hybrid-earnings-report","scenario_description":"A long, real-world hybrid annual report used to benchmark end-to-end PDF-to-markdown conversion. It combines native text, financial tables, charts/graphics, and scanned signature/stamp regions, stressing preservation of document structure, reading order, and embedded visual content across a multi-section report.","modality":"pdf","input_text":null,"input_artifact_refs":[{"alt":null,"url":"https://cdn.futuresmart.ai/public/aidemos/f63a44b441704753b65d1b89dc9b4bbb.pdf?v=1","role":"input","filename":"Target-2015-Annual-Report.pdf"}],"stresses":["Native digital text extraction","Complex financial table preservation","Chart and graphic retention","Image-based signatures and stamps","Reading order across a long multi-section report","Markdown quality and consistency"],"verdict":"failed","score":null,"score_total":null,"note":"Markdown export failed on an 84-page hybrid earnings report; the report records \"Output MD: Output failed.\"","evidence_state":"verified","source":null,"artifacts":[{"url":"https://cdn.futuresmart.ai/public/aidemos/07829e6dcb414445886e618cd047efb2.pdf?v=1","role":"input","alt":"07829e6dcb414445886e618cd047efb2.pdf"},{"url":"https://cdn.futuresmart.ai/public/aidemos/acfb715400364155b7b7afb0483d541f.mp4?v=1","role":"output","alt":null}],"run_id":"6e3160de-fe46-4b45-b071-72560b5c5d0e","study_title":"Convert a Complex PDF into Clean Markdown with an API","study_kind":"generation","research_task":"86b9h7t37","tested_at":null,"completeness":"input-and-output","input":{"state":"files","text":null,"files":[{"url":"https://cdn.futuresmart.ai/public/aidemos/f63a44b441704753b65d1b89dc9b4bbb.pdf?v=1","filename":"Target-2015-Annual-Report.pdf","alt":"Hybrid Earnings Report","role":"input"}],"modality":"pdf","stresses":["Native digital text extraction","Complex financial table preservation","Chart and graphic retention","Image-based signatures and stamps","Reading order across a long multi-section report","Markdown quality and consistency"]},"tool_page_slug":"pdf-ai","tool_url":"https://aidemos.com/tools/pdf-ai","permalink":"https://aidemos.com/evidence/00bbf29e-2e58-4198-84f9-e3f01f7059d5","api_url":"https://ai.aidemos.com/v1/observations/00bbf29e-2e58-4198-84f9-e3f01f7059d5"},"peers":[{"id":"ec898578-9641-4f6a-b228-bebde59abc51","tool":"mistral-ai","tool_name":"Mistral AI","verdict":"worked","score":null,"score_total":null,"note":"The export is usable markdown rather than a flat text dump: it includes an overall markdown file plus page-wise markdown files delivered in a downloadable ZIP.","artifact_count":2,"thumbnail":"https://cdn.futuresmart.ai/public/aidemos/07829e6dcb414445886e618cd047efb2.pdf?v=1","evidence_url":"https://aidemos.com/evidence/ec898578-9641-4f6a-b228-bebde59abc51"},{"id":"7f188b1e-6a05-4386-b48a-3d23816ab700","tool":"pdfvector","tool_name":"PDFVector","verdict":"mixed","score":null,"score_total":null,"note":"Returned markdown-like content inside JSON, but the document structure was largely flattened rather than preserved as faithful markdown.","artifact_count":4,"thumbnail":"https://cdn.futuresmart.ai/public/aidemos/07829e6dcb414445886e618cd047efb2.pdf?v=1","evidence_url":"https://aidemos.com/evidence/7f188b1e-6a05-4386-b48a-3d23816ab700"},{"id":"277d3d32-8789-468a-b996-53077b678a24","tool":"reducto","tool_name":"Reducto","verdict":"struggled","score":null,"score_total":null,"note":"Produces usable but not clean markdown: the output contains 12 <signature> tags, 2 <empty> placeholders, and literal HTML tags such as <b>, <i>, and <u> instead of pure CommonMark.","artifact_count":3,"thumbnail":"https://cdn.futuresmart.ai/public/aidemos/864af538d166429884f157f9b2c304b5.png?v=1","evidence_url":"https://aidemos.com/evidence/277d3d32-8789-468a-b996-53077b678a24"},{"id":"449b0ccc-3d5d-467a-b98b-79653db91504","tool":"tensorlake","tool_name":"Tensorlake","verdict":"worked","score":null,"score_total":null,"note":"Renders the extraction as structured, copyable markdown in the Document Markdown view rather than a flat text dump.","artifact_count":3,"thumbnail":"https://cdn.futuresmart.ai/public/aidemos/b5fe76bd1e0a4c67a7f552a313dd5116.png?v=1","evidence_url":"https://aidemos.com/evidence/449b0ccc-3d5d-467a-b98b-79653db91504"}],"other_criteria":[],"appears_in":[{"page_type":"ranking","slug":"pdf-to-markdown-apis","title":"Best AI Tools to Convert Complex PDFs into Clean Markdown with an API","url":"https://aidemos.com/best/pdf-to-markdown-apis","binding":"run"}],"same_scenario":[{"id":"ec898578-9641-4f6a-b228-bebde59abc51","tool":"mistral-ai","tool_name":"Mistral AI","verdict":"worked","score":null,"score_total":null,"note":"The export is usable markdown rather than a flat text dump: it includes an overall markdown file plus page-wise markdown files delivered in a downloadable ZIP."},{"id":"7f188b1e-6a05-4386-b48a-3d23816ab700","tool":"pdfvector","tool_name":"PDFVector","verdict":"mixed","score":null,"score_total":null,"note":"Returned markdown-like content inside JSON, but the document structure was largely flattened rather than preserved as faithful markdown."},{"id":"277d3d32-8789-468a-b996-53077b678a24","tool":"reducto","tool_name":"Reducto","verdict":"struggled","score":null,"score_total":null,"note":"Produces usable but not clean markdown: the output contains 12 <signature> tags, 2 <empty> placeholders, and literal HTML tags such as <b>, <i>, and <u> instead of pure CommonMark."},{"id":"449b0ccc-3d5d-467a-b98b-79653db91504","tool":"tensorlake","tool_name":"Tensorlake","verdict":"worked","score":null,"score_total":null,"note":"Renders the extraction as structured, copyable markdown in the Document Markdown view rather than a flat text dump."}]}