{"observation":{"id":"9d73e6da-0cca-4520-88b0-d45d6c6882b7","tool":"extracta-ai","tool_name":"Extracta.ai","criterion":"field-coverage","criterion_name":"Field coverage","criterion_definition":"Are name, email, phone, experience, education, and skills extracted?","criterion_evidence_type":"transformation","criterion_rank_role":"decisive","criterion_rank_role_reason":"A resume parser should extract the key canonical fields; missing them means it is not doing the main job well. (3 of 3 judges)","scenario":"multi-column-sidebar-resume-priya-sharma","scenario_name":"Multi-column sidebar resume — Priya Sharma","group_tag":"resume-parsing","scenario_description":"A two-column sidebar resume for Priya Sharma, used to test whether parsers can preserve reading order and correctly extract content split across columns.","modality":"pdf","input_text":null,"input_artifact_refs":[{"alt":null,"url":"https://d3epheqghktydj.cloudfront.net/parseur-input2-priya-sharma-multicolumnresume-0e443ffc95c3.pdf","role":"input"}],"stresses":["multi-column layout handling","sidebar content extraction","reading-order robustness","projects extraction","languages and certifications extraction"],"verdict":"worked","score":null,"score_total":null,"note":"Covers the expected resume content from both columns, including work experience, education, skills, certifications, and languages.","evidence_state":"verified","source":null,"artifacts":[{"url":"https://d3epheqghktydj.cloudfront.net/research-media-image-aa9cc0c96107.png","role":"input","alt":"Research media image.png"},{"url":"https://d3epheqghktydj.cloudfront.net/research-media-extracta-ai-20output2-c32b71b0b786.txt","role":"output","alt":null}],"run_id":"cbbef4db-964c-49fa-a57f-a2977822bdfc","study_title":"Parse resumes into structured data using an API","study_kind":"generation","research_task":"86b9jm30n","tested_at":null,"completeness":"input-and-output","input":{"state":"files","text":null,"files":[{"url":"https://d3epheqghktydj.cloudfront.net/parseur-input2-priya-sharma-multicolumnresume-0e443ffc95c3.pdf","filename":"parseur-input2-priya-sharma-multicolumnresume-0e443ffc95c3.pdf","alt":"Multi-column sidebar resume — Priya Sharma","role":"input"}],"modality":"pdf","stresses":["multi-column layout handling","sidebar content extraction","reading-order robustness","projects extraction","languages and certifications extraction"]},"tool_page_slug":"extracta-labs","tool_url":"https://aidemos.com/tools/extracta-labs","permalink":"https://aidemos.com/evidence/9d73e6da-0cca-4520-88b0-d45d6c6882b7","api_url":"https://ai.aidemos.com/v1/observations/9d73e6da-0cca-4520-88b0-d45d6c6882b7"},"peers":[{"id":"8ea09c29-07ce-4fad-b081-4789ec63dd29","tool":"airparser","tool_name":"Airparser","verdict":"worked","score":null,"score_total":null,"note":"Covers the six core fields from a two-column resume, including split-header contact info, work experience, education, and skills.","artifact_count":2,"thumbnail":"https://d3epheqghktydj.cloudfront.net/research-media-image-aac909c1959d.png","evidence_url":"https://aidemos.com/evidence/8ea09c29-07ce-4fad-b081-4789ec63dd29"},{"id":"6d38aa3b-9f2d-4575-946a-88b808ba2548","tool":"hireability","tool_name":"Hireability","verdict":"failed","score":null,"score_total":null,"note":"Six visible contact fields — GivenName, FamilyName, Email, Phone, LinkedIn, and Address — came back empty on the multi-column resume.","artifact_count":1,"thumbnail":"https://d3epheqghktydj.cloudfront.net/hireability-hireability-task2-contact-fields-missing-b3b54962f8fc.png","evidence_url":"https://aidemos.com/evidence/6d38aa3b-9f2d-4575-946a-88b808ba2548"},{"id":"a66b482b-9fe0-48b9-a5d8-1de7ed3b966e","tool":"llamaparse","tool_name":"LlamaParse","verdict":"worked","score":null,"score_total":null,"note":"The multi-column output included the core resume fields and the sidebar-specific sections, including name, email, phone, experience, education, skills, certifications, languages, and projects.","artifact_count":2,"thumbnail":"https://d3epheqghktydj.cloudfront.net/research-media-image-e8ac563d751d.png","evidence_url":"https://aidemos.com/evidence/a66b482b-9fe0-48b9-a5d8-1de7ed3b966e"},{"id":"1cf56ab8-34c3-4b84-80ce-c5ee89e1d790","tool":"skima-ai","tool_name":"Skima AI","verdict":"mixed","score":null,"score_total":null,"note":"The parser extracted the basic identity and work-history fields, but it did not fully return the core six-field resume set because skills from the sidebar were missing.","artifact_count":1,"thumbnail":"https://d3epheqghktydj.cloudfront.net/skima-ai-06-input2-sidebar-missing-07290c0a1129.png","evidence_url":"https://aidemos.com/evidence/1cf56ab8-34c3-4b84-80ce-c5ee89e1d790"}],"other_criteria":[{"id":"882018cc-18b9-49e9-8468-4edafdf5dcf8","criterion":"accuracy","criterion_name":"Accuracy","rank_role":"decisive","verdict":"worked","score":null,"score_total":null,"note":"Correctly extracts the dedicated spoken-languages list as English, Hindi, and Marathi from the right-side LANGUAGES section.","artifact_count":2,"evidence_url":"https://aidemos.com/evidence/882018cc-18b9-49e9-8468-4edafdf5dcf8"},{"id":"835787a1-fa57-48c6-892d-c256636bbe17","criterion":"accuracy","criterion_name":"Accuracy","rank_role":"decisive","verdict":"mixed","score":null,"score_total":null,"note":"Leaves the CGPA embedded in the education description string instead of surfacing it as a dedicated numeric field.","artifact_count":2,"evidence_url":"https://aidemos.com/evidence/835787a1-fa57-48c6-892d-c256636bbe17"},{"id":"fa33ecaa-89c6-454c-8536-f374b7bcf760","criterion":"multi-column-handling","criterion_name":"Multi-column handling","rank_role":"decisive","verdict":"worked","score":null,"score_total":null,"note":"Correctly parses a two-column sidebar layout without requiring any layout configuration.","artifact_count":2,"evidence_url":"https://aidemos.com/evidence/fa33ecaa-89c6-454c-8536-f374b7bcf760"},{"id":"0319d532-1fc8-4624-a3b5-045b8c952f3b","criterion":"output-quality","criterion_name":"Output quality","rank_role":"decisive","verdict":"worked","score":null,"score_total":null,"note":"Returns an excellent, clean JSON result that captures both columns completely and avoids irrelevant metadata.","artifact_count":2,"evidence_url":"https://aidemos.com/evidence/0319d532-1fc8-4624-a3b5-045b8c952f3b"}],"appears_in":[{"page_type":"ranking","slug":"resume-parsing-api","title":"Best AI Tools for Parsing Resumes via API (2026)","url":"https://aidemos.com/best/resume-parsing-api","binding":"run"}],"same_scenario":[{"id":"8ea09c29-07ce-4fad-b081-4789ec63dd29","tool":"airparser","tool_name":"Airparser","verdict":"worked","score":null,"score_total":null,"note":"Covers the six core fields from a two-column resume, including split-header contact info, work experience, education, and skills."},{"id":"6d38aa3b-9f2d-4575-946a-88b808ba2548","tool":"hireability","tool_name":"Hireability","verdict":"failed","score":null,"score_total":null,"note":"Six visible contact fields — GivenName, FamilyName, Email, Phone, LinkedIn, and Address — came back empty on the multi-column resume."},{"id":"a66b482b-9fe0-48b9-a5d8-1de7ed3b966e","tool":"llamaparse","tool_name":"LlamaParse","verdict":"worked","score":null,"score_total":null,"note":"The multi-column output included the core resume fields and the sidebar-specific sections, including name, email, phone, experience, education, skills, certifications, languages, and projects."},{"id":"1cf56ab8-34c3-4b84-80ce-c5ee89e1d790","tool":"skima-ai","tool_name":"Skima AI","verdict":"mixed","score":null,"score_total":null,"note":"The parser extracted the basic identity and work-history fields, but it did not fully return the core six-field resume set because skills from the sidebar were missing."}]}