{"observation":{"id":"62a9c4d7-49ee-434c-8cd4-b2f01d5be6af","tool":"skima-ai","tool_name":"Skima AI","criterion":"field-coverage","criterion_name":"Field coverage","criterion_definition":"Are name, email, phone, experience, education, and skills extracted?","criterion_evidence_type":"transformation","criterion_rank_role":"decisive","criterion_rank_role_reason":"A resume parser should extract the key canonical fields; missing them means it is not doing the main job well. (3 of 3 judges)","scenario":"messy-real-world-resume-john-kumar","scenario_name":"Messy real-world resume — John Kumar","group_tag":"resume-parsing","scenario_description":"A poorly formatted, inconsistent real-world resume for John Kumar, used to test robustness against noisy structure, inconsistent dates, and mixed-content sections.","modality":"pdf","input_text":null,"input_artifact_refs":[{"alt":null,"url":"https://d3epheqghktydj.cloudfront.net/parseur-input3-john-kumar-messyresume-75275a848042.pdf","role":"input"}],"stresses":["messy formatting robustness","section detection fallback","inconsistent date parsing","soft-skills extraction","noise and hallucination control"],"verdict":"worked","score":null,"score_total":null,"note":"Even on the messy resume, the parser still returned the core coverage set of name, email, phone, work experience, education, and skills.","evidence_state":"verified","source":null,"artifacts":[{"url":"https://d3epheqghktydj.cloudfront.net/skima-ai-05-runon-input3-2809394923e0.png","role":"output","alt":null},{"url":"https://d3epheqghktydj.cloudfront.net/skima-ai-09-input3-skills-concatenated-mock-d25303702406.png","role":"output","alt":null}],"run_id":"cbbef4db-964c-49fa-a57f-a2977822bdfc","study_title":"Parse resumes into structured data using an API","study_kind":"generation","research_task":"86b9jm30n","tested_at":null,"completeness":"input-and-output","input":{"state":"files","text":null,"files":[{"url":"https://d3epheqghktydj.cloudfront.net/parseur-input3-john-kumar-messyresume-75275a848042.pdf","filename":"parseur-input3-john-kumar-messyresume-75275a848042.pdf","alt":"Messy real-world resume — John Kumar","role":"input"}],"modality":"pdf","stresses":["messy formatting robustness","section detection fallback","inconsistent date parsing","soft-skills extraction","noise and hallucination control"]},"tool_page_slug":"skima-ai","tool_url":"https://aidemos.com/tools/skima-ai","permalink":"https://aidemos.com/evidence/62a9c4d7-49ee-434c-8cd4-b2f01d5be6af","api_url":"https://ai.aidemos.com/v1/observations/62a9c4d7-49ee-434c-8cd4-b2f01d5be6af"},"peers":[{"id":"ad0979bc-e449-450a-b06b-f5c12fa6da9b","tool":"affinda","tool_name":"Affinda","verdict":"mixed","score":null,"score_total":null,"note":"It extracted one certification but silently dropped the AWS Basics Coursera 2022 certificate, so the certification coverage was incomplete on the messy resume.","artifact_count":2,"thumbnail":"https://d3epheqghktydj.cloudfront.net/research-media-image-d6a62fc24445.png","evidence_url":"https://aidemos.com/evidence/ad0979bc-e449-450a-b06b-f5c12fa6da9b"},{"id":"41b837de-cc71-46fe-8826-277f86ff551c","tool":"airparser","tool_name":"Airparser","verdict":"worked","score":null,"score_total":null,"note":"Covers the six core fields even on messy formatting, including contact info, work experience, education, and skills.","artifact_count":2,"thumbnail":"https://d3epheqghktydj.cloudfront.net/research-media-image-cefe3ba8049e.png","evidence_url":"https://aidemos.com/evidence/41b837de-cc71-46fe-8826-277f86ff551c"},{"id":"d85153f5-b16a-4009-9e33-65440ad1a387","tool":"extracta-ai","tool_name":"Extracta.ai","verdict":"worked","score":null,"score_total":null,"note":"Still covers the main resume fields on the messy input: name, email, phone, experience, education, skills, and certifications.","artifact_count":2,"thumbnail":"https://d3epheqghktydj.cloudfront.net/research-media-screenshot-202026-05-05-20124544-174ecd83f60c.png","evidence_url":"https://aidemos.com/evidence/d85153f5-b16a-4009-9e33-65440ad1a387"},{"id":"51789dee-4478-49f5-9c72-9ff9d44c0dc5","tool":"hireability","tool_name":"Hireability","verdict":"failed","score":null,"score_total":null,"note":"Only the B.E. education entry was extracted; the visible 12th and 10th entries were omitted from the parsed output.","artifact_count":1,"thumbnail":"https://d3epheqghktydj.cloudfront.net/hireability-hireability-task3-education-entries-miss-26097fa84061.png","evidence_url":"https://aidemos.com/evidence/51789dee-4478-49f5-9c72-9ff9d44c0dc5"},{"id":"52292f45-5536-47bf-bb98-bae22d735d29","tool":"hrflow","tool_name":"HrFlow","verdict":"worked","score":null,"score_total":null,"note":"Even on the messy resume, it still returns the standard contact, experience, education, and technical-skills sections.","artifact_count":0,"thumbnail":null,"evidence_url":"https://aidemos.com/evidence/52292f45-5536-47bf-bb98-bae22d735d29"},{"id":"98df030a-f07f-4fd8-9b36-3f5e603318b0","tool":"llamaparse","tool_name":"LlamaParse","verdict":"worked","score":null,"score_total":null,"note":"The messy-resume output included the core fields and additional sections: name, contact information, objective, work experience, education, skills, certifications, hobbies, and references.","artifact_count":2,"thumbnail":"https://d3epheqghktydj.cloudfront.net/research-media-image-180f1deae78b.png","evidence_url":"https://aidemos.com/evidence/98df030a-f07f-4fd8-9b36-3f5e603318b0"},{"id":"3b62bba2-461d-4397-b0de-bd07c47ce05d","tool":"parseur","tool_name":"Parseur","verdict":"struggled","score":null,"score_total":null,"note":"Only one education record was extracted, and the 12th Science and 10th std entries were omitted from the output.","artifact_count":2,"thumbnail":"https://d3epheqghktydj.cloudfront.net/parseur-parseur-task3-only-one-education-entry-m-8125895a1d50.png","evidence_url":"https://aidemos.com/evidence/3b62bba2-461d-4397-b0de-bd07c47ce05d"}],"other_criteria":[{"id":"862b02fa-8023-4785-8d7b-d98fd681eeed","criterion":"messy-resume-handling","criterion_name":"Messy resume handling","rank_role":"decisive","verdict":"struggled","score":null,"score_total":null,"note":"The tool accepted the messy file, but it degraded badly in structure by merging bullets into a run-on responsibility line instead of preserving clean formatting.","artifact_count":1,"evidence_url":"https://aidemos.com/evidence/862b02fa-8023-4785-8d7b-d98fd681eeed"},{"id":"f3504830-9157-4146-a34d-a211439d3ce7","criterion":"noise-in-output","criterion_name":"Noise in output","rank_role":"decisive","verdict":"failed","score":null,"score_total":null,"note":"The messy-resume skills block was collapsed into a single concatenated string with no separators, making the field hard to reuse downstream.","artifact_count":1,"evidence_url":"https://aidemos.com/evidence/f3504830-9157-4146-a34d-a211439d3ce7"},{"id":"f3277ca4-0119-47a4-a0b2-fb948ba0dbd9","criterion":"output-quality","criterion_name":"Output quality","rank_role":"decisive","verdict":"struggled","score":null,"score_total":null,"note":"The messy-resume output degraded sharply: responsibilities became a run-on string, skills collapsed into one concatenated line, and references/certifications/hobbies were missing.","artifact_count":3,"evidence_url":"https://aidemos.com/evidence/f3277ca4-0119-47a4-a0b2-fb948ba0dbd9"}],"appears_in":[{"page_type":"ranking","slug":"resume-parsing-api","title":"Best AI Tools for Parsing Resumes via API (2026)","url":"https://aidemos.com/best/resume-parsing-api","binding":"run"}],"same_scenario":[{"id":"ad0979bc-e449-450a-b06b-f5c12fa6da9b","tool":"affinda","tool_name":"Affinda","verdict":"mixed","score":null,"score_total":null,"note":"It extracted one certification but silently dropped the AWS Basics Coursera 2022 certificate, so the certification coverage was incomplete on the messy resume."},{"id":"41b837de-cc71-46fe-8826-277f86ff551c","tool":"airparser","tool_name":"Airparser","verdict":"worked","score":null,"score_total":null,"note":"Covers the six core fields even on messy formatting, including contact info, work experience, education, and skills."},{"id":"d85153f5-b16a-4009-9e33-65440ad1a387","tool":"extracta-ai","tool_name":"Extracta.ai","verdict":"worked","score":null,"score_total":null,"note":"Still covers the main resume fields on the messy input: name, email, phone, experience, education, skills, and certifications."},{"id":"51789dee-4478-49f5-9c72-9ff9d44c0dc5","tool":"hireability","tool_name":"Hireability","verdict":"failed","score":null,"score_total":null,"note":"Only the B.E. education entry was extracted; the visible 12th and 10th entries were omitted from the parsed output."},{"id":"52292f45-5536-47bf-bb98-bae22d735d29","tool":"hrflow","tool_name":"HrFlow","verdict":"worked","score":null,"score_total":null,"note":"Even on the messy resume, it still returns the standard contact, experience, education, and technical-skills sections."},{"id":"98df030a-f07f-4fd8-9b36-3f5e603318b0","tool":"llamaparse","tool_name":"LlamaParse","verdict":"worked","score":null,"score_total":null,"note":"The messy-resume output included the core fields and additional sections: name, contact information, objective, work experience, education, skills, certifications, hobbies, and references."},{"id":"3b62bba2-461d-4397-b0de-bd07c47ce05d","tool":"parseur","tool_name":"Parseur","verdict":"struggled","score":null,"score_total":null,"note":"Only one education record was extracted, and the 12th Science and 10th std entries were omitted from the output."}]}