{"observation":{"id":"72a4011f-9588-4c49-a248-770a1755ed2d","tool":"airparser","tool_name":"Airparser","criterion":"input-handling","criterion_name":"Input handling","criterion_definition":"Does the tool accept PDF via API without errors?","criterion_evidence_type":"capability","criterion_rank_role":"decisive","criterion_rank_role_reason":"If the API cannot reliably accept PDF resumes, it fails at the basic input path needed to do the parsing job. (2 of 3 judges)","scenario":"clean-single-column-resume-rugved-nichite","scenario_name":"Clean single-column resume — Rugved Nichite","group_tag":"resume-parsing","scenario_description":"A professionally structured single-column resume for Rugved Nichite, used as the baseline input for parser accuracy across standard resume fields.","modality":"pdf","input_text":null,"input_artifact_refs":[{"alt":null,"url":"https://d3epheqghktydj.cloudfront.net/parseur-input1-rugved-nichite-cleanresume-d776e5470f6f.pdf","role":"input"}],"stresses":["baseline field extraction","contact info accuracy","work experience parsing","education and CGPA extraction","skills and certifications extraction"],"verdict":"worked","score":null,"score_total":null,"note":"Accepts a PDF resume directly and parses it on first upload without manual configuration.","evidence_state":"verified","source":null,"artifacts":[{"url":"https://d3epheqghktydj.cloudfront.net/research-media-image-c3584f208d30.png","role":"input","alt":null},{"url":"https://d3epheqghktydj.cloudfront.net/research-media-image-cefe3ba8049e.png","role":"input","alt":null},{"url":"https://d3epheqghktydj.cloudfront.net/research-media-image-aac909c1959d.png","role":"input","alt":null}],"run_id":"cbbef4db-964c-49fa-a57f-a2977822bdfc","study_title":"Parse resumes into structured data using an API","study_kind":"generation","research_task":"86b9jm30n","tested_at":null,"completeness":"input-only","input":{"state":"files","text":null,"files":[{"url":"https://d3epheqghktydj.cloudfront.net/parseur-input1-rugved-nichite-cleanresume-d776e5470f6f.pdf","filename":"parseur-input1-rugved-nichite-cleanresume-d776e5470f6f.pdf","alt":"Clean single-column resume — Rugved Nichite","role":"input"}],"modality":"pdf","stresses":["baseline field extraction","contact info accuracy","work experience parsing","education and CGPA extraction","skills and certifications extraction"]},"tool_page_slug":"airparser","tool_url":"https://aidemos.com/tools/airparser","permalink":"https://aidemos.com/evidence/72a4011f-9588-4c49-a248-770a1755ed2d","api_url":"https://ai.aidemos.com/v1/observations/72a4011f-9588-4c49-a248-770a1755ed2d"},"peers":[],"other_criteria":[{"id":"c845afee-f6fd-41a3-991e-8a723e4b0fcd","criterion":"accuracy","criterion_name":"Accuracy","rank_role":"decisive","verdict":"mixed","score":null,"score_total":null,"note":"Misreads the email local-part on a clean resume, returning \"rugged.nichite@email.com\" instead of \"rugved.nichite@email.com\".","artifact_count":2,"evidence_url":"https://aidemos.com/evidence/c845afee-f6fd-41a3-991e-8a723e4b0fcd"},{"id":"e01042bc-4148-4eb2-8ba1-54f2655cf44a","criterion":"accuracy","criterion_name":"Accuracy","rank_role":"decisive","verdict":"mixed","score":null,"score_total":null,"note":"Silently truncates a compound job title, returning \"AI Research Analyst\" and dropping \"& Software Developer\".","artifact_count":2,"evidence_url":"https://aidemos.com/evidence/e01042bc-4148-4eb2-8ba1-54f2655cf44a"},{"id":"222e2531-2544-42f5-8874-3e88f504d609","criterion":"field-coverage","criterion_name":"Field coverage","rank_role":"decisive","verdict":"worked","score":null,"score_total":null,"note":"Covers the baseline resume fields end to end: name, email, phone, work experience, education, and skills.","artifact_count":2,"evidence_url":"https://aidemos.com/evidence/222e2531-2544-42f5-8874-3e88f504d609"},{"id":"92e8644f-bb57-441f-9a69-f288f51acec1","criterion":"output-quality","criterion_name":"Output quality","rank_role":"decisive","verdict":"mixed","score":null,"score_total":null,"note":"Produces readable, structured JSON, but the overall parse quality is reduced by a wrong email address and a truncated job title.","artifact_count":2,"evidence_url":"https://aidemos.com/evidence/92e8644f-bb57-441f-9a69-f288f51acec1"}],"appears_in":[{"page_type":"ranking","slug":"resume-parsing-api","title":"Best AI Tools for Parsing Resumes via API (2026)","url":"https://aidemos.com/best/resume-parsing-api","binding":"run"}],"same_scenario":[]}