{"observation":{"id":"9b06ff42-205c-492f-a59c-caceee4ed5ba","tool":"assemblyai","tool_name":"AssemblyAI","criterion":"output-quality","criterion_name":"Output quality","criterion_definition":"How accurately the returned transcript matches the human reference transcript, measured by WER.","criterion_evidence_type":"transformation","criterion_rank_role":"decisive","criterion_rank_role_reason":"WER-based transcript accuracy is the core thing this ranking is about; it directly measures how well the tool transcribes audio. (3 of 3 judges)","scenario":null,"scenario_name":null,"group_tag":null,"scenario_description":null,"modality":null,"input_text":null,"input_artifact_refs":[],"stresses":[],"verdict":"mixed","score":null,"score_total":null,"note":"It was strong on dense medical jargon, but performance dropped on overlapping speech and was middling on bilingual Spanish-English code-switching.","evidence_state":"observed","source":"aggregate-synthesis","artifacts":[],"run_id":"469de0c2-d727-4f8f-a60e-e3a5bf8e8588","study_title":"Transcribe Audio Accurately — Speech-to-Text Engine Benchmark","study_kind":"generation","research_task":"86baxegpu","tested_at":null,"completeness":"no-artifact","input":{"state":"cross-scenario","text":null,"files":[],"modality":null,"stresses":[]},"tool_page_slug":"assemblyai-speech-to-text","tool_url":"https://aidemos.com/tools/assemblyai-speech-to-text","permalink":"https://aidemos.com/evidence/9b06ff42-205c-492f-a59c-caceee4ed5ba","api_url":"https://ai.aidemos.com/v1/observations/9b06ff42-205c-492f-a59c-caceee4ed5ba"},"peers":[],"other_criteria":[],"appears_in":[{"page_type":"ranking","slug":"speech-to-text-apis","title":"Best AI Tools for Accurate Speech-to-Text on Hard Audio","url":"https://aidemos.com/best/speech-to-text-apis","binding":"run"}],"same_scenario":[]}