{"observation":{"id":"aa3d94ef-0421-42d8-9f6a-1de7eaca58c8","tool":"elevenlabs","tool_name":"ElevenLabs","criterion":"voice-cloning-quality","criterion_name":"Voice Cloning Quality","criterion_definition":"Does the dubbed voice sound natural, and does it match the original speaker's energy, tone, and style?","criterion_evidence_type":"transformation","criterion_rank_role":"decisive","criterion_rank_role_reason":"Natural-sounding voice matching is central to successful voice cloning, which is a core part of this ranking. (3 of 3 judges)","scenario":"educational-airport-conversation-short-english-spanish","scenario_name":"Educational airport conversation short (English → Spanish)","group_tag":"video-translation-voice-clone-lip-sync","scenario_description":"A structured educational/conversation-style English short video used to test translation into Spanish with clear narration, steadier pacing, and easier lip-sync alignment than the other scenarios.","modality":"video","input_text":null,"input_artifact_refs":[{"alt":null,"url":null,"role":null,"filename":"Airport English Conversation #english #learnenglish.publer.com.mp4"}],"stresses":["Structured speech translation accuracy","English-to-Spanish narration quality","Longer-phrase lip-sync consistency","Clear voice rendering for informational content","Export/download reliability in a simple speaking scenario"],"verdict":"worked","score":null,"score_total":null,"note":"The Spanish dubbed voice was described as clear, professional, highly natural sounding, and especially well matched to an educational tone.","evidence_state":"verified","source":null,"artifacts":[{"url":"https://cdn.futuresmart.ai/public/aidemos/e2db6468583448f28495cee5b785431e.mp4?v=1","role":"input","alt":"e2db6468583448f28495cee5b785431e.mp4"},{"url":"https://cdn.futuresmart.ai/public/aidemos/1ea5eb0da49c4b0f9f32d5791152cdb8.mp4?v=1","role":"output","alt":null}],"run_id":"ec1dd100-6af8-4f49-8f19-b78492702b14","study_title":"Translate Videos with Voice Cloning and Lip Sync Using AI","study_kind":"generation","research_task":"86b96dfpf","tested_at":null,"completeness":"input-and-output","input":{"state":"not-captured","text":null,"files":[],"modality":"video","stresses":["Structured speech translation accuracy","English-to-Spanish narration quality","Longer-phrase lip-sync consistency","Clear voice rendering for informational content","Export/download reliability in a simple speaking scenario"]},"tool_page_slug":"elevenlabs","tool_url":"https://aidemos.com/tools/elevenlabs","permalink":"https://aidemos.com/evidence/aa3d94ef-0421-42d8-9f6a-1de7eaca58c8","api_url":"https://ai.aidemos.com/v1/observations/aa3d94ef-0421-42d8-9f6a-1de7eaca58c8"},"peers":[{"id":"736fc6eb-a049-4c15-9ad8-01985e12f148","tool":"d-id","tool_name":"D-ID","verdict":"worked","score":null,"score_total":null,"note":"It outputs a clear, professional-sounding Spanish voice.","artifact_count":0,"thumbnail":null,"evidence_url":"https://aidemos.com/evidence/736fc6eb-a049-4c15-9ad8-01985e12f148"},{"id":"c7b05430-3e47-41d3-94ed-4abce5fc99ff","tool":"dubverse","tool_name":"Dubverse","verdict":"worked","score":null,"score_total":null,"note":"The dubbed voice sounds natural and professional, especially in a neutral educational tone.","artifact_count":0,"thumbnail":null,"evidence_url":"https://aidemos.com/evidence/c7b05430-3e47-41d3-94ed-4abce5fc99ff"},{"id":"d3a9a3e0-42e1-4677-9f8c-fe0abcd1bdc5","tool":"sync-labs","tool_name":"Sync Labs","verdict":"mixed","score":null,"score_total":null,"note":"The voice is understandable but slightly robotic, so the tool does not strongly clone the original speaker's natural tone.","artifact_count":1,"thumbnail":"https://cdn.futuresmart.ai/public/aidemos/2e19d15a954b426fba4f1126d3c78c89.mp4?v=1","evidence_url":"https://aidemos.com/evidence/d3a9a3e0-42e1-4677-9f8c-fe0abcd1bdc5"}],"other_criteria":[{"id":"ab435d70-42dd-430e-8a86-a6527474db0e","criterion":"lip-sync-accuracy","criterion_name":"Lip Sync Accuracy","rank_role":"decisive","verdict":"failed","score":null,"score_total":null,"note":"The tool provides no built-in lip sync, so the Spanish educational output would need external video editing to align audio with the mouth movements.","artifact_count":2,"evidence_url":"https://aidemos.com/evidence/ab435d70-42dd-430e-8a86-a6527474db0e"},{"id":"306a069a-b0e1-4211-aa35-32e237d49c6e","criterion":"output-quality-export","criterion_name":"Output Quality & Export","rank_role":"context","verdict":"failed","score":null,"score_total":null,"note":"The exported Spanish educational video is not clean because the output carries an ElevenLabs dubbing watermark at the bottom.","artifact_count":2,"evidence_url":"https://aidemos.com/evidence/306a069a-b0e1-4211-aa35-32e237d49c6e"}],"appears_in":[{"page_type":"ranking","slug":"video-translation-tools","title":"Best AI Tools for Video Translation with Voice Cloning and Lip Sync","url":"https://aidemos.com/best/video-translation-tools","binding":"run"},{"page_type":"ranking","slug":"ai-video-dubbing-tools","title":"Best AI Tools to Translate Videos with Voice Cloning and Lip Sync","url":"https://aidemos.com/best/ai-video-dubbing-tools","binding":"study"}],"same_scenario":[{"id":"736fc6eb-a049-4c15-9ad8-01985e12f148","tool":"d-id","tool_name":"D-ID","verdict":"worked","score":null,"score_total":null,"note":"It outputs a clear, professional-sounding Spanish voice."},{"id":"c7b05430-3e47-41d3-94ed-4abce5fc99ff","tool":"dubverse","tool_name":"Dubverse","verdict":"worked","score":null,"score_total":null,"note":"The dubbed voice sounds natural and professional, especially in a neutral educational tone."},{"id":"d3a9a3e0-42e1-4677-9f8c-fe0abcd1bdc5","tool":"sync-labs","tool_name":"Sync Labs","verdict":"mixed","score":null,"score_total":null,"note":"The voice is understandable but slightly robotic, so the tool does not strongly clone the original speaker's natural tone."}]}