{"observation":{"id":"306a069a-b0e1-4211-aa35-32e237d49c6e","tool":"elevenlabs","tool_name":"ElevenLabs","criterion":"output-quality-export","criterion_name":"Output Quality & Export","criterion_definition":"Is the final exported video clean, downloadable, and production-ready, and are there watermarks or credit restrictions?","criterion_evidence_type":"transformation","criterion_rank_role":"context","criterion_rank_role_reason":"A clean export and watermark-free download matter for usability, but they do not determine whether the tool can translate, clone voice, and lip-sync well. (3 of 3 judges)","scenario":"educational-airport-conversation-short-english-spanish","scenario_name":"Educational airport conversation short (English → Spanish)","group_tag":"video-translation-voice-clone-lip-sync","scenario_description":"A structured educational/conversation-style English short video used to test translation into Spanish with clear narration, steadier pacing, and easier lip-sync alignment than the other scenarios.","modality":"video","input_text":null,"input_artifact_refs":[{"alt":null,"url":null,"role":null,"filename":"Airport English Conversation #english #learnenglish.publer.com.mp4"}],"stresses":["Structured speech translation accuracy","English-to-Spanish narration quality","Longer-phrase lip-sync consistency","Clear voice rendering for informational content","Export/download reliability in a simple speaking scenario"],"verdict":"failed","score":null,"score_total":null,"note":"The exported Spanish educational video is not clean because the output carries an ElevenLabs dubbing watermark at the bottom.","evidence_state":"verified","source":null,"artifacts":[{"url":"https://cdn.futuresmart.ai/public/aidemos/e2db6468583448f28495cee5b785431e.mp4?v=1","role":"input","alt":"e2db6468583448f28495cee5b785431e.mp4"},{"url":"https://cdn.futuresmart.ai/public/aidemos/1ea5eb0da49c4b0f9f32d5791152cdb8.mp4?v=1","role":"output","alt":null}],"run_id":"ec1dd100-6af8-4f49-8f19-b78492702b14","study_title":"Translate Videos with Voice Cloning and Lip Sync Using AI","study_kind":"generation","research_task":"86b96dfpf","tested_at":null,"completeness":"input-and-output","input":{"state":"not-captured","text":null,"files":[],"modality":"video","stresses":["Structured speech translation accuracy","English-to-Spanish narration quality","Longer-phrase lip-sync consistency","Clear voice rendering for informational content","Export/download reliability in a simple speaking scenario"]},"tool_page_slug":"elevenlabs","tool_url":"https://aidemos.com/tools/elevenlabs","permalink":"https://aidemos.com/evidence/306a069a-b0e1-4211-aa35-32e237d49c6e","api_url":"https://ai.aidemos.com/v1/observations/306a069a-b0e1-4211-aa35-32e237d49c6e"},"peers":[{"id":"bebf098c-26fe-4e14-986e-473bc1d62486","tool":"akool","tool_name":"Akool","verdict":"worked","score":null,"score_total":null,"note":"The export preserved the source's 360×640 resolution and showed no corruption or color glitches.","artifact_count":2,"thumbnail":"https://cdn.futuresmart.ai/public/aidemos/9927e089ead84837aa1be3792400a94f.mp4?v=1","evidence_url":"https://aidemos.com/evidence/bebf098c-26fe-4e14-986e-473bc1d62486"},{"id":"d0d75a93-bb42-4718-8984-3664aa6308da","tool":"dubverse","tool_name":"Dubverse","verdict":"worked","score":null,"score_total":null,"note":"The export process is smooth, subtitles align well when enabled, and the final rendering quality is described as good.","artifact_count":0,"thumbnail":null,"evidence_url":"https://aidemos.com/evidence/d0d75a93-bb42-4718-8984-3664aa6308da"},{"id":"a7a04b8e-3bc9-4bf7-9ee5-4327725b336c","tool":"rask-ai","tool_name":"Rask AI","verdict":"mixed","score":null,"score_total":null,"note":"The educational export stays intact and legible, but it is vertically letterboxed with black side bars, carries a 'TRANSLATED BY RASK' watermark, and the free tier does not provide native downloads.","artifact_count":2,"thumbnail":"https://cdn.futuresmart.ai/public/aidemos/4606ed3f07064c06a3b82add7e30be01.mp4?v=1","evidence_url":"https://aidemos.com/evidence/a7a04b8e-3bc9-4bf7-9ee5-4327725b336c"}],"other_criteria":[{"id":"ab435d70-42dd-430e-8a86-a6527474db0e","criterion":"lip-sync-accuracy","criterion_name":"Lip Sync Accuracy","rank_role":"decisive","verdict":"failed","score":null,"score_total":null,"note":"The tool provides no built-in lip sync, so the Spanish educational output would need external video editing to align audio with the mouth movements.","artifact_count":2,"evidence_url":"https://aidemos.com/evidence/ab435d70-42dd-430e-8a86-a6527474db0e"},{"id":"aa3d94ef-0421-42d8-9f6a-1de7eaca58c8","criterion":"voice-cloning-quality","criterion_name":"Voice Cloning Quality","rank_role":"decisive","verdict":"worked","score":null,"score_total":null,"note":"The Spanish dubbed voice was described as clear, professional, highly natural sounding, and especially well matched to an educational tone.","artifact_count":2,"evidence_url":"https://aidemos.com/evidence/aa3d94ef-0421-42d8-9f6a-1de7eaca58c8"}],"appears_in":[{"page_type":"ranking","slug":"video-translation-tools","title":"Best AI Tools for Video Translation with Voice Cloning and Lip Sync","url":"https://aidemos.com/best/video-translation-tools","binding":"run"},{"page_type":"ranking","slug":"ai-video-dubbing-tools","title":"Best AI Tools to Translate Videos with Voice Cloning and Lip Sync","url":"https://aidemos.com/best/ai-video-dubbing-tools","binding":"study"}],"same_scenario":[{"id":"bebf098c-26fe-4e14-986e-473bc1d62486","tool":"akool","tool_name":"Akool","verdict":"worked","score":null,"score_total":null,"note":"The export preserved the source's 360×640 resolution and showed no corruption or color glitches."},{"id":"d0d75a93-bb42-4718-8984-3664aa6308da","tool":"dubverse","tool_name":"Dubverse","verdict":"worked","score":null,"score_total":null,"note":"The export process is smooth, subtitles align well when enabled, and the final rendering quality is described as good."},{"id":"a7a04b8e-3bc9-4bf7-9ee5-4327725b336c","tool":"rask-ai","tool_name":"Rask AI","verdict":"mixed","score":null,"score_total":null,"note":"The educational export stays intact and legible, but it is vertically letterboxed with black side bars, carries a 'TRANSLATED BY RASK' watermark, and the free tier does not provide native downloads."}]}