{"observation":{"id":"bebf098c-26fe-4e14-986e-473bc1d62486","tool":"akool","tool_name":"Akool","criterion":"output-quality-export","criterion_name":"Output Quality & Export","criterion_definition":"Is the final exported video clean, downloadable, and production-ready, and are there watermarks or credit restrictions?","criterion_evidence_type":"transformation","criterion_rank_role":"context","criterion_rank_role_reason":"A clean export and watermark-free download matter for usability, but they do not determine whether the tool can translate, clone voice, and lip-sync well. (3 of 3 judges)","scenario":"educational-airport-conversation-short-english-spanish","scenario_name":"Educational airport conversation short (English → Spanish)","group_tag":"video-translation-voice-clone-lip-sync","scenario_description":"A structured educational/conversation-style English short video used to test translation into Spanish with clear narration, steadier pacing, and easier lip-sync alignment than the other scenarios.","modality":"video","input_text":null,"input_artifact_refs":[{"alt":null,"url":null,"role":null,"filename":"Airport English Conversation #english #learnenglish.publer.com.mp4"}],"stresses":["Structured speech translation accuracy","English-to-Spanish narration quality","Longer-phrase lip-sync consistency","Clear voice rendering for informational content","Export/download reliability in a simple speaking scenario"],"verdict":"worked","score":null,"score_total":null,"note":"The export preserved the source's 360×640 resolution and showed no corruption or color glitches.","evidence_state":"verified","source":null,"artifacts":[{"url":"https://cdn.futuresmart.ai/public/aidemos/9927e089ead84837aa1be3792400a94f.mp4?v=1","role":null,"alt":null},{"url":"https://cdn.futuresmart.ai/public/aidemos/e8862f74bff4424ba64eb5eaaa437761.png?v=1","role":"context","alt":null}],"run_id":"ec1dd100-6af8-4f49-8f19-b78492702b14","study_title":"Translate Videos with Voice Cloning and Lip Sync Using AI","study_kind":"generation","research_task":"86b96dfpf","tested_at":null,"completeness":"output-only","input":{"state":"not-captured","text":null,"files":[],"modality":"video","stresses":["Structured speech translation accuracy","English-to-Spanish narration quality","Longer-phrase lip-sync consistency","Clear voice rendering for informational content","Export/download reliability in a simple speaking scenario"]},"tool_page_slug":"akool","tool_url":"https://aidemos.com/tools/akool","permalink":"https://aidemos.com/evidence/bebf098c-26fe-4e14-986e-473bc1d62486","api_url":"https://ai.aidemos.com/v1/observations/bebf098c-26fe-4e14-986e-473bc1d62486"},"peers":[{"id":"d0d75a93-bb42-4718-8984-3664aa6308da","tool":"dubverse","tool_name":"Dubverse","verdict":"worked","score":null,"score_total":null,"note":"The export process is smooth, subtitles align well when enabled, and the final rendering quality is described as good.","artifact_count":0,"thumbnail":null,"evidence_url":"https://aidemos.com/evidence/d0d75a93-bb42-4718-8984-3664aa6308da"},{"id":"306a069a-b0e1-4211-aa35-32e237d49c6e","tool":"elevenlabs","tool_name":"ElevenLabs","verdict":"failed","score":null,"score_total":null,"note":"The exported Spanish educational video is not clean because the output carries an ElevenLabs dubbing watermark at the bottom.","artifact_count":2,"thumbnail":"https://cdn.futuresmart.ai/public/aidemos/e2db6468583448f28495cee5b785431e.mp4?v=1","evidence_url":"https://aidemos.com/evidence/306a069a-b0e1-4211-aa35-32e237d49c6e"},{"id":"a7a04b8e-3bc9-4bf7-9ee5-4327725b336c","tool":"rask-ai","tool_name":"Rask AI","verdict":"mixed","score":null,"score_total":null,"note":"The educational export stays intact and legible, but it is vertically letterboxed with black side bars, carries a 'TRANSLATED BY RASK' watermark, and the free tier does not provide native downloads.","artifact_count":2,"thumbnail":"https://cdn.futuresmart.ai/public/aidemos/4606ed3f07064c06a3b82add7e30be01.mp4?v=1","evidence_url":"https://aidemos.com/evidence/a7a04b8e-3bc9-4bf7-9ee5-4327725b336c"}],"other_criteria":[{"id":"4901b889-9bb1-4d82-9334-e83564b52a4e","criterion":"automation-level","criterion_name":"Automation Level","rank_role":"context","verdict":"mixed","score":null,"score_total":null,"note":"The output ran 7.48s versus the 9.08s source, about 18% shorter, with non-uniform compression that required content-based matching rather than timestamps.","artifact_count":2,"evidence_url":"https://aidemos.com/evidence/4901b889-9bb1-4d82-9334-e83564b52a4e"},{"id":"f87cb4ef-144c-47d0-b532-276414c110ed","criterion":"lip-sync-accuracy","criterion_name":"Lip Sync Accuracy","rank_role":"decisive","verdict":"worked","score":null,"score_total":null,"note":"A content-matched frame comparison confirmed genuine mouth regeneration, with the output mouth shape differing from the source.","artifact_count":1,"evidence_url":"https://aidemos.com/evidence/f87cb4ef-144c-47d0-b532-276414c110ed"},{"id":"5184836d-0085-424a-90b0-fa1229ea5980","criterion":"translation-accuracy","criterion_name":"Translation Accuracy","rank_role":"decisive","verdict":"failed","score":null,"score_total":null,"note":"The banana-ripeness labels stayed in English ('Unripe,' 'Ripe,' 'Overripe,' 'Rotten') instead of being localized to Spanish.","artifact_count":5,"evidence_url":"https://aidemos.com/evidence/5184836d-0085-424a-90b0-fa1229ea5980"}],"appears_in":[{"page_type":"ranking","slug":"video-translation-tools","title":"Best AI Tools for Video Translation with Voice Cloning and Lip Sync","url":"https://aidemos.com/best/video-translation-tools","binding":"run"},{"page_type":"ranking","slug":"ai-video-dubbing-tools","title":"Best AI Tools to Translate Videos with Voice Cloning and Lip Sync","url":"https://aidemos.com/best/ai-video-dubbing-tools","binding":"study"}],"same_scenario":[{"id":"d0d75a93-bb42-4718-8984-3664aa6308da","tool":"dubverse","tool_name":"Dubverse","verdict":"worked","score":null,"score_total":null,"note":"The export process is smooth, subtitles align well when enabled, and the final rendering quality is described as good."},{"id":"306a069a-b0e1-4211-aa35-32e237d49c6e","tool":"elevenlabs","tool_name":"ElevenLabs","verdict":"failed","score":null,"score_total":null,"note":"The exported Spanish educational video is not clean because the output carries an ElevenLabs dubbing watermark at the bottom."},{"id":"a7a04b8e-3bc9-4bf7-9ee5-4327725b336c","tool":"rask-ai","tool_name":"Rask AI","verdict":"mixed","score":null,"score_total":null,"note":"The educational export stays intact and legible, but it is vertically letterboxed with black side bars, carries a 'TRANSLATED BY RASK' watermark, and the free tier does not provide native downloads."}]}