{"observation":{"id":"096671ca-2c94-4e19-9ae7-f353eba9f1b2","tool":"heygen","tool_name":"Heygen","criterion":"long-form-consistency","criterion_name":"Long-Form Consistency","criterion_definition":"Whether voice quality, pacing, and pronunciation stay consistent over longer passages instead of degrading after a few sentences.","criterion_evidence_type":"transformation","criterion_rank_role":"decisive","criterion_rank_role_reason":"For text-to-voiceover work, the voice must stay stable across longer scripts; degradation means the output is not reliable. (3 of 3 judges)","scenario":"multilingual-voice-sample-hindi","scenario_name":"Multilingual Voice Sample (Hindi)","group_tag":"voice-cloning","scenario_description":"A Hindi-language generation prompt applied to the already-cloned voice to test cross-language speaker preservation, pronunciation accuracy, and multilingual consistency across tools.","modality":"text","input_text":null,"input_artifact_refs":[{"alt":null,"url":"https://d3epheqghktydj.cloudfront.net/research-media-heygen-hindi-script-input-fe71b875f774.txt","role":"input","filename":"heygen_hindi_script_input.txt"},{"alt":null,"url":"https://d3epheqghktydj.cloudfront.net/research-media-topmediai-hindi-script-input-446f5191928a.txt","role":"input","filename":"topmediai_hindi_script_input.txt"},{"alt":null,"url":"https://d3epheqghktydj.cloudfront.net/clone-your-voice-and-generate-voiceover--vocalai-hindi-input-268187bdf25d.txt","role":"input","filename":"vocalai_hindi_input.txt"},{"alt":null,"url":"https://d3epheqghktydj.cloudfront.net/clone-your-voice-and-generate-voiceover--aiclonevoicefree-hindi-input-43755ffcd760.txt","role":"input","filename":"aiclonevoicefree_hindi_input.txt"},{"alt":null,"url":"https://d3epheqghktydj.cloudfront.net/clone-your-voice-and-generate-voiceover--elevenlabs-hindi-input-626ee5e1316f.txt","role":"input","filename":"elevenlabs_hindi_input.txt"},{"alt":null,"url":"https://d3epheqghktydj.cloudfront.net/clone-your-voice-and-generate-voiceover--minimax-hindi-input-3f25c2e82e07.txt","role":"input","filename":"minimax_hindi_input.txt"},{"alt":null,"url":"https://d3epheqghktydj.cloudfront.net/clone-your-voice-and-generate-voiceover--inworld-hindi-input-1d7bed5dd782.txt","role":"input","filename":"inworld_hindi_input.txt"},{"alt":null,"url":"https://d3epheqghktydj.cloudfront.net/clone-your-voice-and-generate-voiceover--fishaudio-hindi-input-3c6701eea64d.txt","role":"input","filename":"fishaudio_hindi_input.txt"},{"alt":null,"url":"https://d3epheqghktydj.cloudfront.net/research-media-uberduck-hindi-input-2eac37eaf4b8.txt","role":"input","filename":"uberduck_hindi_input.txt"}],"stresses":["Multilingual voice generation","Cross-language speaker preservation","Pronunciation accuracy in Hindi","Tone, pitch, and pacing consistency across languages","Long-form multilingual reliability"],"verdict":"struggled","score":null,"score_total":null,"note":"The multilingual output was not reliable for long passages, and the report says quality degraded during extended speech.","evidence_state":"verified","source":null,"artifacts":[{"url":"https://d3epheqghktydj.cloudfront.net/research-media-heygen-output-multilingual-9b4cbddb338d.wav","role":"output","alt":null}],"run_id":"46222c41-0046-41cc-bfaa-5f7ba6aa4933","study_title":"Clone Your Voice and Generate Voiceover from Text","study_kind":"generation","research_task":"86ba42bx1","tested_at":null,"completeness":"input-and-output","input":{"state":"files","text":null,"files":[{"url":"https://d3epheqghktydj.cloudfront.net/research-media-heygen-hindi-script-input-fe71b875f774.txt","filename":"heygen_hindi_script_input.txt","alt":"Multilingual Voice Sample (Hindi)","role":"input"},{"url":"https://d3epheqghktydj.cloudfront.net/research-media-topmediai-hindi-script-input-446f5191928a.txt","filename":"topmediai_hindi_script_input.txt","alt":"Multilingual Voice Sample (Hindi)","role":"input"},{"url":"https://d3epheqghktydj.cloudfront.net/clone-your-voice-and-generate-voiceover--vocalai-hindi-input-268187bdf25d.txt","filename":"vocalai_hindi_input.txt","alt":"Multilingual Voice Sample (Hindi)","role":"input"},{"url":"https://d3epheqghktydj.cloudfront.net/clone-your-voice-and-generate-voiceover--aiclonevoicefree-hindi-input-43755ffcd760.txt","filename":"aiclonevoicefree_hindi_input.txt","alt":"Multilingual Voice Sample (Hindi)","role":"input"},{"url":"https://d3epheqghktydj.cloudfront.net/clone-your-voice-and-generate-voiceover--elevenlabs-hindi-input-626ee5e1316f.txt","filename":"elevenlabs_hindi_input.txt","alt":"Multilingual Voice Sample (Hindi)","role":"input"},{"url":"https://d3epheqghktydj.cloudfront.net/clone-your-voice-and-generate-voiceover--minimax-hindi-input-3f25c2e82e07.txt","filename":"minimax_hindi_input.txt","alt":"Multilingual Voice Sample (Hindi)","role":"input"},{"url":"https://d3epheqghktydj.cloudfront.net/clone-your-voice-and-generate-voiceover--inworld-hindi-input-1d7bed5dd782.txt","filename":"inworld_hindi_input.txt","alt":"Multilingual Voice Sample (Hindi)","role":"input"},{"url":"https://d3epheqghktydj.cloudfront.net/clone-your-voice-and-generate-voiceover--fishaudio-hindi-input-3c6701eea64d.txt","filename":"fishaudio_hindi_input.txt","alt":"Multilingual Voice Sample (Hindi)","role":"input"},{"url":"https://d3epheqghktydj.cloudfront.net/research-media-uberduck-hindi-input-2eac37eaf4b8.txt","filename":"uberduck_hindi_input.txt","alt":"Multilingual Voice Sample (Hindi)","role":"input"}],"modality":"text","stresses":["Multilingual voice generation","Cross-language speaker preservation","Pronunciation accuracy in Hindi","Tone, pitch, and pacing consistency across languages","Long-form multilingual reliability"]},"tool_page_slug":"heygen","tool_url":"https://aidemos.com/tools/heygen","permalink":"https://aidemos.com/evidence/096671ca-2c94-4e19-9ae7-f353eba9f1b2","api_url":"https://ai.aidemos.com/v1/observations/096671ca-2c94-4e19-9ae7-f353eba9f1b2"},"peers":[{"id":"921eab3c-274a-407a-b303-a4eba0dbec01","tool":"elevenlabs","tool_name":"ElevenLabs","verdict":"struggled","score":null,"score_total":null,"note":"Becomes less consistent over longer Hindi passages, with quality fluctuations becoming more noticeable than in the English runs.","artifact_count":3,"thumbnail":"https://d3epheqghktydj.cloudfront.net/research-media-elevenlabs-hindi-script-input-8cffd5de94b9.txt","evidence_url":"https://aidemos.com/evidence/921eab3c-274a-407a-b303-a4eba0dbec01"},{"id":"14d0420b-6b5f-416d-830b-6162388f08c3","tool":"inworld","tool_name":"Inworld","verdict":"mixed","score":null,"score_total":null,"note":"Over the longer Hindi passage, the output stayed reasonably usable, but the report still frames it as mainly suitable for general voice generation rather than exact identity preservation.","artifact_count":2,"thumbnail":"https://d3epheqghktydj.cloudfront.net/research-media-inworld-hindi-script-input-d69c2e60241a.txt","evidence_url":"https://aidemos.com/evidence/14d0420b-6b5f-416d-830b-6162388f08c3"},{"id":"e2d376a3-c706-4b32-a63c-cd1b26e7b1a9","tool":"minimax","tool_name":"MiniMax","verdict":"mixed","score":null,"score_total":null,"note":"At the generated clip length, the Hindi output stayed structurally stable, but the report did not test any longer Hindi passage.","artifact_count":1,"thumbnail":"https://d3epheqghktydj.cloudfront.net/research-media-minimax-output-multilingual-52e4d0b98a2d.wav","evidence_url":"https://aidemos.com/evidence/e2d376a3-c706-4b32-a63c-cd1b26e7b1a9"},{"id":"af2f4939-7ea8-4319-a136-05bf0639742d","tool":"topmediai-voice-cloning","tool_name":"TopMediai Voice Cloning","verdict":"struggled","score":null,"score_total":null,"note":"Gen+ is not consistent for long-form Hindi content, and voice characteristics become less stable as the passage gets longer.","artifact_count":2,"thumbnail":"https://d3epheqghktydj.cloudfront.net/research-media-topmediai-hindi-script-input-446f5191928a.txt","evidence_url":"https://aidemos.com/evidence/af2f4939-7ea8-4319-a136-05bf0639742d"},{"id":"44c61bd5-f555-4d5a-bc96-3dbf1aa47a2c","tool":"uberduck","tool_name":"Uberduck","verdict":"struggled","score":null,"score_total":null,"note":"The output was already too poor at the outset to judge whether quality would degrade further over length.","artifact_count":1,"thumbnail":"https://d3epheqghktydj.cloudfront.net/research-media-uberduck-multilingual-output-4d84e3518dae.wav","evidence_url":"https://aidemos.com/evidence/44c61bd5-f555-4d5a-bc96-3dbf1aa47a2c"},{"id":"c4aeccf7-e6da-4b05-8913-fc8708c68754","tool":"vocalai","tool_name":"VocalAI","verdict":"mixed","score":null,"score_total":null,"note":"Long-form consistency was acceptable but not fully reliable, with occasional quality fluctuations that made the output better suited to shorter multilingual content than extended narration.","artifact_count":1,"thumbnail":"https://d3epheqghktydj.cloudfront.net/research-media-vocalai-output-multilingual-f02d3b493f30.wav","evidence_url":"https://aidemos.com/evidence/c4aeccf7-e6da-4b05-8913-fc8708c68754"}],"other_criteria":[{"id":"7bc3435b-8588-41f2-b2ba-9181d4b56ed9","criterion":"multilingual-output-quality","criterion_name":"Multilingual Output Quality","rank_role":"decisive","verdict":"mixed","score":null,"score_total":null,"note":"The tool does support multilingual voice generation, but the Hindi result was not production-ready because pronunciation accuracy was the biggest limitation.","artifact_count":1,"evidence_url":"https://aidemos.com/evidence/7bc3435b-8588-41f2-b2ba-9181d4b56ed9"},{"id":"4e66dea4-9062-482f-b46b-ef96f5c6cfeb","criterion":"naturalness","criterion_name":"Naturalness & Human Quality","rank_role":"decisive","verdict":"struggled","score":null,"score_total":null,"note":"The Hindi output contained robotic artifacts and did not sound completely natural or smooth.","artifact_count":1,"evidence_url":"https://aidemos.com/evidence/4e66dea4-9062-482f-b46b-ef96f5c6cfeb"},{"id":"55c6d740-9144-4be8-a149-683b69185420","criterion":"pronunciation-accuracy","criterion_name":"Pronunciation Accuracy","rank_role":"decisive","verdict":"failed","score":null,"score_total":null,"note":"Hindi words were frequently mispronounced in the multilingual output.","artifact_count":2,"evidence_url":"https://aidemos.com/evidence/55c6d740-9144-4be8-a149-683b69185420"},{"id":"17a1e524-2563-42f3-9019-bfa76234548d","criterion":"voice-match-accuracy","criterion_name":"Voice Match Accuracy","rank_role":"decisive","verdict":"mixed","score":null,"score_total":null,"note":"The Hindi clone preserved some of the original speaker's vocal characteristics, but it was not a close match overall when compared against the English best-variant reference output.","artifact_count":2,"evidence_url":"https://aidemos.com/evidence/17a1e524-2563-42f3-9019-bfa76234548d"}],"appears_in":[{"page_type":"ranking","slug":"voice-cloning-tools","title":"Best AI Tools to Clone Your Voice and Generate Voiceovers from Text","url":"https://aidemos.com/best/voice-cloning-tools","binding":"run"}],"same_scenario":[{"id":"921eab3c-274a-407a-b303-a4eba0dbec01","tool":"elevenlabs","tool_name":"ElevenLabs","verdict":"struggled","score":null,"score_total":null,"note":"Becomes less consistent over longer Hindi passages, with quality fluctuations becoming more noticeable than in the English runs."},{"id":"14d0420b-6b5f-416d-830b-6162388f08c3","tool":"inworld","tool_name":"Inworld","verdict":"mixed","score":null,"score_total":null,"note":"Over the longer Hindi passage, the output stayed reasonably usable, but the report still frames it as mainly suitable for general voice generation rather than exact identity preservation."},{"id":"e2d376a3-c706-4b32-a63c-cd1b26e7b1a9","tool":"minimax","tool_name":"MiniMax","verdict":"mixed","score":null,"score_total":null,"note":"At the generated clip length, the Hindi output stayed structurally stable, but the report did not test any longer Hindi passage."},{"id":"af2f4939-7ea8-4319-a136-05bf0639742d","tool":"topmediai-voice-cloning","tool_name":"TopMediai Voice Cloning","verdict":"struggled","score":null,"score_total":null,"note":"Gen+ is not consistent for long-form Hindi content, and voice characteristics become less stable as the passage gets longer."},{"id":"44c61bd5-f555-4d5a-bc96-3dbf1aa47a2c","tool":"uberduck","tool_name":"Uberduck","verdict":"struggled","score":null,"score_total":null,"note":"The output was already too poor at the outset to judge whether quality would degrade further over length."},{"id":"c4aeccf7-e6da-4b05-8913-fc8708c68754","tool":"vocalai","tool_name":"VocalAI","verdict":"mixed","score":null,"score_total":null,"note":"Long-form consistency was acceptable but not fully reliable, with occasional quality fluctuations that made the output better suited to shorter multilingual content than extended narration."}]}