{"observation":{"id":"7d85c763-97dc-40c0-9b7a-8c4bfaca34a8","tool":"replit","tool_name":"Replit","criterion":"export-experience","criterion_name":"Export Experience","criterion_definition":"How easy it is to get an MP4, from one-click export to a heavier pipeline.","criterion_evidence_type":"capability","criterion_rank_role":"context","criterion_rank_role_reason":"How easily you get an MP4 is useful for delivery, but it is downstream of whether the tool actually generates a good animation. (3 of 3 judges)","scenario":"search-engines-basics-explainer","scenario_name":"Search engines basics explainer","group_tag":null,"scenario_description":"A vague, linear educational animation prompt asking the tool to explain how search engines work with minimal guidance. Designed to stress inference, scene structuring, pacing, and coherent visual flow from an underspecified request.","modality":"text","input_text":"Create an animation video explaining how search engines work.","input_artifact_refs":[],"stresses":[],"verdict":"worked","score":null,"score_total":null,"note":"Provides a direct one-click MP4 export path from the editor.","evidence_state":"observed","source":"first-party","artifacts":[{"url":"https://d3epheqghktydj.cloudfront.net/replit-replit-search-engine-indexing-slide.png","role":"context","alt":"Finished indexing slide in the Replit preview canvas."}],"run_id":"c751a76b-a105-4b3e-9ff3-6c4d6adc9f04","study_title":"Generate Code-based Animations from text inputs","study_kind":"backfill","research_task":"86b9nnzmy","tested_at":"2026-06-24T08:34:34.142000+00:00","completeness":"input-and-output","input":{"state":"text","text":"Create an animation video explaining how search engines work.","files":[],"modality":"text","stresses":[]},"tool_page_slug":"replit","tool_url":"https://aidemos.com/tools/replit","permalink":"https://aidemos.com/evidence/7d85c763-97dc-40c0-9b7a-8c4bfaca34a8","api_url":"https://ai.aidemos.com/v1/observations/7d85c763-97dc-40c0-9b7a-8c4bfaca34a8"},"peers":[{"id":"247742ce-3f3d-47dd-abb9-916629f5f2e3","tool":"animg","tool_name":"AnimG","verdict":"worked","score":null,"score_total":null,"note":"Finishes by producing an MP4 inside the web app and surfacing the result in a built-in video player, so getting the rendered video is straightforward.","artifact_count":2,"thumbnail":"https://d3epheqghktydj.cloudfront.net/animg-search-engine-animation-video-ready.png","evidence_url":"https://aidemos.com/evidence/247742ce-3f3d-47dd-abb9-916629f5f2e3"},{"id":"26cde3a7-20de-455b-924c-158433afa4eb","tool":"claude-artifacts","tool_name":"Claude Artifacts","verdict":"struggled","score":null,"score_total":null,"note":"Getting an MP4 was not native; the report says a browser-capture/render workflow was still required.","artifact_count":1,"thumbnail":"https://d3epheqghktydj.cloudfront.net/claude-artifacts-screen-recording-2026-04-30-141425.mp4","evidence_url":"https://aidemos.com/evidence/26cde3a7-20de-455b-924c-158433afa4eb"},{"id":"8c3e2d65-3741-4e93-8a6d-08252c7fc13e","tool":"remotionvideo","tool_name":"RemotionVideo","verdict":"worked","score":null,"score_total":null,"note":"Delivers both a rendered video and editable Remotion code in the same workflow, making the output immediately usable and customizable.","artifact_count":0,"thumbnail":null,"evidence_url":"https://aidemos.com/evidence/8c3e2d65-3741-4e93-8a6d-08252c7fc13e"}],"other_criteria":[{"id":"22986790-e8b3-4c13-a6e7-7e750f1d8709","criterion":"code-generation-quality","criterion_name":"Code Generation Quality","rank_role":"decisive","verdict":"worked","score":null,"score_total":null,"note":"Produces runnable React animation code on the first attempt.","artifact_count":1,"evidence_url":"https://aidemos.com/evidence/22986790-e8b3-4c13-a6e7-7e750f1d8709"},{"id":"060c8d11-de6d-40d1-aa1a-82244ca585f7","criterion":"in-platform-preview","criterion_name":"In-Platform Preview","rank_role":"context","verdict":"worked","score":null,"score_total":null,"note":"Provides an in-platform preview canvas that renders the animation smoothly and without errors before export.","artifact_count":3,"evidence_url":"https://aidemos.com/evidence/060c8d11-de6d-40d1-aa1a-82244ca585f7"},{"id":"31d4ba1b-655a-4062-ae44-4c5622c0e687","criterion":"output-quality","criterion_name":"Output Quality","rank_role":"decisive","verdict":"worked","score":null,"score_total":null,"note":"Delivers clean motion graphics with clear sequencing and visual hierarchy, making the explanation immediately understandable.","artifact_count":1,"evidence_url":"https://aidemos.com/evidence/31d4ba1b-655a-4062-ae44-4c5622c0e687"}],"appears_in":[{"page_type":"ranking","slug":"code-animation-generators","title":"Best AI Tools for Generating Code-Based Animations from Text Prompts","url":"https://aidemos.com/best/code-animation-generators","binding":"run"},{"page_type":"use-case","slug":"generate-code-animation-videos","title":"Generate Code-Based Animation Videos from Text Prompts Using AI","url":"https://aidemos.com/use-cases/generate-code-animation-videos","binding":"run"}],"same_scenario":[{"id":"247742ce-3f3d-47dd-abb9-916629f5f2e3","tool":"animg","tool_name":"AnimG","verdict":"worked","score":null,"score_total":null,"note":"Finishes by producing an MP4 inside the web app and surfacing the result in a built-in video player, so getting the rendered video is straightforward."},{"id":"26cde3a7-20de-455b-924c-158433afa4eb","tool":"claude-artifacts","tool_name":"Claude Artifacts","verdict":"struggled","score":null,"score_total":null,"note":"Getting an MP4 was not native; the report says a browser-capture/render workflow was still required."},{"id":"8c3e2d65-3741-4e93-8a6d-08252c7fc13e","tool":"remotionvideo","tool_name":"RemotionVideo","verdict":"worked","score":null,"score_total":null,"note":"Delivers both a rendered video and editable Remotion code in the same workflow, making the output immediately usable and customizable."}]}