{"observation":{"id":"8c3e2d65-3741-4e93-8a6d-08252c7fc13e","tool":"remotionvideo","tool_name":"RemotionVideo","criterion":"export-experience","criterion_name":"Export Experience","criterion_definition":"How easy it is to get an MP4, from one-click export to a heavier pipeline.","criterion_evidence_type":"capability","criterion_rank_role":"context","criterion_rank_role_reason":"How easily you get an MP4 is useful for delivery, but it is downstream of whether the tool actually generates a good animation. (3 of 3 judges)","scenario":"search-engines-basics-explainer","scenario_name":"Search engines basics explainer","group_tag":null,"scenario_description":"A vague, linear educational animation prompt asking the tool to explain how search engines work with minimal guidance. Designed to stress inference, scene structuring, pacing, and coherent visual flow from an underspecified request.","modality":"text","input_text":"Create an animation video explaining how search engines work.","input_artifact_refs":[],"stresses":[],"verdict":"worked","score":null,"score_total":null,"note":"Delivers both a rendered video and editable Remotion code in the same workflow, making the output immediately usable and customizable.","evidence_state":"observed","source":"first-party","artifacts":[],"run_id":"c751a76b-a105-4b3e-9ff3-6c4d6adc9f04","study_title":"Generate Code-based Animations from text inputs","study_kind":"backfill","research_task":"86b9nnzmy","tested_at":"2026-06-24T08:34:34.142000+00:00","completeness":"input-only","input":{"state":"text","text":"Create an animation video explaining how search engines work.","files":[],"modality":"text","stresses":[]},"tool_page_slug":null,"tool_url":null,"permalink":"https://aidemos.com/evidence/8c3e2d65-3741-4e93-8a6d-08252c7fc13e","api_url":"https://ai.aidemos.com/v1/observations/8c3e2d65-3741-4e93-8a6d-08252c7fc13e"},"peers":[{"id":"247742ce-3f3d-47dd-abb9-916629f5f2e3","tool":"animg","tool_name":"AnimG","verdict":"worked","score":null,"score_total":null,"note":"Finishes by producing an MP4 inside the web app and surfacing the result in a built-in video player, so getting the rendered video is straightforward.","artifact_count":2,"thumbnail":"https://d3epheqghktydj.cloudfront.net/animg-search-engine-animation-video-ready.png","evidence_url":"https://aidemos.com/evidence/247742ce-3f3d-47dd-abb9-916629f5f2e3"},{"id":"26cde3a7-20de-455b-924c-158433afa4eb","tool":"claude-artifacts","tool_name":"Claude Artifacts","verdict":"struggled","score":null,"score_total":null,"note":"Getting an MP4 was not native; the report says a browser-capture/render workflow was still required.","artifact_count":1,"thumbnail":"https://d3epheqghktydj.cloudfront.net/claude-artifacts-screen-recording-2026-04-30-141425.mp4","evidence_url":"https://aidemos.com/evidence/26cde3a7-20de-455b-924c-158433afa4eb"},{"id":"7d85c763-97dc-40c0-9b7a-8c4bfaca34a8","tool":"replit","tool_name":"Replit","verdict":"worked","score":null,"score_total":null,"note":"Provides a direct one-click MP4 export path from the editor.","artifact_count":1,"thumbnail":"https://d3epheqghktydj.cloudfront.net/replit-replit-search-engine-indexing-slide.png","evidence_url":"https://aidemos.com/evidence/7d85c763-97dc-40c0-9b7a-8c4bfaca34a8"}],"other_criteria":[{"id":"dea542d7-6244-4036-a900-5eed1c38bc45","criterion":"input-handling","criterion_name":"Input Handling","rank_role":"decisive","verdict":"worked","score":null,"score_total":null,"note":"Accepts a plain-language explainer prompt and infers a coherent 3-stage structure without needing detailed specs.","artifact_count":1,"evidence_url":"https://aidemos.com/evidence/dea542d7-6244-4036-a900-5eed1c38bc45"},{"id":"0da2a252-41c7-4636-bdfb-32bc3df40e96","criterion":"output-quality","criterion_name":"Output Quality","rank_role":"decisive","verdict":"worked","score":null,"score_total":null,"note":"Produces a clean, polished explainer that visually communicates a 3-step crawl → index → rank flow with no overlap or layout clutter.","artifact_count":1,"evidence_url":"https://aidemos.com/evidence/0da2a252-41c7-4636-bdfb-32bc3df40e96"}],"appears_in":[{"page_type":"ranking","slug":"code-animation-generators","title":"Best AI Tools for Generating Code-Based Animations from Text Prompts","url":"https://aidemos.com/best/code-animation-generators","binding":"run"},{"page_type":"use-case","slug":"generate-code-animation-videos","title":"Generate Code-Based Animation Videos from Text Prompts Using AI","url":"https://aidemos.com/use-cases/generate-code-animation-videos","binding":"run"}],"same_scenario":[{"id":"247742ce-3f3d-47dd-abb9-916629f5f2e3","tool":"animg","tool_name":"AnimG","verdict":"worked","score":null,"score_total":null,"note":"Finishes by producing an MP4 inside the web app and surfacing the result in a built-in video player, so getting the rendered video is straightforward."},{"id":"26cde3a7-20de-455b-924c-158433afa4eb","tool":"claude-artifacts","tool_name":"Claude Artifacts","verdict":"struggled","score":null,"score_total":null,"note":"Getting an MP4 was not native; the report says a browser-capture/render workflow was still required."},{"id":"7d85c763-97dc-40c0-9b7a-8c4bfaca34a8","tool":"replit","tool_name":"Replit","verdict":"worked","score":null,"score_total":null,"note":"Provides a direct one-click MP4 export path from the editor."}]}