{"observation":{"id":"7f627ba6-a234-47e0-96e6-0f853a5509dd","tool":"animg","tool_name":"AnimG","criterion":"export-experience","criterion_name":"Export Experience","criterion_definition":"How easy it is to get an MP4, from one-click export to a heavier pipeline.","criterion_evidence_type":"capability","criterion_rank_role":"context","criterion_rank_role_reason":"How easily you get an MP4 is useful for delivery, but it is downstream of whether the tool actually generates a good animation. (3 of 3 judges)","scenario":"search-engines-basics-explainer","scenario_name":"Search engines basics explainer","group_tag":null,"scenario_description":"A vague, linear educational animation prompt asking the tool to explain how search engines work with minimal guidance. Designed to stress inference, scene structuring, pacing, and coherent visual flow from an underspecified request.","modality":"text","input_text":"Create an animation video explaining how search engines work.","input_artifact_refs":[],"stresses":[],"verdict":"mixed","score":null,"score_total":null,"note":"Getting an MP4 is straightforward, but the free output is watermarked and the UI prompts an upgrade for watermark-free export.","evidence_state":"verified","source":"first-party","artifacts":[{"url":"https://d3epheqghktydj.cloudfront.net/animg-search-engine-animation-video-ready.png","role":"output","alt":"Finished animation video with watermark notice and project details."}],"run_id":"c751a76b-a105-4b3e-9ff3-6c4d6adc9f04","study_title":"Generate Code-based Animations from text inputs","study_kind":"backfill","research_task":"86b9nnzmy","tested_at":"2026-06-24T08:34:34.142000+00:00","completeness":"input-and-output","input":{"state":"text","text":"Create an animation video explaining how search engines work.","files":[],"modality":"text","stresses":[]},"tool_page_slug":"animg","tool_url":"https://aidemos.com/tools/animg","permalink":"https://aidemos.com/evidence/7f627ba6-a234-47e0-96e6-0f853a5509dd","api_url":"https://ai.aidemos.com/v1/observations/7f627ba6-a234-47e0-96e6-0f853a5509dd"},"peers":[{"id":"26cde3a7-20de-455b-924c-158433afa4eb","tool":"claude-artifacts","tool_name":"Claude Artifacts","verdict":"struggled","score":null,"score_total":null,"note":"Getting an MP4 was not native; the report says a browser-capture/render workflow was still required.","artifact_count":1,"thumbnail":"https://d3epheqghktydj.cloudfront.net/claude-artifacts-screen-recording-2026-04-30-141425.mp4","evidence_url":"https://aidemos.com/evidence/26cde3a7-20de-455b-924c-158433afa4eb"},{"id":"8c3e2d65-3741-4e93-8a6d-08252c7fc13e","tool":"remotionvideo","tool_name":"RemotionVideo","verdict":"worked","score":null,"score_total":null,"note":"Delivers both a rendered video and editable Remotion code in the same workflow, making the output immediately usable and customizable.","artifact_count":0,"thumbnail":null,"evidence_url":"https://aidemos.com/evidence/8c3e2d65-3741-4e93-8a6d-08252c7fc13e"},{"id":"7d85c763-97dc-40c0-9b7a-8c4bfaca34a8","tool":"replit","tool_name":"Replit","verdict":"worked","score":null,"score_total":null,"note":"Provides a direct one-click MP4 export path from the editor.","artifact_count":1,"thumbnail":"https://d3epheqghktydj.cloudfront.net/replit-replit-search-engine-indexing-slide.png","evidence_url":"https://aidemos.com/evidence/7d85c763-97dc-40c0-9b7a-8c4bfaca34a8"}],"other_criteria":[{"id":"7062524a-d54a-4a4c-98b2-dd205aff10bb","criterion":"code-generation-quality","criterion_name":"Code Generation Quality","rank_role":"decisive","verdict":"worked","score":null,"score_total":null,"note":"Generates syntactically correct Manim code on the first pass.","artifact_count":0,"evidence_url":"https://aidemos.com/evidence/7062524a-d54a-4a4c-98b2-dd205aff10bb"},{"id":"a76fdadf-bd9a-450a-8c96-3b05cb38cb69","criterion":"output-quality","criterion_name":"Output Quality","rank_role":"decisive","verdict":"struggled","score":null,"score_total":null,"note":"At moderate diagram complexity, the tool still matches the concept, but overlapping labels, arrows, and components make the render hard to follow.","artifact_count":0,"evidence_url":"https://aidemos.com/evidence/a76fdadf-bd9a-450a-8c96-3b05cb38cb69"},{"id":"5a63f48b-4d4b-4175-9fa4-c907315be462","criterion":"output-quality","criterion_name":"Output Quality","rank_role":"decisive","verdict":"mixed","score":null,"score_total":null,"note":"Matches the approved search-engine workflow concept, but the final animation stays visually basic and shows minor clutter even on the low-complexity scene.","artifact_count":2,"evidence_url":"https://aidemos.com/evidence/5a63f48b-4d4b-4175-9fa4-c907315be462"},{"id":"c25c8cdf-0d93-46a1-a835-4cc0824146f1","criterion":"output-quality","criterion_name":"Output Quality","rank_role":"decisive","verdict":"mixed","score":null,"score_total":null,"note":"For the low-complexity search-engine explainer, the animation stays conceptually aligned with crawling, indexing, ranking, and results display, but the visuals are basic, flat, and show minor overlap or clutter.","artifact_count":1,"evidence_url":"https://aidemos.com/evidence/c25c8cdf-0d93-46a1-a835-4cc0824146f1"}],"appears_in":[{"page_type":"ranking","slug":"code-animation-generators","title":"Best AI Tools for Generating Code-Based Animations from Text Prompts","url":"https://aidemos.com/best/code-animation-generators","binding":"run"},{"page_type":"use-case","slug":"generate-code-animation-videos","title":"Generate Code-Based Animation Videos from Text Prompts Using AI","url":"https://aidemos.com/use-cases/generate-code-animation-videos","binding":"run"}],"same_scenario":[{"id":"26cde3a7-20de-455b-924c-158433afa4eb","tool":"claude-artifacts","tool_name":"Claude Artifacts","verdict":"struggled","score":null,"score_total":null,"note":"Getting an MP4 was not native; the report says a browser-capture/render workflow was still required."},{"id":"8c3e2d65-3741-4e93-8a6d-08252c7fc13e","tool":"remotionvideo","tool_name":"RemotionVideo","verdict":"worked","score":null,"score_total":null,"note":"Delivers both a rendered video and editable Remotion code in the same workflow, making the output immediately usable and customizable."},{"id":"7d85c763-97dc-40c0-9b7a-8c4bfaca34a8","tool":"replit","tool_name":"Replit","verdict":"worked","score":null,"score_total":null,"note":"Provides a direct one-click MP4 export path from the editor."}]}