{"observation":{"id":"7062524a-d54a-4a4c-98b2-dd205aff10bb","tool":"animg","tool_name":"AnimG","criterion":"code-generation-quality","criterion_name":"Code Generation Quality","criterion_definition":"Syntactically correct, runnable on first attempt.","criterion_evidence_type":"transformation","criterion_rank_role":"decisive","criterion_rank_role_reason":"If the generated code is not syntactically correct and runnable, the tool has failed at producing the animation at all. (3 of 3 judges)","scenario":"search-engines-basics-explainer","scenario_name":"Search engines basics explainer","group_tag":null,"scenario_description":"A vague, linear educational animation prompt asking the tool to explain how search engines work with minimal guidance. Designed to stress inference, scene structuring, pacing, and coherent visual flow from an underspecified request.","modality":"text","input_text":"Create an animation video explaining how search engines work.","input_artifact_refs":[],"stresses":[],"verdict":"worked","score":null,"score_total":null,"note":"Generates syntactically correct Manim code on the first pass.","evidence_state":"observed","source":"first-party","artifacts":[],"run_id":"c751a76b-a105-4b3e-9ff3-6c4d6adc9f04","study_title":"Generate Code-based Animations from text inputs","study_kind":"backfill","research_task":"86b9nnzmy","tested_at":"2026-06-24T08:34:34.142000+00:00","completeness":"input-only","input":{"state":"text","text":"Create an animation video explaining how search engines work.","files":[],"modality":"text","stresses":[]},"tool_page_slug":"animg","tool_url":"https://aidemos.com/tools/animg","permalink":"https://aidemos.com/evidence/7062524a-d54a-4a4c-98b2-dd205aff10bb","api_url":"https://ai.aidemos.com/v1/observations/7062524a-d54a-4a4c-98b2-dd205aff10bb"},"peers":[{"id":"783827be-868d-4058-9a88-b7fda3c34533","tool":"chatgpt-canvas","tool_name":"ChatGPT Canvas","verdict":"worked","score":null,"score_total":null,"note":"Generated syntactically correct, runnable HTML/CSS/JavaScript on the first attempt for the search-engine explainer.","artifact_count":2,"thumbnail":"https://d3epheqghktydj.cloudfront.net/chatgpt-canvas-screen-recording-2026-04-30-170046.mp4","evidence_url":"https://aidemos.com/evidence/783827be-868d-4058-9a88-b7fda3c34533"},{"id":"66a96576-7f89-45d6-9960-686650ac8834","tool":"claude-artifacts","tool_name":"Claude Artifacts","verdict":"worked","score":null,"score_total":null,"note":"It generated a runnable webpage on the first attempt, with autoplay working on load.","artifact_count":1,"thumbnail":"https://d3epheqghktydj.cloudfront.net/claude-artifacts-screen-recording-2026-04-30-141425.mp4","evidence_url":"https://aidemos.com/evidence/66a96576-7f89-45d6-9960-686650ac8834"},{"id":"2a19af96-2f50-4f7a-8fce-d4b9dae47cf5","tool":"gemini-canvas","tool_name":"Gemini Canvas","verdict":"worked","score":null,"score_total":null,"note":"Generates syntactically correct HTML/CSS/JavaScript on the first attempt; the page ran immediately as a self-contained animation.","artifact_count":1,"thumbnail":"https://d3epheqghktydj.cloudfront.net/gemini-canvas-gemini-search-engine-animation.mp4","evidence_url":"https://aidemos.com/evidence/2a19af96-2f50-4f7a-8fce-d4b9dae47cf5"},{"id":"a172fc19-f483-4799-87f6-2a103cfbe529","tool":"grok","tool_name":"Grok","verdict":"worked","score":null,"score_total":null,"note":"Produced syntactically correct HTML/CSS/JavaScript code on the first pass.","artifact_count":1,"thumbnail":"https://d3epheqghktydj.cloudfront.net/grok-screen-recording-2026-05-04-135441.mp4","evidence_url":"https://aidemos.com/evidence/a172fc19-f483-4799-87f6-2a103cfbe529"},{"id":"22986790-e8b3-4c13-a6e7-7e750f1d8709","tool":"replit","tool_name":"Replit","verdict":"worked","score":null,"score_total":null,"note":"Produces runnable React animation code on the first attempt.","artifact_count":1,"thumbnail":"https://d3epheqghktydj.cloudfront.net/replit-search-engine-explainer-apr-18-15-53-35.mp4","evidence_url":"https://aidemos.com/evidence/22986790-e8b3-4c13-a6e7-7e750f1d8709"}],"other_criteria":[{"id":"247742ce-3f3d-47dd-abb9-916629f5f2e3","criterion":"export-experience","criterion_name":"Export Experience","rank_role":"context","verdict":"worked","score":null,"score_total":null,"note":"Finishes by producing an MP4 inside the web app and surfacing the result in a built-in video player, so getting the rendered video is straightforward.","artifact_count":2,"evidence_url":"https://aidemos.com/evidence/247742ce-3f3d-47dd-abb9-916629f5f2e3"},{"id":"7f627ba6-a234-47e0-96e6-0f853a5509dd","criterion":"export-experience","criterion_name":"Export Experience","rank_role":"context","verdict":"mixed","score":null,"score_total":null,"note":"Getting an MP4 is straightforward, but the free output is watermarked and the UI prompts an upgrade for watermark-free export.","artifact_count":1,"evidence_url":"https://aidemos.com/evidence/7f627ba6-a234-47e0-96e6-0f853a5509dd"},{"id":"a76fdadf-bd9a-450a-8c96-3b05cb38cb69","criterion":"output-quality","criterion_name":"Output Quality","rank_role":"decisive","verdict":"struggled","score":null,"score_total":null,"note":"At moderate diagram complexity, the tool still matches the concept, but overlapping labels, arrows, and components make the render hard to follow.","artifact_count":0,"evidence_url":"https://aidemos.com/evidence/a76fdadf-bd9a-450a-8c96-3b05cb38cb69"},{"id":"5a63f48b-4d4b-4175-9fa4-c907315be462","criterion":"output-quality","criterion_name":"Output Quality","rank_role":"decisive","verdict":"mixed","score":null,"score_total":null,"note":"Matches the approved search-engine workflow concept, but the final animation stays visually basic and shows minor clutter even on the low-complexity scene.","artifact_count":2,"evidence_url":"https://aidemos.com/evidence/5a63f48b-4d4b-4175-9fa4-c907315be462"},{"id":"c25c8cdf-0d93-46a1-a835-4cc0824146f1","criterion":"output-quality","criterion_name":"Output Quality","rank_role":"decisive","verdict":"mixed","score":null,"score_total":null,"note":"For the low-complexity search-engine explainer, the animation stays conceptually aligned with crawling, indexing, ranking, and results display, but the visuals are basic, flat, and show minor overlap or clutter.","artifact_count":1,"evidence_url":"https://aidemos.com/evidence/c25c8cdf-0d93-46a1-a835-4cc0824146f1"}],"appears_in":[{"page_type":"ranking","slug":"code-animation-generators","title":"Best AI Tools for Generating Code-Based Animations from Text Prompts","url":"https://aidemos.com/best/code-animation-generators","binding":"run"},{"page_type":"use-case","slug":"generate-code-animation-videos","title":"Generate Code-Based Animation Videos from Text Prompts Using AI","url":"https://aidemos.com/use-cases/generate-code-animation-videos","binding":"run"}],"same_scenario":[{"id":"783827be-868d-4058-9a88-b7fda3c34533","tool":"chatgpt-canvas","tool_name":"ChatGPT Canvas","verdict":"worked","score":null,"score_total":null,"note":"Generated syntactically correct, runnable HTML/CSS/JavaScript on the first attempt for the search-engine explainer."},{"id":"66a96576-7f89-45d6-9960-686650ac8834","tool":"claude-artifacts","tool_name":"Claude Artifacts","verdict":"worked","score":null,"score_total":null,"note":"It generated a runnable webpage on the first attempt, with autoplay working on load."},{"id":"2a19af96-2f50-4f7a-8fce-d4b9dae47cf5","tool":"gemini-canvas","tool_name":"Gemini Canvas","verdict":"worked","score":null,"score_total":null,"note":"Generates syntactically correct HTML/CSS/JavaScript on the first attempt; the page ran immediately as a self-contained animation."},{"id":"a172fc19-f483-4799-87f6-2a103cfbe529","tool":"grok","tool_name":"Grok","verdict":"worked","score":null,"score_total":null,"note":"Produced syntactically correct HTML/CSS/JavaScript code on the first pass."},{"id":"22986790-e8b3-4c13-a6e7-7e750f1d8709","tool":"replit","tool_name":"Replit","verdict":"worked","score":null,"score_total":null,"note":"Produces runnable React animation code on the first attempt."}]}