{"observation":{"id":"2a19af96-2f50-4f7a-8fce-d4b9dae47cf5","tool":"gemini-canvas","tool_name":"Gemini Canvas","criterion":"code-generation-quality","criterion_name":"Code Generation Quality","criterion_definition":"Syntactically correct, runnable on first attempt.","criterion_evidence_type":"transformation","criterion_rank_role":"decisive","criterion_rank_role_reason":"If the generated code is not syntactically correct and runnable, the tool has failed at producing the animation at all. (3 of 3 judges)","scenario":"search-engines-basics-explainer","scenario_name":"Search engines basics explainer","group_tag":null,"scenario_description":"A vague, linear educational animation prompt asking the tool to explain how search engines work with minimal guidance. Designed to stress inference, scene structuring, pacing, and coherent visual flow from an underspecified request.","modality":"text","input_text":"Create an animation video explaining how search engines work.","input_artifact_refs":[],"stresses":[],"verdict":"worked","score":null,"score_total":null,"note":"Generates syntactically correct HTML/CSS/JavaScript on the first attempt; the page ran immediately as a self-contained animation.","evidence_state":"verified","source":"first-party","artifacts":[{"url":"https://d3epheqghktydj.cloudfront.net/gemini-canvas-gemini-search-engine-animation.mp4","role":"output","alt":"Gemini Canvas — gemini-search-engine-animation.mp4"}],"run_id":"c751a76b-a105-4b3e-9ff3-6c4d6adc9f04","study_title":"Generate Code-based Animations from text inputs","study_kind":"backfill","research_task":"86b9nnzmy","tested_at":"2026-06-24T08:34:34.142000+00:00","completeness":"input-and-output","input":{"state":"text","text":"Create an animation video explaining how search engines work.","files":[],"modality":"text","stresses":[]},"tool_page_slug":null,"tool_url":null,"permalink":"https://aidemos.com/evidence/2a19af96-2f50-4f7a-8fce-d4b9dae47cf5","api_url":"https://ai.aidemos.com/v1/observations/2a19af96-2f50-4f7a-8fce-d4b9dae47cf5"},"peers":[{"id":"7062524a-d54a-4a4c-98b2-dd205aff10bb","tool":"animg","tool_name":"AnimG","verdict":"worked","score":null,"score_total":null,"note":"Generates syntactically correct Manim code on the first pass.","artifact_count":0,"thumbnail":null,"evidence_url":"https://aidemos.com/evidence/7062524a-d54a-4a4c-98b2-dd205aff10bb"},{"id":"783827be-868d-4058-9a88-b7fda3c34533","tool":"chatgpt-canvas","tool_name":"ChatGPT Canvas","verdict":"worked","score":null,"score_total":null,"note":"Generated syntactically correct, runnable HTML/CSS/JavaScript on the first attempt for the search-engine explainer.","artifact_count":2,"thumbnail":"https://d3epheqghktydj.cloudfront.net/chatgpt-canvas-screen-recording-2026-04-30-170046.mp4","evidence_url":"https://aidemos.com/evidence/783827be-868d-4058-9a88-b7fda3c34533"},{"id":"66a96576-7f89-45d6-9960-686650ac8834","tool":"claude-artifacts","tool_name":"Claude Artifacts","verdict":"worked","score":null,"score_total":null,"note":"It generated a runnable webpage on the first attempt, with autoplay working on load.","artifact_count":1,"thumbnail":"https://d3epheqghktydj.cloudfront.net/claude-artifacts-screen-recording-2026-04-30-141425.mp4","evidence_url":"https://aidemos.com/evidence/66a96576-7f89-45d6-9960-686650ac8834"},{"id":"a172fc19-f483-4799-87f6-2a103cfbe529","tool":"grok","tool_name":"Grok","verdict":"worked","score":null,"score_total":null,"note":"Produced syntactically correct HTML/CSS/JavaScript code on the first pass.","artifact_count":1,"thumbnail":"https://d3epheqghktydj.cloudfront.net/grok-screen-recording-2026-05-04-135441.mp4","evidence_url":"https://aidemos.com/evidence/a172fc19-f483-4799-87f6-2a103cfbe529"},{"id":"22986790-e8b3-4c13-a6e7-7e750f1d8709","tool":"replit","tool_name":"Replit","verdict":"worked","score":null,"score_total":null,"note":"Produces runnable React animation code on the first attempt.","artifact_count":1,"thumbnail":"https://d3epheqghktydj.cloudfront.net/replit-search-engine-explainer-apr-18-15-53-35.mp4","evidence_url":"https://aidemos.com/evidence/22986790-e8b3-4c13-a6e7-7e750f1d8709"}],"other_criteria":[{"id":"0b96b077-f996-480f-b1d6-d1babe8e7899","criterion":"input-handling","criterion_name":"Input Handling","rank_role":"decisive","verdict":"worked","score":null,"score_total":null,"note":"The tool can accept a plain-language animation prompt and infer a complete implementation stack and scene structure without needing the framework to be specified.","artifact_count":0,"evidence_url":"https://aidemos.com/evidence/0b96b077-f996-480f-b1d6-d1babe8e7899"},{"id":"b33eb8e1-1245-43cf-8199-182f80ebc694","criterion":"input-handling","criterion_name":"Input Handling","rank_role":"decisive","verdict":"worked","score":null,"score_total":null,"note":"Accepted a vague animation brief and still selected a complete HTML/CSS/JavaScript implementation without the user specifying a framework, showing it can infer a workable structure from underspecified input.","artifact_count":1,"evidence_url":"https://aidemos.com/evidence/b33eb8e1-1245-43cf-8199-182f80ebc694"},{"id":"5905f16b-d555-487c-8adc-57d2f61ec971","criterion":"input-handling","criterion_name":"Input Handling","rank_role":"decisive","verdict":"worked","score":null,"score_total":null,"note":"Accepts a minimal search-engine prompt and infers a complete 3-step structure—crawling, indexing, and ranking—without needing the framework spelled out.","artifact_count":1,"evidence_url":"https://aidemos.com/evidence/5905f16b-d555-487c-8adc-57d2f61ec971"},{"id":"bc790ae7-9b94-4532-b689-11b3d5bfa683","criterion":"input-handling","criterion_name":"Input Handling","rank_role":"decisive","verdict":"worked","score":null,"score_total":null,"note":"Accepts a plain-language animation prompt and infers the full search workflow without needing a detailed implementation spec.","artifact_count":1,"evidence_url":"https://aidemos.com/evidence/bc790ae7-9b94-4532-b689-11b3d5bfa683"},{"id":"a131ca60-0b5b-498d-af60-7d27a5ff8b29","criterion":"output-quality","criterion_name":"Output Quality","rank_role":"decisive","verdict":"mixed","score":null,"score_total":null,"note":"Keeps the animation inside a macOS-style tab frame with a very small aspect ratio, which makes the result feel presentation-like rather than like a full motion-graphics video.","artifact_count":1,"evidence_url":"https://aidemos.com/evidence/a131ca60-0b5b-498d-af60-7d27a5ff8b29"},{"id":"1e9c03ed-1dac-4559-a8c9-d16c147897a7","criterion":"output-quality","criterion_name":"Output Quality","rank_role":"decisive","verdict":"struggled","score":null,"score_total":null,"note":"The animation can be constrained to a small macOS-style tab frame, which makes it read more like a presentation than full-viewport motion graphics.","artifact_count":1,"evidence_url":"https://aidemos.com/evidence/1e9c03ed-1dac-4559-a8c9-d16c147897a7"},{"id":"f3c4669a-f5e2-401f-8f82-a14ae83910ea","criterion":"output-quality","criterion_name":"Output Quality","rank_role":"decisive","verdict":"mixed","score":null,"score_total":null,"note":"Does not fully realize the requested developer-themed UI, leaving the search animation visually plain.","artifact_count":1,"evidence_url":"https://aidemos.com/evidence/f3c4669a-f5e2-401f-8f82-a14ae83910ea"},{"id":"12a9b2c1-b3be-4562-8a14-87ccf9f4540c","criterion":"output-quality","criterion_name":"Output Quality","rank_role":"decisive","verdict":"worked","score":null,"score_total":null,"note":"It can cover the full search-engine workflow—crawling, indexing, and ranking—without overlap or visual clutter.","artifact_count":1,"evidence_url":"https://aidemos.com/evidence/12a9b2c1-b3be-4562-8a14-87ccf9f4540c"}],"appears_in":[{"page_type":"ranking","slug":"code-animation-generators","title":"Best AI Tools for Generating Code-Based Animations from Text Prompts","url":"https://aidemos.com/best/code-animation-generators","binding":"run"},{"page_type":"use-case","slug":"generate-code-animation-videos","title":"Generate Code-Based Animation Videos from Text Prompts Using AI","url":"https://aidemos.com/use-cases/generate-code-animation-videos","binding":"run"}],"same_scenario":[{"id":"7062524a-d54a-4a4c-98b2-dd205aff10bb","tool":"animg","tool_name":"AnimG","verdict":"worked","score":null,"score_total":null,"note":"Generates syntactically correct Manim code on the first pass."},{"id":"783827be-868d-4058-9a88-b7fda3c34533","tool":"chatgpt-canvas","tool_name":"ChatGPT Canvas","verdict":"worked","score":null,"score_total":null,"note":"Generated syntactically correct, runnable HTML/CSS/JavaScript on the first attempt for the search-engine explainer."},{"id":"66a96576-7f89-45d6-9960-686650ac8834","tool":"claude-artifacts","tool_name":"Claude Artifacts","verdict":"worked","score":null,"score_total":null,"note":"It generated a runnable webpage on the first attempt, with autoplay working on load."},{"id":"a172fc19-f483-4799-87f6-2a103cfbe529","tool":"grok","tool_name":"Grok","verdict":"worked","score":null,"score_total":null,"note":"Produced syntactically correct HTML/CSS/JavaScript code on the first pass."},{"id":"22986790-e8b3-4c13-a6e7-7e750f1d8709","tool":"replit","tool_name":"Replit","verdict":"worked","score":null,"score_total":null,"note":"Produces runnable React animation code on the first attempt."}]}