{"observation":{"id":"196fc12d-b1d5-46bc-823b-797983bce1b4","tool":"grok","tool_name":"Grok","criterion":"output-quality","criterion_name":"Output Quality","criterion_definition":"Conceptually matches the prompt and is visually usable.","criterion_evidence_type":"transformation","criterion_rank_role":"decisive","criterion_rank_role_reason":"The tool is being chosen to produce usable code-based animations, so conceptual match to the prompt and visual usability are core success criteria. (3 of 3 judges)","scenario":"search-engines-basics-explainer","scenario_name":"Search engines basics explainer","group_tag":null,"scenario_description":"A vague, linear educational animation prompt asking the tool to explain how search engines work with minimal guidance. Designed to stress inference, scene structuring, pacing, and coherent visual flow from an underspecified request.","modality":"text","input_text":"Create an animation video explaining how search engines work.","input_artifact_refs":[],"stresses":[],"verdict":"failed","score":null,"score_total":null,"note":"Produces a cluttered, webpage-like result with overlapping elements, cramped spacing, and no clear motion-graphics hierarchy.","evidence_state":"observed","source":"first-party","artifacts":[{"url":"https://d3epheqghktydj.cloudfront.net/grok-grok.mp4","role":"context","alt":"Grok — grok.mp4"}],"run_id":"c751a76b-a105-4b3e-9ff3-6c4d6adc9f04","study_title":"Generate Code-based Animations from text inputs","study_kind":"backfill","research_task":"86b9nnzmy","tested_at":"2026-06-24T08:34:34.142000+00:00","completeness":"input-and-output","input":{"state":"text","text":"Create an animation video explaining how search engines work.","files":[],"modality":"text","stresses":[]},"tool_page_slug":null,"tool_url":null,"permalink":"https://aidemos.com/evidence/196fc12d-b1d5-46bc-823b-797983bce1b4","api_url":"https://ai.aidemos.com/v1/observations/196fc12d-b1d5-46bc-823b-797983bce1b4"},"peers":[{"id":"5a63f48b-4d4b-4175-9fa4-c907315be462","tool":"animg","tool_name":"AnimG","verdict":"mixed","score":null,"score_total":null,"note":"Matches the approved search-engine workflow concept, but the final animation stays visually basic and shows minor clutter even on the low-complexity scene.","artifact_count":2,"thumbnail":"https://d3epheqghktydj.cloudfront.net/animg-20260419-090730-searchengineworkflow.mp4","evidence_url":"https://aidemos.com/evidence/5a63f48b-4d4b-4175-9fa4-c907315be462"},{"id":"bae09520-6cfa-40cc-a95e-776d599142a6","tool":"antigravity","tool_name":"Antigravity","verdict":"worked","score":null,"score_total":null,"note":"Produces a visually readable 15-second explainer that presents crawling, indexing, ranking, and serving in sequence.","artifact_count":1,"thumbnail":"https://d3epheqghktydj.cloudfront.net/antigravity-output.mp4","evidence_url":"https://aidemos.com/evidence/bae09520-6cfa-40cc-a95e-776d599142a6"},{"id":"fe204dc8-c009-42bf-9962-1b563998736e","tool":"chatgpt-canvas","tool_name":"ChatGPT Canvas","verdict":"struggled","score":null,"score_total":null,"note":"Can explain the search-engine pipeline accurately, but first-pass output is visually weak: a plain horizontal flowchart with overflowing node text, no icons, no visual hierarchy, and minimal differentiation between components.","artifact_count":1,"thumbnail":"https://d3epheqghktydj.cloudfront.net/chatgpt-canvas-chatgpt-search-engine-animation.mp4","evidence_url":"https://aidemos.com/evidence/fe204dc8-c009-42bf-9962-1b563998736e"},{"id":"2d00ddc3-5c2f-4e48-ab54-e9b6cdfb2ac0","tool":"claude-artifacts","tool_name":"Claude Artifacts","verdict":"worked","score":null,"score_total":null,"note":"Delivered a polished animation with smooth motion, clean hierarchy, and a recognizable search-engine workflow.","artifact_count":1,"thumbnail":"https://d3epheqghktydj.cloudfront.net/claude-artifacts-screen-recording-2026-04-30-141425.mp4","evidence_url":"https://aidemos.com/evidence/2d00ddc3-5c2f-4e48-ab54-e9b6cdfb2ac0"},{"id":"1e9c03ed-1dac-4559-a8c9-d16c147897a7","tool":"gemini-canvas","tool_name":"Gemini Canvas","verdict":"struggled","score":null,"score_total":null,"note":"The animation can be constrained to a small macOS-style tab frame, which makes it read more like a presentation than full-viewport motion graphics.","artifact_count":1,"thumbnail":"https://d3epheqghktydj.cloudfront.net/gemini-canvas-gemini-search-engine-animation.mp4","evidence_url":"https://aidemos.com/evidence/1e9c03ed-1dac-4559-a8c9-d16c147897a7"},{"id":"0da2a252-41c7-4636-bdfb-32bc3df40e96","tool":"remotionvideo","tool_name":"RemotionVideo","verdict":"worked","score":null,"score_total":null,"note":"Produces a clean, polished explainer that visually communicates a 3-step crawl → index → rank flow with no overlap or layout clutter.","artifact_count":1,"thumbnail":"https://d3epheqghktydj.cloudfront.net/remotionvideo-589f02b7-33c6-43cd-9d90-262a33680d94.mp4","evidence_url":"https://aidemos.com/evidence/0da2a252-41c7-4636-bdfb-32bc3df40e96"},{"id":"31d4ba1b-655a-4062-ae44-4c5622c0e687","tool":"replit","tool_name":"Replit","verdict":"worked","score":null,"score_total":null,"note":"Delivers clean motion graphics with clear sequencing and visual hierarchy, making the explanation immediately understandable.","artifact_count":1,"thumbnail":"https://d3epheqghktydj.cloudfront.net/replit-search-engine-explainer-apr-18-15-53-35.mp4","evidence_url":"https://aidemos.com/evidence/31d4ba1b-655a-4062-ae44-4c5622c0e687"}],"other_criteria":[{"id":"a172fc19-f483-4799-87f6-2a103cfbe529","criterion":"code-generation-quality","criterion_name":"Code Generation Quality","rank_role":"decisive","verdict":"worked","score":null,"score_total":null,"note":"Produced syntactically correct HTML/CSS/JavaScript code on the first pass.","artifact_count":1,"evidence_url":"https://aidemos.com/evidence/a172fc19-f483-4799-87f6-2a103cfbe529"},{"id":"2312144f-75e5-45c5-91b0-3f14ad09a663","criterion":"input-handling","criterion_name":"Input Handling","rank_role":"decisive","verdict":"worked","score":null,"score_total":null,"note":"Accepted a fully specified HTML/CSS/JavaScript animation prompt immediately, but still misread part of the request as interactive webpage behavior rather than animation-first motion graphics.","artifact_count":1,"evidence_url":"https://aidemos.com/evidence/2312144f-75e5-45c5-91b0-3f14ad09a663"}],"appears_in":[{"page_type":"ranking","slug":"code-animation-generators","title":"Best AI Tools for Generating Code-Based Animations from Text Prompts","url":"https://aidemos.com/best/code-animation-generators","binding":"run"},{"page_type":"use-case","slug":"generate-code-animation-videos","title":"Generate Code-Based Animation Videos from Text Prompts Using AI","url":"https://aidemos.com/use-cases/generate-code-animation-videos","binding":"run"}],"same_scenario":[{"id":"5a63f48b-4d4b-4175-9fa4-c907315be462","tool":"animg","tool_name":"AnimG","verdict":"mixed","score":null,"score_total":null,"note":"Matches the approved search-engine workflow concept, but the final animation stays visually basic and shows minor clutter even on the low-complexity scene."},{"id":"bae09520-6cfa-40cc-a95e-776d599142a6","tool":"antigravity","tool_name":"Antigravity","verdict":"worked","score":null,"score_total":null,"note":"Produces a visually readable 15-second explainer that presents crawling, indexing, ranking, and serving in sequence."},{"id":"fe204dc8-c009-42bf-9962-1b563998736e","tool":"chatgpt-canvas","tool_name":"ChatGPT Canvas","verdict":"struggled","score":null,"score_total":null,"note":"Can explain the search-engine pipeline accurately, but first-pass output is visually weak: a plain horizontal flowchart with overflowing node text, no icons, no visual hierarchy, and minimal differentiation between components."},{"id":"2d00ddc3-5c2f-4e48-ab54-e9b6cdfb2ac0","tool":"claude-artifacts","tool_name":"Claude Artifacts","verdict":"worked","score":null,"score_total":null,"note":"Delivered a polished animation with smooth motion, clean hierarchy, and a recognizable search-engine workflow."},{"id":"1e9c03ed-1dac-4559-a8c9-d16c147897a7","tool":"gemini-canvas","tool_name":"Gemini Canvas","verdict":"struggled","score":null,"score_total":null,"note":"The animation can be constrained to a small macOS-style tab frame, which makes it read more like a presentation than full-viewport motion graphics."},{"id":"0da2a252-41c7-4636-bdfb-32bc3df40e96","tool":"remotionvideo","tool_name":"RemotionVideo","verdict":"worked","score":null,"score_total":null,"note":"Produces a clean, polished explainer that visually communicates a 3-step crawl → index → rank flow with no overlap or layout clutter."},{"id":"31d4ba1b-655a-4062-ae44-4c5622c0e687","tool":"replit","tool_name":"Replit","verdict":"worked","score":null,"score_total":null,"note":"Delivers clean motion graphics with clear sequencing and visual hierarchy, making the explanation immediately understandable."}]}