{"observation":{"id":"dea542d7-6244-4036-a900-5eed1c38bc45","tool":"remotionvideo","tool_name":"RemotionVideo","criterion":"input-handling","criterion_name":"Input Handling","criterion_definition":"Accepts plain-language prompts without detailed specs.","criterion_evidence_type":"capability","criterion_rank_role":"decisive","criterion_rank_role_reason":"The ranking is specifically about text inputs, so a tool must handle plain-language prompts without heavy specification to do the job well. (2 of 3 judges)","scenario":"search-engines-basics-explainer","scenario_name":"Search engines basics explainer","group_tag":null,"scenario_description":"A vague, linear educational animation prompt asking the tool to explain how search engines work with minimal guidance. Designed to stress inference, scene structuring, pacing, and coherent visual flow from an underspecified request.","modality":"text","input_text":"Create an animation video explaining how search engines work.","input_artifact_refs":[],"stresses":[],"verdict":"worked","score":null,"score_total":null,"note":"Accepts a plain-language explainer prompt and infers a coherent 3-stage structure without needing detailed specs.","evidence_state":"verified","source":"first-party","artifacts":[{"url":"https://d3epheqghktydj.cloudfront.net/remotionvideo-589f02b7-33c6-43cd-9d90-262a33680d94.mp4","role":"output","alt":"RemotionVideo — 589f02b7-33c6-43cd-9d90-262a33680d94.mp4"}],"run_id":"c751a76b-a105-4b3e-9ff3-6c4d6adc9f04","study_title":"Generate Code-based Animations from text inputs","study_kind":"backfill","research_task":"86b9nnzmy","tested_at":"2026-06-24T08:34:34.142000+00:00","completeness":"input-and-output","input":{"state":"text","text":"Create an animation video explaining how search engines work.","files":[],"modality":"text","stresses":[]},"tool_page_slug":null,"tool_url":null,"permalink":"https://aidemos.com/evidence/dea542d7-6244-4036-a900-5eed1c38bc45","api_url":"https://ai.aidemos.com/v1/observations/dea542d7-6244-4036-a900-5eed1c38bc45"},"peers":[{"id":"0eb25f0a-fc5d-4230-b62e-495cc8843779","tool":"antigravity","tool_name":"Antigravity","verdict":"worked","score":null,"score_total":null,"note":"Accepts a vague educational prompt and infers a coherent linear search-engine workflow without needing detailed specs.","artifact_count":2,"thumbnail":"https://d3epheqghktydj.cloudfront.net/antigravity-antigravity-implementation-plan.png","evidence_url":"https://aidemos.com/evidence/0eb25f0a-fc5d-4230-b62e-495cc8843779"},{"id":"bc790ae7-9b94-4532-b689-11b3d5bfa683","tool":"gemini-canvas","tool_name":"Gemini Canvas","verdict":"worked","score":null,"score_total":null,"note":"Accepts a plain-language animation prompt and infers the full search workflow without needing a detailed implementation spec.","artifact_count":1,"thumbnail":"https://d3epheqghktydj.cloudfront.net/gemini-canvas-screen-recording-2026-05-04-120930.mp4","evidence_url":"https://aidemos.com/evidence/bc790ae7-9b94-4532-b689-11b3d5bfa683"},{"id":"2312144f-75e5-45c5-91b0-3f14ad09a663","tool":"grok","tool_name":"Grok","verdict":"worked","score":null,"score_total":null,"note":"Accepted a fully specified HTML/CSS/JavaScript animation prompt immediately, but still misread part of the request as interactive webpage behavior rather than animation-first motion graphics.","artifact_count":1,"thumbnail":"https://d3epheqghktydj.cloudfront.net/grok-screen-recording-2026-05-04-135441.mp4","evidence_url":"https://aidemos.com/evidence/2312144f-75e5-45c5-91b0-3f14ad09a663"}],"other_criteria":[{"id":"8c3e2d65-3741-4e93-8a6d-08252c7fc13e","criterion":"export-experience","criterion_name":"Export Experience","rank_role":"context","verdict":"worked","score":null,"score_total":null,"note":"Delivers both a rendered video and editable Remotion code in the same workflow, making the output immediately usable and customizable.","artifact_count":0,"evidence_url":"https://aidemos.com/evidence/8c3e2d65-3741-4e93-8a6d-08252c7fc13e"},{"id":"0da2a252-41c7-4636-bdfb-32bc3df40e96","criterion":"output-quality","criterion_name":"Output Quality","rank_role":"decisive","verdict":"worked","score":null,"score_total":null,"note":"Produces a clean, polished explainer that visually communicates a 3-step crawl → index → rank flow with no overlap or layout clutter.","artifact_count":1,"evidence_url":"https://aidemos.com/evidence/0da2a252-41c7-4636-bdfb-32bc3df40e96"}],"appears_in":[{"page_type":"ranking","slug":"code-animation-generators","title":"Best AI Tools for Generating Code-Based Animations from Text Prompts","url":"https://aidemos.com/best/code-animation-generators","binding":"run"},{"page_type":"use-case","slug":"generate-code-animation-videos","title":"Generate Code-Based Animation Videos from Text Prompts Using AI","url":"https://aidemos.com/use-cases/generate-code-animation-videos","binding":"run"}],"same_scenario":[{"id":"0eb25f0a-fc5d-4230-b62e-495cc8843779","tool":"antigravity","tool_name":"Antigravity","verdict":"worked","score":null,"score_total":null,"note":"Accepts a vague educational prompt and infers a coherent linear search-engine workflow without needing detailed specs."},{"id":"bc790ae7-9b94-4532-b689-11b3d5bfa683","tool":"gemini-canvas","tool_name":"Gemini Canvas","verdict":"worked","score":null,"score_total":null,"note":"Accepts a plain-language animation prompt and infers the full search workflow without needing a detailed implementation spec."},{"id":"2312144f-75e5-45c5-91b0-3f14ad09a663","tool":"grok","tool_name":"Grok","verdict":"worked","score":null,"score_total":null,"note":"Accepted a fully specified HTML/CSS/JavaScript animation prompt immediately, but still misread part of the request as interactive webpage behavior rather than animation-first motion graphics."}]}