{"observation":{"id":"060c8d11-de6d-40d1-aa1a-82244ca585f7","tool":"replit","tool_name":"Replit","criterion":"in-platform-preview","criterion_name":"In-Platform Preview","criterion_definition":"Real-time preview before export.","criterion_evidence_type":"capability","criterion_rank_role":"context","criterion_rank_role_reason":"Previewing before export helps iterate, but it does not itself measure whether the tool can generate the animation correctly. (3 of 3 judges)","scenario":"search-engines-basics-explainer","scenario_name":"Search engines basics explainer","group_tag":null,"scenario_description":"A vague, linear educational animation prompt asking the tool to explain how search engines work with minimal guidance. Designed to stress inference, scene structuring, pacing, and coherent visual flow from an underspecified request.","modality":"text","input_text":"Create an animation video explaining how search engines work.","input_artifact_refs":[],"stresses":[],"verdict":"worked","score":null,"score_total":null,"note":"Provides an in-platform preview canvas that renders the animation smoothly and without errors before export.","evidence_state":"verified","source":"first-party","artifacts":[{"url":"https://d3epheqghktydj.cloudfront.net/replit-replit-search-engine-explainer-agent-chat.png","role":"context","alt":"Replit agent conversation and canvas for the search engine explainer."},{"url":"https://d3epheqghktydj.cloudfront.net/replit-replit-search-engine-indexing-slide.png","role":"context","alt":"Finished indexing slide in the Replit preview canvas."},{"url":"https://d3epheqghktydj.cloudfront.net/replit-search-engine-explainer-apr-18-15-53-35.mp4","role":"output","alt":"Replit — Search-Engine-Explainer-Apr-18-15-53-35.mp4"}],"run_id":"c751a76b-a105-4b3e-9ff3-6c4d6adc9f04","study_title":"Generate Code-based Animations from text inputs","study_kind":"backfill","research_task":"86b9nnzmy","tested_at":"2026-06-24T08:34:34.142000+00:00","completeness":"input-and-output","input":{"state":"text","text":"Create an animation video explaining how search engines work.","files":[],"modality":"text","stresses":[]},"tool_page_slug":"replit","tool_url":"https://aidemos.com/tools/replit","permalink":"https://aidemos.com/evidence/060c8d11-de6d-40d1-aa1a-82244ca585f7","api_url":"https://ai.aidemos.com/v1/observations/060c8d11-de6d-40d1-aa1a-82244ca585f7"},"peers":[{"id":"d60b7cdd-b974-41b0-bec9-1c6a3eee97b0","tool":"chatgpt-canvas","tool_name":"ChatGPT Canvas","verdict":"worked","score":null,"score_total":null,"note":"Canvas showed the animation immediately on load, with live preview available and the motion running in a continuous loop.","artifact_count":1,"thumbnail":"https://d3epheqghktydj.cloudfront.net/chatgpt-canvas-screen-recording-2026-04-30-170046.mp4","evidence_url":"https://aidemos.com/evidence/d60b7cdd-b974-41b0-bec9-1c6a3eee97b0"},{"id":"2844fa71-9f82-4175-b908-5a20fb79ea92","tool":"claude-artifacts","tool_name":"Claude Artifacts","verdict":"worked","score":null,"score_total":null,"note":"The preview was available immediately in-platform, so the animation could be inspected before any external capture step.","artifact_count":1,"thumbnail":"https://d3epheqghktydj.cloudfront.net/claude-artifacts-screen-recording-2026-04-30-141425.mp4","evidence_url":"https://aidemos.com/evidence/2844fa71-9f82-4175-b908-5a20fb79ea92"}],"other_criteria":[{"id":"22986790-e8b3-4c13-a6e7-7e750f1d8709","criterion":"code-generation-quality","criterion_name":"Code Generation Quality","rank_role":"decisive","verdict":"worked","score":null,"score_total":null,"note":"Produces runnable React animation code on the first attempt.","artifact_count":1,"evidence_url":"https://aidemos.com/evidence/22986790-e8b3-4c13-a6e7-7e750f1d8709"},{"id":"7d85c763-97dc-40c0-9b7a-8c4bfaca34a8","criterion":"export-experience","criterion_name":"Export Experience","rank_role":"context","verdict":"worked","score":null,"score_total":null,"note":"Provides a direct one-click MP4 export path from the editor.","artifact_count":1,"evidence_url":"https://aidemos.com/evidence/7d85c763-97dc-40c0-9b7a-8c4bfaca34a8"},{"id":"31d4ba1b-655a-4062-ae44-4c5622c0e687","criterion":"output-quality","criterion_name":"Output Quality","rank_role":"decisive","verdict":"worked","score":null,"score_total":null,"note":"Delivers clean motion graphics with clear sequencing and visual hierarchy, making the explanation immediately understandable.","artifact_count":1,"evidence_url":"https://aidemos.com/evidence/31d4ba1b-655a-4062-ae44-4c5622c0e687"}],"appears_in":[{"page_type":"ranking","slug":"code-animation-generators","title":"Best AI Tools for Generating Code-Based Animations from Text Prompts","url":"https://aidemos.com/best/code-animation-generators","binding":"run"},{"page_type":"use-case","slug":"generate-code-animation-videos","title":"Generate Code-Based Animation Videos from Text Prompts Using AI","url":"https://aidemos.com/use-cases/generate-code-animation-videos","binding":"run"}],"same_scenario":[{"id":"d60b7cdd-b974-41b0-bec9-1c6a3eee97b0","tool":"chatgpt-canvas","tool_name":"ChatGPT Canvas","verdict":"worked","score":null,"score_total":null,"note":"Canvas showed the animation immediately on load, with live preview available and the motion running in a continuous loop."},{"id":"2844fa71-9f82-4175-b908-5a20fb79ea92","tool":"claude-artifacts","tool_name":"Claude Artifacts","verdict":"worked","score":null,"score_total":null,"note":"The preview was available immediately in-platform, so the animation could be inspected before any external capture step."}]}