{"observation":{"id":"2844fa71-9f82-4175-b908-5a20fb79ea92","tool":"claude-artifacts","tool_name":"Claude Artifacts","criterion":"in-platform-preview","criterion_name":"In-Platform Preview","criterion_definition":"Real-time preview before export.","criterion_evidence_type":"capability","criterion_rank_role":"context","criterion_rank_role_reason":"Previewing before export helps iterate, but it does not itself measure whether the tool can generate the animation correctly. (3 of 3 judges)","scenario":"search-engines-basics-explainer","scenario_name":"Search engines basics explainer","group_tag":null,"scenario_description":"A vague, linear educational animation prompt asking the tool to explain how search engines work with minimal guidance. Designed to stress inference, scene structuring, pacing, and coherent visual flow from an underspecified request.","modality":"text","input_text":"Create an animation video explaining how search engines work.","input_artifact_refs":[],"stresses":[],"verdict":"worked","score":null,"score_total":null,"note":"The preview was available immediately in-platform, so the animation could be inspected before any external capture step.","evidence_state":"verified","source":"first-party","artifacts":[{"url":"https://d3epheqghktydj.cloudfront.net/claude-artifacts-screen-recording-2026-04-30-141425.mp4","role":"output","alt":"Claude Artifacts — Screen Recording 2026-04-30 141425.mp4"}],"run_id":"c751a76b-a105-4b3e-9ff3-6c4d6adc9f04","study_title":"Generate Code-based Animations from text inputs","study_kind":"backfill","research_task":"86b9nnzmy","tested_at":"2026-06-24T08:34:34.142000+00:00","completeness":"input-and-output","input":{"state":"text","text":"Create an animation video explaining how search engines work.","files":[],"modality":"text","stresses":[]},"tool_page_slug":null,"tool_url":null,"permalink":"https://aidemos.com/evidence/2844fa71-9f82-4175-b908-5a20fb79ea92","api_url":"https://ai.aidemos.com/v1/observations/2844fa71-9f82-4175-b908-5a20fb79ea92"},"peers":[{"id":"d60b7cdd-b974-41b0-bec9-1c6a3eee97b0","tool":"chatgpt-canvas","tool_name":"ChatGPT Canvas","verdict":"worked","score":null,"score_total":null,"note":"Canvas showed the animation immediately on load, with live preview available and the motion running in a continuous loop.","artifact_count":1,"thumbnail":"https://d3epheqghktydj.cloudfront.net/chatgpt-canvas-screen-recording-2026-04-30-170046.mp4","evidence_url":"https://aidemos.com/evidence/d60b7cdd-b974-41b0-bec9-1c6a3eee97b0"},{"id":"060c8d11-de6d-40d1-aa1a-82244ca585f7","tool":"replit","tool_name":"Replit","verdict":"worked","score":null,"score_total":null,"note":"Provides an in-platform preview canvas that renders the animation smoothly and without errors before export.","artifact_count":3,"thumbnail":"https://d3epheqghktydj.cloudfront.net/replit-replit-search-engine-explainer-agent-chat.png","evidence_url":"https://aidemos.com/evidence/060c8d11-de6d-40d1-aa1a-82244ca585f7"}],"other_criteria":[{"id":"66a96576-7f89-45d6-9960-686650ac8834","criterion":"code-generation-quality","criterion_name":"Code Generation Quality","rank_role":"decisive","verdict":"worked","score":null,"score_total":null,"note":"It generated a runnable webpage on the first attempt, with autoplay working on load.","artifact_count":1,"evidence_url":"https://aidemos.com/evidence/66a96576-7f89-45d6-9960-686650ac8834"},{"id":"26cde3a7-20de-455b-924c-158433afa4eb","criterion":"export-experience","criterion_name":"Export Experience","rank_role":"context","verdict":"struggled","score":null,"score_total":null,"note":"Getting an MP4 was not native; the report says a browser-capture/render workflow was still required.","artifact_count":1,"evidence_url":"https://aidemos.com/evidence/26cde3a7-20de-455b-924c-158433afa4eb"},{"id":"2d00ddc3-5c2f-4e48-ab54-e9b6cdfb2ac0","criterion":"output-quality","criterion_name":"Output Quality","rank_role":"decisive","verdict":"worked","score":null,"score_total":null,"note":"Delivered a polished animation with smooth motion, clean hierarchy, and a recognizable search-engine workflow.","artifact_count":1,"evidence_url":"https://aidemos.com/evidence/2d00ddc3-5c2f-4e48-ab54-e9b6cdfb2ac0"},{"id":"0675da71-4772-4c4e-a2a8-bb2b660f1cb2","criterion":"reliability","criterion_name":"Reliability","rank_role":"decisive","verdict":"mixed","score":null,"score_total":null,"note":"The animation works, but timing and pacing still often need manual refinement.","artifact_count":1,"evidence_url":"https://aidemos.com/evidence/0675da71-4772-4c4e-a2a8-bb2b660f1cb2"}],"appears_in":[{"page_type":"ranking","slug":"code-animation-generators","title":"Best AI Tools for Generating Code-Based Animations from Text Prompts","url":"https://aidemos.com/best/code-animation-generators","binding":"run"},{"page_type":"use-case","slug":"generate-code-animation-videos","title":"Generate Code-Based Animation Videos from Text Prompts Using AI","url":"https://aidemos.com/use-cases/generate-code-animation-videos","binding":"run"}],"same_scenario":[{"id":"d60b7cdd-b974-41b0-bec9-1c6a3eee97b0","tool":"chatgpt-canvas","tool_name":"ChatGPT Canvas","verdict":"worked","score":null,"score_total":null,"note":"Canvas showed the animation immediately on load, with live preview available and the motion running in a continuous loop."},{"id":"060c8d11-de6d-40d1-aa1a-82244ca585f7","tool":"replit","tool_name":"Replit","verdict":"worked","score":null,"score_total":null,"note":"Provides an in-platform preview canvas that renders the animation smoothly and without errors before export."}]}