{"observation":{"id":"26cde3a7-20de-455b-924c-158433afa4eb","tool":"claude-artifacts","tool_name":"Claude Artifacts","criterion":"export-experience","criterion_name":"Export Experience","criterion_definition":"How easy it is to get an MP4, from one-click export to a heavier pipeline.","criterion_evidence_type":"capability","criterion_rank_role":"context","criterion_rank_role_reason":"How easily you get an MP4 is useful for delivery, but it is downstream of whether the tool actually generates a good animation. (3 of 3 judges)","scenario":"search-engines-basics-explainer","scenario_name":"Search engines basics explainer","group_tag":null,"scenario_description":"A vague, linear educational animation prompt asking the tool to explain how search engines work with minimal guidance. Designed to stress inference, scene structuring, pacing, and coherent visual flow from an underspecified request.","modality":"text","input_text":"Create an animation video explaining how search engines work.","input_artifact_refs":[],"stresses":[],"verdict":"struggled","score":null,"score_total":null,"note":"Getting an MP4 was not native; the report says a browser-capture/render workflow was still required.","evidence_state":"verified","source":"first-party","artifacts":[{"url":"https://d3epheqghktydj.cloudfront.net/claude-artifacts-screen-recording-2026-04-30-141425.mp4","role":"output","alt":"Claude Artifacts — Screen Recording 2026-04-30 141425.mp4"}],"run_id":"c751a76b-a105-4b3e-9ff3-6c4d6adc9f04","study_title":"Generate Code-based Animations from text inputs","study_kind":"backfill","research_task":"86b9nnzmy","tested_at":"2026-06-24T08:34:34.142000+00:00","completeness":"input-and-output","input":{"state":"text","text":"Create an animation video explaining how search engines work.","files":[],"modality":"text","stresses":[]},"tool_page_slug":null,"tool_url":null,"permalink":"https://aidemos.com/evidence/26cde3a7-20de-455b-924c-158433afa4eb","api_url":"https://ai.aidemos.com/v1/observations/26cde3a7-20de-455b-924c-158433afa4eb"},"peers":[{"id":"247742ce-3f3d-47dd-abb9-916629f5f2e3","tool":"animg","tool_name":"AnimG","verdict":"worked","score":null,"score_total":null,"note":"Finishes by producing an MP4 inside the web app and surfacing the result in a built-in video player, so getting the rendered video is straightforward.","artifact_count":2,"thumbnail":"https://d3epheqghktydj.cloudfront.net/animg-search-engine-animation-video-ready.png","evidence_url":"https://aidemos.com/evidence/247742ce-3f3d-47dd-abb9-916629f5f2e3"},{"id":"8c3e2d65-3741-4e93-8a6d-08252c7fc13e","tool":"remotionvideo","tool_name":"RemotionVideo","verdict":"worked","score":null,"score_total":null,"note":"Delivers both a rendered video and editable Remotion code in the same workflow, making the output immediately usable and customizable.","artifact_count":0,"thumbnail":null,"evidence_url":"https://aidemos.com/evidence/8c3e2d65-3741-4e93-8a6d-08252c7fc13e"},{"id":"7d85c763-97dc-40c0-9b7a-8c4bfaca34a8","tool":"replit","tool_name":"Replit","verdict":"worked","score":null,"score_total":null,"note":"Provides a direct one-click MP4 export path from the editor.","artifact_count":1,"thumbnail":"https://d3epheqghktydj.cloudfront.net/replit-replit-search-engine-indexing-slide.png","evidence_url":"https://aidemos.com/evidence/7d85c763-97dc-40c0-9b7a-8c4bfaca34a8"}],"other_criteria":[{"id":"66a96576-7f89-45d6-9960-686650ac8834","criterion":"code-generation-quality","criterion_name":"Code Generation Quality","rank_role":"decisive","verdict":"worked","score":null,"score_total":null,"note":"It generated a runnable webpage on the first attempt, with autoplay working on load.","artifact_count":1,"evidence_url":"https://aidemos.com/evidence/66a96576-7f89-45d6-9960-686650ac8834"},{"id":"2844fa71-9f82-4175-b908-5a20fb79ea92","criterion":"in-platform-preview","criterion_name":"In-Platform Preview","rank_role":"context","verdict":"worked","score":null,"score_total":null,"note":"The preview was available immediately in-platform, so the animation could be inspected before any external capture step.","artifact_count":1,"evidence_url":"https://aidemos.com/evidence/2844fa71-9f82-4175-b908-5a20fb79ea92"},{"id":"2d00ddc3-5c2f-4e48-ab54-e9b6cdfb2ac0","criterion":"output-quality","criterion_name":"Output Quality","rank_role":"decisive","verdict":"worked","score":null,"score_total":null,"note":"Delivered a polished animation with smooth motion, clean hierarchy, and a recognizable search-engine workflow.","artifact_count":1,"evidence_url":"https://aidemos.com/evidence/2d00ddc3-5c2f-4e48-ab54-e9b6cdfb2ac0"},{"id":"0675da71-4772-4c4e-a2a8-bb2b660f1cb2","criterion":"reliability","criterion_name":"Reliability","rank_role":"decisive","verdict":"mixed","score":null,"score_total":null,"note":"The animation works, but timing and pacing still often need manual refinement.","artifact_count":1,"evidence_url":"https://aidemos.com/evidence/0675da71-4772-4c4e-a2a8-bb2b660f1cb2"}],"appears_in":[{"page_type":"ranking","slug":"code-animation-generators","title":"Best AI Tools for Generating Code-Based Animations from Text Prompts","url":"https://aidemos.com/best/code-animation-generators","binding":"run"},{"page_type":"use-case","slug":"generate-code-animation-videos","title":"Generate Code-Based Animation Videos from Text Prompts Using AI","url":"https://aidemos.com/use-cases/generate-code-animation-videos","binding":"run"}],"same_scenario":[{"id":"247742ce-3f3d-47dd-abb9-916629f5f2e3","tool":"animg","tool_name":"AnimG","verdict":"worked","score":null,"score_total":null,"note":"Finishes by producing an MP4 inside the web app and surfacing the result in a built-in video player, so getting the rendered video is straightforward."},{"id":"8c3e2d65-3741-4e93-8a6d-08252c7fc13e","tool":"remotionvideo","tool_name":"RemotionVideo","verdict":"worked","score":null,"score_total":null,"note":"Delivers both a rendered video and editable Remotion code in the same workflow, making the output immediately usable and customizable."},{"id":"7d85c763-97dc-40c0-9b7a-8c4bfaca34a8","tool":"replit","tool_name":"Replit","verdict":"worked","score":null,"score_total":null,"note":"Provides a direct one-click MP4 export path from the editor."}]}