{"observation":{"id":"913caf78-736d-4075-b34d-9db010f9e131","tool":"cutout-pro","tool_name":"Cutout.Pro","criterion":"motion-handling","criterion_name":"Motion handling","criterion_definition":"Does quality degrade when the subject moves quickly, gestures, or leans?","criterion_evidence_type":"transformation","criterion_rank_role":"decisive","criterion_rank_role_reason":"A video-background tool has to keep working when the subject moves; failure here means the core effect breaks down. (3 of 3 judges)","scenario":"indoor-talking-head","scenario_name":"Indoor Talking Head","group_tag":"remove-or-replace-video-backgrounds-using-ai","scenario_description":"An indoor talking-head video of a person speaking directly to the camera with a static background, natural hand gestures, and facial expressions. It was used to test how well tools preserve the subject while replacing an indoor background.","modality":"video","input_text":null,"input_artifact_refs":[{"alt":null,"url":"https://d3epheqghktydj.cloudfront.net/remove-or-replace-video-backgrounds-usin-input-2-0e8b7fa1a596.mp4","role":"input","filename":"Input 2.mp4"}],"stresses":["Static camera performance","Face and body segmentation","Facial expression preservation","Background replacement accuracy in an indoor environment"],"verdict":"worked","score":null,"score_total":null,"note":"Keeps a speaking subject and small hand gestures intact while removing the room background.","evidence_state":"verified","source":null,"artifacts":[{"url":"https://cdn.futuresmart.ai/public/aidemos/7a80c1fcbc4f413c83f0613d6ba48430.webm?v=1","role":"output","alt":null},{"url":"https://cdn.futuresmart.ai/public/aidemos/9bb5daeeed124fc3a91a172aac701de1.webm?v=1","role":"output","alt":null},{"url":"https://cdn.futuresmart.ai/public/aidemos/4d33725e42404b8f823545dae5e21f8c.webm?v=1","role":"output","alt":null}],"run_id":"10155228-7ce8-438a-a210-547331ef080b","study_title":"Remove or Replace Video Backgrounds Using AI","study_kind":"generation","research_task":"86ba42c2d","tested_at":null,"completeness":"input-and-output","input":{"state":"files","text":null,"files":[{"url":"https://d3epheqghktydj.cloudfront.net/remove-or-replace-video-backgrounds-usin-input-2-0e8b7fa1a596.mp4","filename":"Input 2.mp4","alt":"Indoor Talking Head","role":"input"}],"modality":"video","stresses":["Static camera performance","Face and body segmentation","Facial expression preservation","Background replacement accuracy in an indoor environment"]},"tool_page_slug":"cutout-pro","tool_url":"https://aidemos.com/tools/cutout-pro","permalink":"https://aidemos.com/evidence/913caf78-736d-4075-b34d-9db010f9e131","api_url":"https://ai.aidemos.com/v1/observations/913caf78-736d-4075-b34d-9db010f9e131"},"peers":[{"id":"41df44e2-f001-4f00-9b8d-ea0b931d7ff0","tool":"bria-ai","tool_name":"Bria.ai","verdict":"worked","score":null,"score_total":null,"note":"Small face and hand motion stays visible while the isolated portrait remains intact on the black background.","artifact_count":2,"thumbnail":"https://cdn.futuresmart.ai/public/aidemos/3f3686c1936b480aa27a209014d6bfc0.mp4?v=1","evidence_url":"https://aidemos.com/evidence/41df44e2-f001-4f00-9b8d-ea0b931d7ff0"},{"id":"631adbe4-987c-49c8-95b9-fdfecc541070","tool":"kapwing","tool_name":"Kapwing","verdict":"worked","score":null,"score_total":null,"note":"The talking-head subject could move his hand and face slightly while remaining isolated cleanly on the same white cutout background across the clip.","artifact_count":1,"thumbnail":"https://cdn.futuresmart.ai/public/aidemos/eded6aa7ff204bd0a5c977b36ff428c8.mp4?v=1","evidence_url":"https://aidemos.com/evidence/631adbe4-987c-49c8-95b9-fdfecc541070"}],"other_criteria":[{"id":"fa791a3c-518d-41e7-861e-b5f102a8dd20","criterion":"edge-quality","criterion_name":"Edge quality","rank_role":"decisive","verdict":"struggled","score":null,"score_total":null,"note":"Cuts the sleeves inconsistently at the frame boundary, so left and right sleeve edges do not line up across timestamps.","artifact_count":1,"evidence_url":"https://aidemos.com/evidence/fa791a3c-518d-41e7-861e-b5f102a8dd20"},{"id":"931adc52-09a8-45af-9213-667d9c83290c","criterion":"hair-and-fine-detail","criterion_name":"Hair and fine detail","rank_role":"decisive","verdict":"struggled","score":null,"score_total":null,"note":"Over-smooths the hairline, leaving a simplified boundary that persists across frames.","artifact_count":1,"evidence_url":"https://aidemos.com/evidence/931adc52-09a8-45af-9213-667d9c83290c"},{"id":"ff772bac-3024-4bd9-954f-5c103d3ed755","criterion":"output-resolution","criterion_name":"Output resolution","rank_role":"context","verdict":"struggled","score":null,"score_total":null,"note":"Downscales the roughly 2160×3840 source to 360×640 and truncates a 15.35s clip to 5.021s.","artifact_count":1,"evidence_url":"https://aidemos.com/evidence/ff772bac-3024-4bd9-954f-5c103d3ed755"},{"id":"bb769691-a4fb-40bd-9218-48f323b047d9","criterion":"temporal-consistency","criterion_name":"Temporal consistency","rank_role":"decisive","verdict":"struggled","score":null,"score_total":null,"note":"The crop window drifts between frames, with headroom changing from about 5px to 31px and side margins widening from 9/17px to 33/45px.","artifact_count":1,"evidence_url":"https://aidemos.com/evidence/bb769691-a4fb-40bd-9218-48f323b047d9"}],"appears_in":[{"page_type":"ranking","slug":"video-background-removers","title":"Best AI Tools to Remove or Replace Video Backgrounds with AI","url":"https://aidemos.com/best/video-background-removers","binding":"run"}],"same_scenario":[{"id":"41df44e2-f001-4f00-9b8d-ea0b931d7ff0","tool":"bria-ai","tool_name":"Bria.ai","verdict":"worked","score":null,"score_total":null,"note":"Small face and hand motion stays visible while the isolated portrait remains intact on the black background."},{"id":"631adbe4-987c-49c8-95b9-fdfecc541070","tool":"kapwing","tool_name":"Kapwing","verdict":"worked","score":null,"score_total":null,"note":"The talking-head subject could move his hand and face slightly while remaining isolated cleanly on the same white cutout background across the clip."}]}