{"observation":{"id":"694f744e-7a96-4c65-a73c-bbbd9ad0b92e","tool":"fotor","tool_name":"Fotor","criterion":"temporal-consistency","criterion_name":"Temporal consistency","criterion_definition":"Does the mask flicker or shift between frames, or stay stable across the clip?","criterion_evidence_type":"transformation","criterion_rank_role":"decisive","criterion_rank_role_reason":"Stable masks across frames are essential in video; flicker or shifting means the background removal is visibly broken. (3 of 3 judges)","scenario":"indoor-talking-head","scenario_name":"Indoor Talking Head","group_tag":"remove-or-replace-video-backgrounds-using-ai","scenario_description":"An indoor talking-head video of a person speaking directly to the camera with a static background, natural hand gestures, and facial expressions. It was used to test how well tools preserve the subject while replacing an indoor background.","modality":"video","input_text":null,"input_artifact_refs":[{"alt":null,"url":"https://d3epheqghktydj.cloudfront.net/remove-or-replace-video-backgrounds-usin-input-2-0e8b7fa1a596.mp4","role":"input","filename":"Input 2.mp4"}],"stresses":["Static camera performance","Face and body segmentation","Facial expression preservation","Background replacement accuracy in an indoor environment"],"verdict":"worked","score":null,"score_total":null,"note":"The matte showed no flicker or dropout from frame to frame across the full clip.","evidence_state":"verified","source":null,"artifacts":[{"url":"https://cdn.futuresmart.ai/public/aidemos/180e2c765f5d48aea4b60b93bc4b1310.mp4?v=1","role":"output","alt":null},{"url":"https://cdn.futuresmart.ai/public/aidemos/629afbe66b5d49d5bd25f53b567538d3.png?v=1","role":"context","alt":null}],"run_id":"10155228-7ce8-438a-a210-547331ef080b","study_title":"Remove or Replace Video Backgrounds Using AI","study_kind":"generation","research_task":"86ba42c2d","tested_at":null,"completeness":"input-and-output","input":{"state":"files","text":null,"files":[{"url":"https://d3epheqghktydj.cloudfront.net/remove-or-replace-video-backgrounds-usin-input-2-0e8b7fa1a596.mp4","filename":"Input 2.mp4","alt":"Indoor Talking Head","role":"input"}],"modality":"video","stresses":["Static camera performance","Face and body segmentation","Facial expression preservation","Background replacement accuracy in an indoor environment"]},"tool_page_slug":"fotor","tool_url":"https://aidemos.com/tools/fotor","permalink":"https://aidemos.com/evidence/694f744e-7a96-4c65-a73c-bbbd9ad0b92e","api_url":"https://ai.aidemos.com/v1/observations/694f744e-7a96-4c65-a73c-bbbd9ad0b92e"},"peers":[{"id":"bb769691-a4fb-40bd-9218-48f323b047d9","tool":"cutout-pro","tool_name":"Cutout.Pro","verdict":"struggled","score":null,"score_total":null,"note":"The crop window drifts between frames, with headroom changing from about 5px to 31px and side margins widening from 9/17px to 33/45px.","artifact_count":1,"thumbnail":"https://cdn.futuresmart.ai/public/aidemos/a8224681f639488da3e16b2e23d55e82.png?v=1","evidence_url":"https://aidemos.com/evidence/bb769691-a4fb-40bd-9218-48f323b047d9"},{"id":"b3e9da04-0ec7-4364-b532-5cff58cc7bb9","tool":"flexclip","tool_name":"FlexClip","verdict":"mixed","score":null,"score_total":null,"note":"The same softened hairline reappears at a third timestamp, so the fine-detail loss is persistent across frames rather than isolated to one pose.","artifact_count":1,"thumbnail":"https://cdn.futuresmart.ai/public/aidemos/6850a910a7b94ec4afca3ee9a1597f3a.png?v=1","evidence_url":"https://aidemos.com/evidence/b3e9da04-0ec7-4364-b532-5cff58cc7bb9"},{"id":"cf321f3a-d418-4ea0-8862-5187c75b73ea","tool":"invideo-ai","tool_name":"InVideo AI","verdict":"worked","score":null,"score_total":null,"note":"The generated studio background stayed stable across the clip, with identical shelf positions and colors at 0:03, 0:08, and 0:13 and no visible flicker or drift.","artifact_count":2,"thumbnail":"https://cdn.futuresmart.ai/public/aidemos/26e86b41c14c48d394fcd4b01fec4c66.mp4?v=1","evidence_url":"https://aidemos.com/evidence/cf321f3a-d418-4ea0-8862-5187c75b73ea"},{"id":"5b6bfb27-4137-4983-ac30-856cdbcd867e","tool":"kapwing","tool_name":"Kapwing","verdict":"worked","score":null,"score_total":null,"note":"The full 15.35-second indoor output stays continuous and consistent from start to finish, with no hard cut back to source and no observed flicker or dropout.","artifact_count":3,"thumbnail":"https://cdn.futuresmart.ai/public/aidemos/eded6aa7ff204bd0a5c977b36ff428c8.mp4?v=1","evidence_url":"https://aidemos.com/evidence/5b6bfb27-4137-4983-ac30-856cdbcd867e"},{"id":"fc5793f0-2092-4fdf-92b1-718af294e849","tool":"picsart","tool_name":"Picsart","verdict":"worked","score":null,"score_total":null,"note":"The talking-head export held a stable matte with exact 271/271 frame parity and a 9.03-second match, with no flicker or dropout.","artifact_count":3,"thumbnail":"https://d3epheqghktydj.cloudfront.net/research-media-ai-demos-recorder-s-video-aug-25-2026-1--dc868d88d99a.mp4","evidence_url":"https://aidemos.com/evidence/fc5793f0-2092-4fdf-92b1-718af294e849"}],"other_criteria":[{"id":"cc65dc16-00d8-4da9-82c6-f44722d0961a","criterion":"edge-quality","criterion_name":"Edge quality","rank_role":"decisive","verdict":"worked","score":null,"score_total":null,"note":"The subject's outline is matted cleanly, with no obvious tearing or missing chunks around the silhouette.","artifact_count":2,"evidence_url":"https://aidemos.com/evidence/cc65dc16-00d8-4da9-82c6-f44722d0961a"},{"id":"44801743-540c-4c78-9150-deab71d98995","criterion":"hair-and-fine-detail","criterion_name":"Hair and fine detail","rank_role":"decisive","verdict":"worked","score":null,"score_total":null,"note":"Glasses and hair were preserved cleanly, with no visible tearing in the matting around those fine details.","artifact_count":2,"evidence_url":"https://aidemos.com/evidence/44801743-540c-4c78-9150-deab71d98995"},{"id":"8d017e50-e0e9-4f53-a5bd-bea26f8c89ae","criterion":"output-resolution","criterion_name":"Output resolution","rank_role":"context","verdict":"failed","score":null,"score_total":null,"note":"A vertical 1080×1920 input was rendered as a 2462×1080 landscape canvas, instead of preserving the source orientation.","artifact_count":2,"evidence_url":"https://aidemos.com/evidence/8d017e50-e0e9-4f53-a5bd-bea26f8c89ae"}],"appears_in":[{"page_type":"ranking","slug":"video-background-removers","title":"Best AI Tools to Remove or Replace Video Backgrounds with AI","url":"https://aidemos.com/best/video-background-removers","binding":"run"}],"same_scenario":[{"id":"bb769691-a4fb-40bd-9218-48f323b047d9","tool":"cutout-pro","tool_name":"Cutout.Pro","verdict":"struggled","score":null,"score_total":null,"note":"The crop window drifts between frames, with headroom changing from about 5px to 31px and side margins widening from 9/17px to 33/45px."},{"id":"b3e9da04-0ec7-4364-b532-5cff58cc7bb9","tool":"flexclip","tool_name":"FlexClip","verdict":"mixed","score":null,"score_total":null,"note":"The same softened hairline reappears at a third timestamp, so the fine-detail loss is persistent across frames rather than isolated to one pose."},{"id":"cf321f3a-d418-4ea0-8862-5187c75b73ea","tool":"invideo-ai","tool_name":"InVideo AI","verdict":"worked","score":null,"score_total":null,"note":"The generated studio background stayed stable across the clip, with identical shelf positions and colors at 0:03, 0:08, and 0:13 and no visible flicker or drift."},{"id":"5b6bfb27-4137-4983-ac30-856cdbcd867e","tool":"kapwing","tool_name":"Kapwing","verdict":"worked","score":null,"score_total":null,"note":"The full 15.35-second indoor output stays continuous and consistent from start to finish, with no hard cut back to source and no observed flicker or dropout."},{"id":"fc5793f0-2092-4fdf-92b1-718af294e849","tool":"picsart","tool_name":"Picsart","verdict":"worked","score":null,"score_total":null,"note":"The talking-head export held a stable matte with exact 271/271 frame parity and a 9.03-second match, with no flicker or dropout."}]}