{"observation":{"id":"da276c4b-6cdf-4119-9606-d9bb1a7d29fc","tool":"invideo-ai","tool_name":"InVideo AI","criterion":"temporal-consistency","criterion_name":"Temporal consistency","criterion_definition":"Does the mask flicker or shift between frames, or stay stable across the clip?","criterion_evidence_type":"transformation","criterion_rank_role":"decisive","criterion_rank_role_reason":"Stable masks across frames are essential in video; flicker or shifting means the background removal is visibly broken. (3 of 3 judges)","scenario":"busy-urban-street","scenario_name":"Busy Urban Street","group_tag":"remove-or-replace-video-backgrounds-using-ai","scenario_description":"A video of a person walking through a busy city street with multiple people, moving vehicles, and a visually complex urban background. It was used to stress segmentation and tracking under heavy background distraction and continuous motion.","modality":"video","input_text":null,"input_artifact_refs":[{"alt":null,"url":"https://d3epheqghktydj.cloudfront.net/remove-or-replace-video-backgrounds-usin-input-3-8dd8c54c98be.mp4","role":"input","filename":"Input 3.mp4"}],"stresses":["Complex background segmentation","Handling background distractions","Subject tracking","Temporal consistency across frames","Edge accuracy during continuous movement"],"verdict":"worked","score":null,"score_total":null,"note":"The replacement background stayed steady despite continuous camera motion, with no visible flicker or warping across the clip.","evidence_state":"verified","source":null,"artifacts":[{"url":"https://cdn.futuresmart.ai/public/aidemos/2a8f5912d1244f47b145c185e08cba33.mp4?v=1","role":"output","alt":null},{"url":"https://cdn.futuresmart.ai/public/aidemos/63721499cfca4ad49bd5b936c347125c.mp4?v=1","role":"input","alt":null}],"run_id":"10155228-7ce8-438a-a210-547331ef080b","study_title":"Remove or Replace Video Backgrounds Using AI","study_kind":"generation","research_task":"86ba42c2d","tested_at":null,"completeness":"input-and-output","input":{"state":"files","text":null,"files":[{"url":"https://d3epheqghktydj.cloudfront.net/remove-or-replace-video-backgrounds-usin-input-3-8dd8c54c98be.mp4","filename":"Input 3.mp4","alt":"Busy Urban Street","role":"input"}],"modality":"video","stresses":["Complex background segmentation","Handling background distractions","Subject tracking","Temporal consistency across frames","Edge accuracy during continuous movement"]},"tool_page_slug":"invideo-ai","tool_url":"https://aidemos.com/tools/invideo-ai","permalink":"https://aidemos.com/evidence/da276c4b-6cdf-4119-9606-d9bb1a7d29fc","api_url":"https://ai.aidemos.com/v1/observations/da276c4b-6cdf-4119-9606-d9bb1a7d29fc"},"peers":[{"id":"4ae6ef39-cafd-41e4-857e-396032beed9a","tool":"flexclip","tool_name":"FlexClip","verdict":"mixed","score":null,"score_total":null,"note":"The snow-like speckle, head halo, and ground-shadow artifacts recur across sampled frames, so the defects are temporally persistent rather than flickering on and off.","artifact_count":3,"thumbnail":"https://cdn.futuresmart.ai/public/aidemos/99e0caa2bcf747a0b77a196f4b743201.png?v=1","evidence_url":"https://aidemos.com/evidence/4ae6ef39-cafd-41e4-857e-396032beed9a"},{"id":"03f53633-9c21-4693-b2c8-5a87c9a30860","tool":"fotor","tool_name":"Fotor","verdict":"worked","score":null,"score_total":null,"note":"The matte boundary stayed stable across the full clip, with no jitter at the checked start, middle, and end timestamps.","artifact_count":2,"thumbnail":"https://cdn.futuresmart.ai/public/aidemos/d27ac7ac52bd48e4be9f37de63fe5b5b.mp4?v=1","evidence_url":"https://aidemos.com/evidence/03f53633-9c21-4693-b2c8-5a87c9a30860"},{"id":"7d430cbf-8489-4aca-a152-7480a37e9abc","tool":"kapwing","tool_name":"Kapwing","verdict":"worked","score":null,"score_total":null,"note":"The busy-street export runs as one continuous 20-second white-background result and matches the input duration/frame count exactly.","artifact_count":1,"thumbnail":"https://cdn.futuresmart.ai/public/aidemos/ab4d39116ddb429890d61bedf7101201.mp4?v=1","evidence_url":"https://aidemos.com/evidence/7d430cbf-8489-4aca-a152-7480a37e9abc"},{"id":"25b58bb7-e780-47fe-b3ed-ff35da7144e5","tool":"picsart","tool_name":"Picsart","verdict":"worked","score":null,"score_total":null,"note":"The busy-street matte stayed stable across the full 292-frame, 9.73-second clip, with no flicker, dropout, truncation, or padding.","artifact_count":3,"thumbnail":"https://cdn.futuresmart.ai/public/aidemos/39579ef3f9504529a654b4ea875d3d78.mp4?v=1","evidence_url":"https://aidemos.com/evidence/25b58bb7-e780-47fe-b3ed-ff35da7144e5"}],"other_criteria":[{"id":"1da27c0b-3c3b-4018-b267-0228a01707a1","criterion":"edge-quality","criterion_name":"Edge quality","rank_role":"decisive","verdict":"worked","score":null,"score_total":null,"note":"It maintained clean cutout edges in the low-contrast night scene, with no halo or sky-bleed around the silhouette.","artifact_count":2,"evidence_url":"https://aidemos.com/evidence/1da27c0b-3c3b-4018-b267-0228a01707a1"},{"id":"5f180402-d5a5-4872-adad-33942d1ff44d","criterion":"motion-handling","criterion_name":"Motion handling","rank_role":"decisive","verdict":"worked","score":null,"score_total":null,"note":"It kept the subject and secondary pedestrians consistent through a full ~20-second continuous walking shot, with no ghosting or motion breakdown.","artifact_count":2,"evidence_url":"https://aidemos.com/evidence/5f180402-d5a5-4872-adad-33942d1ff44d"},{"id":"3864adc7-cb96-44b3-8872-55416a31c961","criterion":"output-resolution","criterion_name":"Output resolution","rank_role":"context","verdict":"failed","score":null,"score_total":null,"note":"It silently downgraded to 1080×1918 instead of true 4K, and the close crop looks soft rather than 4K-sharp.","artifact_count":4,"evidence_url":"https://aidemos.com/evidence/3864adc7-cb96-44b3-8872-55416a31c961"}],"appears_in":[{"page_type":"ranking","slug":"video-background-removers","title":"Best AI Tools to Remove or Replace Video Backgrounds with AI","url":"https://aidemos.com/best/video-background-removers","binding":"run"}],"same_scenario":[{"id":"4ae6ef39-cafd-41e4-857e-396032beed9a","tool":"flexclip","tool_name":"FlexClip","verdict":"mixed","score":null,"score_total":null,"note":"The snow-like speckle, head halo, and ground-shadow artifacts recur across sampled frames, so the defects are temporally persistent rather than flickering on and off."},{"id":"03f53633-9c21-4693-b2c8-5a87c9a30860","tool":"fotor","tool_name":"Fotor","verdict":"worked","score":null,"score_total":null,"note":"The matte boundary stayed stable across the full clip, with no jitter at the checked start, middle, and end timestamps."},{"id":"7d430cbf-8489-4aca-a152-7480a37e9abc","tool":"kapwing","tool_name":"Kapwing","verdict":"worked","score":null,"score_total":null,"note":"The busy-street export runs as one continuous 20-second white-background result and matches the input duration/frame count exactly."},{"id":"25b58bb7-e780-47fe-b3ed-ff35da7144e5","tool":"picsart","tool_name":"Picsart","verdict":"worked","score":null,"score_total":null,"note":"The busy-street matte stayed stable across the full 292-frame, 9.73-second clip, with no flicker, dropout, truncation, or padding."}]}