{"observation":{"id":"6187af12-e95a-420b-b844-663336cfb173","tool":"auphonic","tool_name":"Auphonic","criterion":"handling-different-noise-types","criterion_name":"Handling different noise types","criterion_definition":"Whether the tool performs well on steady noise, intermittent noise, and overlapping speech.","criterion_evidence_type":"transformation","criterion_rank_role":"decisive","criterion_rank_role_reason":"Real-world noise cleanup has to work across steady noise, intermittent noise, and overlapping speech, so this is part of the tool’s actual performance. (3 of 3 judges)","scenario":"outdoor-balcony-birds-vehicles-and-surrounding-noise","scenario_name":"Outdoor Balcony Birds, Vehicles, and Surrounding Noise","group_tag":"background-noise-removal","scenario_description":"A real-world outdoor speech recording captured on a balcony with birds, traffic, and ambient environmental noise, used to test enhancement in a more variable and harder-to-clean audio setting.","modality":"audio","input_text":null,"input_artifact_refs":[{"alt":null,"url":"https://d3epheqghktydj.cloudfront.net/veed-veed-input-background-noise-test-clip-16b1fe4db1f0.mp4","role":"input"}],"stresses":["Suppression of dynamic outdoor noise","Speech preservation in noisy environments","Handling variable ambient sounds","Reduction of birds and traffic noise","Overall audio quality improvement"],"verdict":"mixed","score":null,"score_total":null,"note":"Handled continuous background noise and bird chirping effectively, but struggled with transient mechanical noise such as chair movement.","evidence_state":"verified","source":null,"artifacts":[{"url":"https://d3epheqghktydj.cloudfront.net/auphonic-auphonic-outside-in-balcony-birds-vehicl-18e860443e0b.mp3","role":"output","alt":null}],"run_id":"72972002-7bcb-4593-a3ad-83194779bfb9","study_title":"Remove Background Noise from Audio and Video Recordings Using AI","study_kind":"generation","research_task":"86ba6cyhe","tested_at":null,"completeness":"input-and-output","input":{"state":"files","text":null,"files":[{"url":"https://d3epheqghktydj.cloudfront.net/veed-veed-input-background-noise-test-clip-16b1fe4db1f0.mp4","filename":"veed-veed-input-background-noise-test-clip-16b1fe4db1f0.mp4","alt":"Outdoor Balcony Birds, Vehicles, and Surrounding Noise","role":"input"}],"modality":"audio","stresses":["Suppression of dynamic outdoor noise","Speech preservation in noisy environments","Handling variable ambient sounds","Reduction of birds and traffic noise","Overall audio quality improvement"]},"tool_page_slug":"auphonic","tool_url":"https://aidemos.com/tools/auphonic","permalink":"https://aidemos.com/evidence/6187af12-e95a-420b-b844-663336cfb173","api_url":"https://ai.aidemos.com/v1/observations/6187af12-e95a-420b-b844-663336cfb173"},"peers":[{"id":"03b1f13a-535e-4015-8cac-83d2c92f547b","tool":"adobe-podcast-enhance","tool_name":"Adobe Podcast Enhance","verdict":"worked","score":null,"score_total":null,"note":"Effectively handled multiple environmental noise types, including chair movement noise, wind/air noise, and bird chirping.","artifact_count":2,"thumbnail":"https://d3epheqghktydj.cloudfront.net/adobe-podcast-enhance-outside-in-balcony-birds-vehicles-and-su-56b20f611781.wav","evidence_url":"https://aidemos.com/evidence/03b1f13a-535e-4015-8cac-83d2c92f547b"},{"id":"782cb1df-e616-45e2-80f2-124259c02866","tool":"audo-studio","tool_name":"Audo Studio","verdict":"mixed","score":null,"score_total":null,"note":"Performed well on environmental noises such as air noise, bird chirping, and ambient sounds, but was less effective on sudden transient noises like chair movement.","artifact_count":1,"thumbnail":"https://d3epheqghktydj.cloudfront.net/audo-studio-audo-studio-outside-in-balcony-birds-veh-2c3d4eff279f.mp3","evidence_url":"https://aidemos.com/evidence/782cb1df-e616-45e2-80f2-124259c02866"},{"id":"1cc18a02-7283-4995-bad9-8ca805d67d31","tool":"cleanvoice","tool_name":"Cleanvoice","verdict":"mixed","score":null,"score_total":null,"note":"Worked on continuous environmental noises such as birds and outdoor ambience, but struggled with transient chair-movement sounds.","artifact_count":2,"thumbnail":"https://d3epheqghktydj.cloudfront.net/research-media-outside-20in-20balcony-20birds-20vehicle-d1246a861e04.wav","evidence_url":"https://aidemos.com/evidence/1cc18a02-7283-4995-bad9-8ca805d67d31"},{"id":"f5b5195f-303b-4d48-b40b-734344d18431","tool":"elevenlabs-voice-isolator","tool_name":"ElevenLabs Voice Isolator","verdict":"worked","score":null,"score_total":null,"note":"The tool effectively handled environmental noise, object-movement noise, and continuous ambient air/wind noise in the outdoor recording.","artifact_count":1,"thumbnail":"https://d3epheqghktydj.cloudfront.net/elevenlabs-voice-isolator-elevenlabs-voice-isolator-outside-in-bal-ee180e1bb903.mp3","evidence_url":"https://aidemos.com/evidence/f5b5195f-303b-4d48-b40b-734344d18431"},{"id":"5eea95c2-e4ec-4fd0-95bb-697ca3c5bda6","tool":"noise-remover","tool_name":"Noise Remover","verdict":"mixed","score":null,"score_total":null,"note":"Handles wind/air and bird noise well, but a chair/creak at about 0:01 is only reduced, not removed, and remains faintly audible.","artifact_count":2,"thumbnail":"https://d3epheqghktydj.cloudfront.net/noise-remover-outside-in-balcony-birds-vehicles-and-su-5b4d8115de2b.wav","evidence_url":"https://aidemos.com/evidence/5eea95c2-e4ec-4fd0-95bb-697ca3c5bda6"}],"other_criteria":[{"id":"8eb8aae3-6b1d-4eb3-8152-3d344bf990b6","criterion":"noise-removal-effectiveness","criterion_name":"Noise removal effectiveness","rank_role":"decisive","verdict":"failed","score":null,"score_total":null,"note":"Did not remove the chair movement noise at the beginning of the recording.","artifact_count":1,"evidence_url":"https://aidemos.com/evidence/8eb8aae3-6b1d-4eb3-8152-3d344bf990b6"},{"id":"441dfe03-d99d-49a0-ba26-c761c4008931","criterion":"noise-removal-effectiveness","criterion_name":"Noise removal effectiveness","rank_role":"decisive","verdict":"worked","score":null,"score_total":null,"note":"Successfully removed the air/background noise and bird chirping around 0:17.","artifact_count":1,"evidence_url":"https://aidemos.com/evidence/441dfe03-d99d-49a0-ba26-c761c4008931"},{"id":"603541e8-7fa3-437d-963d-f0497bb3b994","criterion":"voice-preservation","criterion_name":"Voice preservation","rank_role":"decisive","verdict":"struggled","score":null,"score_total":null,"note":"The output significantly changed the original voice, making it sound more robotic, louder, and less natural.","artifact_count":1,"evidence_url":"https://aidemos.com/evidence/603541e8-7fa3-437d-963d-f0497bb3b994"}],"appears_in":[{"page_type":"ranking","slug":"background-noise-removal","title":"Best AI Tools to Remove Background Noise from Audio and Video Recordings","url":"https://aidemos.com/best/background-noise-removal","binding":"run"},{"page_type":"tool","slug":"adobe-podcast-enhance","title":null,"url":"https://aidemos.com/tools/adobe-podcast-enhance","binding":"run"},{"page_type":"tool","slug":"audo-studio","title":null,"url":"https://aidemos.com/tools/audo-studio","binding":"run"},{"page_type":"tool","slug":"auphonic","title":null,"url":"https://aidemos.com/tools/auphonic","binding":"run"},{"page_type":"tool","slug":"capcut","title":null,"url":"https://aidemos.com/tools/capcut","binding":"run"},{"page_type":"tool","slug":"cleanvoice","title":null,"url":"https://aidemos.com/tools/cleanvoice","binding":"run"},{"page_type":"tool","slug":"elevenlabs-voice-isolator","title":null,"url":"https://aidemos.com/tools/elevenlabs-voice-isolator","binding":"run"},{"page_type":"tool","slug":"noise-remover","title":null,"url":"https://aidemos.com/tools/noise-remover","binding":"run"},{"page_type":"tool","slug":"premiere-pro","title":null,"url":"https://aidemos.com/tools/premiere-pro","binding":"run"}],"same_scenario":[{"id":"03b1f13a-535e-4015-8cac-83d2c92f547b","tool":"adobe-podcast-enhance","tool_name":"Adobe Podcast Enhance","verdict":"worked","score":null,"score_total":null,"note":"Effectively handled multiple environmental noise types, including chair movement noise, wind/air noise, and bird chirping."},{"id":"782cb1df-e616-45e2-80f2-124259c02866","tool":"audo-studio","tool_name":"Audo Studio","verdict":"mixed","score":null,"score_total":null,"note":"Performed well on environmental noises such as air noise, bird chirping, and ambient sounds, but was less effective on sudden transient noises like chair movement."},{"id":"1cc18a02-7283-4995-bad9-8ca805d67d31","tool":"cleanvoice","tool_name":"Cleanvoice","verdict":"mixed","score":null,"score_total":null,"note":"Worked on continuous environmental noises such as birds and outdoor ambience, but struggled with transient chair-movement sounds."},{"id":"f5b5195f-303b-4d48-b40b-734344d18431","tool":"elevenlabs-voice-isolator","tool_name":"ElevenLabs Voice Isolator","verdict":"worked","score":null,"score_total":null,"note":"The tool effectively handled environmental noise, object-movement noise, and continuous ambient air/wind noise in the outdoor recording."},{"id":"5eea95c2-e4ec-4fd0-95bb-697ca3c5bda6","tool":"noise-remover","tool_name":"Noise Remover","verdict":"mixed","score":null,"score_total":null,"note":"Handles wind/air and bird noise well, but a chair/creak at about 0:01 is only reduced, not removed, and remains faintly audible."}]}