{"observation":{"id":"57548a30-a85d-4e03-83e7-58b3c26f0aeb","tool":"noise-remover","tool_name":"Noise Remover","criterion":"handling-different-noise-types","criterion_name":"Handling different noise types","criterion_definition":"Does the tool perform equally well on steady noise like fan hum, intermittent noise like dog barking or door slamming, and overlapping speech?","criterion_evidence_type":"transformation","criterion_rank_role":"decisive","criterion_rank_role_reason":"Real recordings contain different noise patterns, so performance across hum, barking, slams, and overlapping speech is part of the main task. (3 of 3 judges)","scenario":"indoor-ac-fan-background-noise","scenario_name":"Indoor AC + Fan Background Noise","group_tag":"background-noise-removal","scenario_description":"A real-world indoor speech recording with continuous background noise from both an air conditioner and a fan. It is designed to test whether tools can suppress overlapping mechanical noise while preserving speech naturalness.","modality":"audio","input_text":null,"input_artifact_refs":[{"alt":null,"url":"https://d3epheqghktydj.cloudfront.net/remove-background-noise-from-audio-and-v-ai-demos-direction-ac-and-fan-on-bf9031354d4a.wav","role":"input","filename":"AI demos direction ac and fan on.wav"}],"stresses":["Removal of multiple overlapping indoor mechanical noises","Speech enhancement and isolation","Voice quality preservation under steady noise","Minimal-artifact background noise suppression"],"verdict":"struggled","score":null,"score_total":null,"note":"Handles steady mechanical noise well, but leaves two short microphone spikes around 0:01 and 0:24 clearly audible after cleanup.","evidence_state":"verified","source":null,"artifacts":[{"url":"https://cdn.futuresmart.ai/public/aidemos/5265686544a24e6b82ae79aa52c6ae83.wav?v=1","role":"input","alt":null},{"url":"https://cdn.futuresmart.ai/public/aidemos/8771c06afebc4fa6940ab33821c0607d.wav?v=1","role":"output","alt":null},{"url":"https://cdn.futuresmart.ai/public/aidemos/e3008e71144c4262887a931a7b087eae.wav?v=1","role":"context","alt":null}],"run_id":"189e3005-33f2-4481-924e-334542fcda87","study_title":"Remove Background Noise from Audio and Video Recordings Using AI","study_kind":"generation","research_task":"86ba6cyhe","tested_at":null,"completeness":"input-and-output","input":{"state":"files","text":null,"files":[{"url":"https://d3epheqghktydj.cloudfront.net/remove-background-noise-from-audio-and-v-ai-demos-direction-ac-and-fan-on-bf9031354d4a.wav","filename":"AI demos direction ac and fan on.wav","alt":"Indoor AC + Fan Background Noise","role":"input"}],"modality":"audio","stresses":["Removal of multiple overlapping indoor mechanical noises","Speech enhancement and isolation","Voice quality preservation under steady noise","Minimal-artifact background noise suppression"]},"tool_page_slug":"noise-remover","tool_url":"https://aidemos.com/tools/noise-remover","permalink":"https://aidemos.com/evidence/57548a30-a85d-4e03-83e7-58b3c26f0aeb","api_url":"https://ai.aidemos.com/v1/observations/57548a30-a85d-4e03-83e7-58b3c26f0aeb"},"peers":[{"id":"edd65923-f0a2-4635-ad05-f93eb9deb1c1","tool":"adobe-podcast-enhance","tool_name":"Adobe Podcast Enhance","verdict":"mixed","score":null,"score_total":null,"note":"It handled continuous environmental noise well, but the report still called for more testing on crowd noise, keyboard clicks, music, and sudden transients, so broader noise-type coverage was not demonstrated.","artifact_count":2,"thumbnail":"https://cdn.futuresmart.ai/public/aidemos/fa51c230f80d4af09534e5ba60a72102.wav?v=1","evidence_url":"https://aidemos.com/evidence/edd65923-f0a2-4635-ad05-f93eb9deb1c1"},{"id":"7fe09c02-d806-42e6-87da-8fe485c783de","tool":"audo-studio","tool_name":"Audo Studio","verdict":"mixed","score":null,"score_total":null,"note":"The tool handles steady background hum reasonably well, but it is weaker on transient noises such as bumps, clicks, startup hiss, and other short-duration artifacts.","artifact_count":2,"thumbnail":"https://cdn.futuresmart.ai/public/aidemos/f36faa62bada45398766b19520e4390c.mp3?v=1","evidence_url":"https://aidemos.com/evidence/7fe09c02-d806-42e6-87da-8fe485c783de"},{"id":"cb473203-cd7b-4268-b315-fc0c92fc54ce","tool":"auphonic","tool_name":"Auphonic","verdict":"worked","score":null,"score_total":null,"note":"The tool handled multiple noise classes in one clip, including continuous mechanical noise, hiss, breathing noise, and short microphone disturbances.","artifact_count":1,"thumbnail":"https://cdn.futuresmart.ai/public/aidemos/fd2f9af51d4448f1bc258b498240f2ba.mp4?v=1","evidence_url":"https://aidemos.com/evidence/cb473203-cd7b-4268-b315-fc0c92fc54ce"},{"id":"f6bfe3c6-7165-4e5c-ac75-f7d467649eb9","tool":"elevenlabs-voice-isolator","tool_name":"ElevenLabs Voice Isolator","verdict":"mixed","score":null,"score_total":null,"note":"It handled steady AC/fan hum well, but performed worse on short-duration noises, microphone interference, and sudden sound artifacts.","artifact_count":1,"thumbnail":"https://cdn.futuresmart.ai/public/aidemos/80cec00644f0451d8bf9dcdda8e5736b.mp3?v=1","evidence_url":"https://aidemos.com/evidence/f6bfe3c6-7165-4e5c-ac75-f7d467649eb9"}],"other_criteria":[{"id":"26d95dfc-bf93-4916-aa3c-46b6334459bf","criterion":"noise-removal-effectiveness","criterion_name":"Noise removal effectiveness","rank_role":"decisive","verdict":"worked","score":null,"score_total":null,"note":"Removes continuous AC, fan, breathing, and hiss noise effectively, with cleanup audible from the start of the cleaned clip.","artifact_count":3,"evidence_url":"https://aidemos.com/evidence/26d95dfc-bf93-4916-aa3c-46b6334459bf"},{"id":"7a6a7593-7283-41dd-bab5-b85eaedd7a60","criterion":"voice-preservation","criterion_name":"Voice preservation","rank_role":"decisive","verdict":"worked","score":null,"score_total":null,"note":"Preserves a natural vocal tone after cleanup, with no noticeable robotic artifacts or pitch distortion in the cleaned segments.","artifact_count":3,"evidence_url":"https://aidemos.com/evidence/7a6a7593-7283-41dd-bab5-b85eaedd7a60"}],"appears_in":[{"page_type":"ranking","slug":"background-noise-removal","title":"Best AI Tools to Remove Background Noise from Audio and Video Recordings","url":"https://aidemos.com/best/background-noise-removal","binding":"run"}],"same_scenario":[{"id":"edd65923-f0a2-4635-ad05-f93eb9deb1c1","tool":"adobe-podcast-enhance","tool_name":"Adobe Podcast Enhance","verdict":"mixed","score":null,"score_total":null,"note":"It handled continuous environmental noise well, but the report still called for more testing on crowd noise, keyboard clicks, music, and sudden transients, so broader noise-type coverage was not demonstrated."},{"id":"7fe09c02-d806-42e6-87da-8fe485c783de","tool":"audo-studio","tool_name":"Audo Studio","verdict":"mixed","score":null,"score_total":null,"note":"The tool handles steady background hum reasonably well, but it is weaker on transient noises such as bumps, clicks, startup hiss, and other short-duration artifacts."},{"id":"cb473203-cd7b-4268-b315-fc0c92fc54ce","tool":"auphonic","tool_name":"Auphonic","verdict":"worked","score":null,"score_total":null,"note":"The tool handled multiple noise classes in one clip, including continuous mechanical noise, hiss, breathing noise, and short microphone disturbances."},{"id":"f6bfe3c6-7165-4e5c-ac75-f7d467649eb9","tool":"elevenlabs-voice-isolator","tool_name":"ElevenLabs Voice Isolator","verdict":"mixed","score":null,"score_total":null,"note":"It handled steady AC/fan hum well, but performed worse on short-duration noises, microphone interference, and sudden sound artifacts."}]}