import time from pathlib import Path import spaces import gradio as gr from audio_separator.separator import Separator from pydub import AudioSegment from pytube import YouTube available_model = [ "UVR-MDX-NET-Inst_HQ_3", "UVR-MDX-NET-Voc_FT", "UVR_MDXNET_KARA_2", "Kim_Vocal_2", "UVR_MDXNET_Main", ] base_path = Path(__file__).parent def reduce_audio_size(audio_path): """ Reduce the file size of an audio file by re-encoding it at a lower bitrate. This helper function loads an audio file and re-exports it as an MP3 with a reduced bitrate to minimize output file size. Args: audio_path (str): File path to the audio file to be re-encoded. """ s1 = AudioSegment.from_file(audio_path) s1.export(audio_path, format="mp3", bitrate="64k") @spaces.GPU() def audio_sep(youtube_url, audio_path, separation_model, separation_mode, progress=gr.Progress()): """ Separate vocals and/or instrumentals from an audio source. This function accepts either a YouTube URL or a local audio file, optionally downloads the audio, and applies a source separation model to extract vocal and/or instrumental stems. Args: youtube_url (str): URL of a YouTube video to extract audio from. audio_path (str or None): File path to a local audio file. separation_model (str): Name of the separation model to use. separation_mode (list[str]): Selected output stems ("Instrument", "Vocal"). progress (gr.Progress): Gradio progress tracker for UI feedback. Returns: tuple: - instrument_stem_path (str or None): File path to the separated instrumental audio. - vocal_stem_path (str or None): File path to the separated vocal audio. """ out_folder = base_path / "audio_filtered" out_folder.mkdir(exist_ok=True) temp_folder = base_path / "tmp" temp_folder.mkdir(exist_ok=True) print(youtube_url) print(audio_path) print(separation_model) print(separation_mode) youtube_url = youtube_url.strip() if youtube_url is not None and youtube_url != "": try: print("Downloading YouTube audio...") yt = YouTube(youtube_url) video_id = yt.video_id save_audio_path = temp_folder / f"{video_id}.mp3" if yt.length > 5 * 60: raise gr.Error("Video too long. Please use a video shorter than 5 minutes.") stream = yt.streams.filter(only_audio=True).order_by("abr").desc().first() stream.download(filename=str(save_audio_path)) audio_path = str(save_audio_path) print("Downloaded YouTube audio") except: gr.Info("Something went wrong. Skipping to second input.") if audio_path is None: gr.Info("Please input an audio file or YouTube URL.") return None, None if len(separation_mode) == 1: separation_mode = separation_mode[0] elif len(separation_mode) == 0: return None, None else: separation_mode = None progress(0, desc="Starting...") separator = Separator( audio_path, model_name=separation_model, use_cuda=True, output_dir=str(out_folder), output_single_stem=separation_mode, ) for i in progress.tqdm(range(50)): time.sleep(0.01) results = [out_folder / p for p in separator.separate()] print(results) for i in progress.tqdm(range(50, 100)): time.sleep(0.01) if separation_mode == "Instrument": instrument_stem_path = str(results[0]) reduce_audio_size(instrument_stem_path) vocal_stem_path = None elif separation_mode == "Vocal": instrument_stem_path = None vocal_stem_path = str(results[0]) reduce_audio_size(vocal_stem_path) else: instrument_stem_path = str(results[0]) reduce_audio_size(instrument_stem_path) vocal_stem_path = str(results[1]) reduce_audio_size(vocal_stem_path) return instrument_stem_path, vocal_stem_path gr.Interface( audio_sep, [ gr.Textbox( label="YouTube video URL (No videos more than 5 mins)", placeholder="https://www.youtube.com/watch?v=XXXXXXXXXXX", ), gr.Audio(label="Audio Input", type="filepath"), gr.Dropdown(available_model, label="Separation Model", value="UVR_MDXNET_KARA_2"), gr.CheckboxGroup(choices=["Instrument", "Vocal"], label="Separation Mode", value=["Instrument", "Vocal"]), ], [gr.Audio(label="Music/Instrument Output", type="filepath"), gr.Audio(label="Vocal Output", type="filepath")], title="Audio Separator", description="
Separate the music and vocal from the input audio
", flagging_mode="never", ).launch(share=False, favicon_path=base_path / "audiomack.svg", mcp_server=True)