import gradio as gr import laion_clap from qdrant_client import QdrantClient # Loading the Qdrant DB in local ################################################################### client = QdrantClient("localhost", port=6333) print("[INFO] Client created...") # loading the model print("[INFO] Loading the model...") model_name = "laion/larger_clap_music" model = laion_clap.CLAP_Module(enable_fusion=False) model.load_ckpt() # download the default pretrained checkpoint. # Gradio Interface ################################################################################# max_results = 10 def sound_search(query): text_embed = model.get_text_embedding([query, ''])[0] # trick because can't accept singleton hits = client.search( collection_name="demo_db7", query_vector=text_embed, limit=max_results, ) return [ gr.Audio( hit.payload['audio_path'], label=f"style: {hit.payload['style']} -- score: {hit.score}") for hit in hits ] with gr.Blocks() as demo: gr.Markdown( """# Sound search database """ ) inp = gr.Textbox(placeholder="What sound are you looking for ?") out = [gr.Audio(label=f"{x}") for x in range(max_results)] # Necessary to have different objs inp.change(sound_search, inp, out) demo.launch()