{ "cells": [ { "cell_type": "code", "execution_count": 8, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "The autoreload extension is already loaded. To reload it, use:\n", " %reload_ext autoreload\n" ] } ], "source": [ "%load_ext autoreload\n", "%autoreload 2" ] }, { "cell_type": "code", "execution_count": 6, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "README.md \u001b[34mmodel_checkpoints\u001b[m\u001b[m recommender.py\n", "app.py \u001b[34mnotebooks\u001b[m\u001b[m requirements.txt\n", "\u001b[34mdata\u001b[m\u001b[m orchestrate_audio_data.py \u001b[34msrc\u001b[m\u001b[m\n" ] } ], "source": [ "!ls" ] }, { "cell_type": "code", "execution_count": 7, "metadata": {}, "outputs": [], "source": [ "import numpy as np\n", "import librosa\n", "import torch\n", "from src import laion_clap\n", "from glob import glob\n", "import pandas as pd\n" ] }, { "cell_type": "code", "execution_count": null, "metadata": {}, "outputs": [], "source": [ "model = laion_clap.CLAP_Module(enable_fusion=False, amodel= 'HTSAT-base')\n", "model.load_ckpt(ckpt=\"music_audioset_epoch_15_esc_90.14.pt\")" ] }, { "cell_type": "code", "execution_count": 11, "metadata": {}, "outputs": [], "source": [ "def load_music_file(file_name):\n", " audio_data, _ = librosa.load(file_name, sr=48000) # sample rate should be 48000\n", " audio_data = audio_data.reshape(1, -1) # Make it (1,T) or (N,T)\n", " # audio_data = torch.from_numpy(int16_to_float32(float32_to_int16(audio_data))).float() # quantize before send it in to the model\n", " with torch.no_grad():\n", " audio_embed = model.get_audio_embedding_from_data(x = audio_data, use_tensor=False)\n", " return audio_embed\n" ] }, { "cell_type": "code", "execution_count": 9, "metadata": {}, "outputs": [], "source": [ "music_files = glob(\"/Users/berkayg/Codes/music-project/AudioCLIP/data/downloaded_tracks/*.wav\")" ] }, { "cell_type": "code", "execution_count": 14, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "['Pink Floyd - The Great Gig In The Sky - 2011 Remastered Version.wav',\n", " 'Aretha Franklin - The House That Jack Built.wav',\n", " 'The Beatles - I Saw Her Standing There - Remastered.wav',\n", " 'Cem Karaca - Çok Yorgunum.wav',\n", " 'Mert Fırat - Bana Göre Değil.wav',\n", " 'Santana - Whole Lotta Love (feat. Chris Cornell).wav',\n", " 'MIKA - Relax, Take It Easy.wav',\n", " 'Adamlar - Bi Öyle Bi Böyle.wav',\n", " \"Blue Öyster Cult - (Don't Fear) The Reaper.wav\",\n", " 'Bob Dylan - The Man in Me.wav',\n", " 'Buena Vista Social Club - Tiene Sabor.wav',\n", " 'Gnarls Barkley - Crazy.wav',\n", " \"Guns N' Roses - Knockin' On Heaven's Door.wav\",\n", " 'Gevende - Esinti.wav',\n", " 'Mazhar Alanson - Bu Ne Biçim Hikaye Böyle.wav',\n", " 'Bon Jovi - Dry County.wav',\n", " 'Muse - Starlight.wav',\n", " 'Eric Clapton - Riding with the King.wav',\n", " 'Nina Simone - Feeling Good.wav',\n", " 'The Dø - Too Insistent.wav',\n", " 'Guthrie Govan - Lost in Rio.wav',\n", " 'Gipsy Kings - Volare (Nel Blu di Pinto di Blu).wav',\n", " 'Cem Karaca - Dadaloğlu.wav',\n", " 'Pixies - Where Is My Mind?.wav',\n", " 'mor ve ötesi - Güneye Giderken.wav',\n", " 'Adamlar - Kendime Çaylar.wav',\n", " 'Teoman - Mavi Kuş İle Küçük Kız.wav',\n", " \"Donae'o - Move to Da Gyal Dem - Original.wav\",\n", " \"Lily Allen - Everybody's Changing.wav\",\n", " 'John Lennon - Imagine - Remastered 2010.wav',\n", " 'Sleeping At Last - Mars.wav',\n", " 'Queen - I Want It All - Remastered 2011.wav',\n", " 'Queen - These Are The Days Of Our Lives.wav',\n", " 'Pink Floyd - Time - 2011 Remastered Version.wav',\n", " 'Robbie Williams - Dream A Little Dream.wav',\n", " 'Buena Vista Social Club - Chan Chan.wav',\n", " 'Teoman - Tek Başına Dans.wav',\n", " 'Coldplay - Christmas Lights.wav',\n", " 'Christina Aguilera - You Lost Me.wav',\n", " 'Queen - Fat Bottomed Girls - 2011 Remaster.wav',\n", " 'The Doors - People Are Strange.wav',\n", " 'Lily Allen - Not Fair.wav',\n", " 'Scott Matthew - L.o.v.e..wav',\n", " 'Bob Marley & The Wailers - Buffalo Soldier.wav',\n", " 'Eric Clapton - Layla - Acoustic; Live at MTV Unplugged, Bray Film Studios, Windsor, England, UK, 1_16_1992; 1999 Remaster.wav',\n", " 'Band Of Skulls - I Know What I Am.wav',\n", " \"Ray Charles - I've Got a Woman.wav\",\n", " '123 - Again.wav',\n", " 'Led Zeppelin - Whole Lotta Love - 1990 Remaster.wav',\n", " 'Herbie Hancock - Cantaloupe Island - Remastered 1999_Rudy Van Gelder Edition.wav',\n", " 'Coldplay - Charlie Brown.wav',\n", " 'Lana Del Rey - Yayo.wav',\n", " 'Andru Donalds - Mishale.wav',\n", " 'Imagine Dragons - Warriors.wav',\n", " 'Sóley - The Sun Is Going Down II.wav',\n", " 'Led Zeppelin - Good Times Bad Times - 1993 Remaster.wav',\n", " 'Scott McKenzie - San Francisco (Be Sure to Wear Flowers in Your Hair).wav',\n", " 'Eric Clapton - Worried Life Blues.wav',\n", " 'Teoman - Haziran.wav',\n", " 'Bob Dylan - Like a Rolling Stone.wav',\n", " \"Sam Smith - I'm Not The Only One.wav\",\n", " 'Oasis - Wonderwall.wav',\n", " \"Led Zeppelin - Babe I'm Gonna Leave You - 1990 Remaster.wav\",\n", " 'Bob Marley & The Wailers - Could You Be Loved.wav',\n", " 'Eric Clapton - Old Love - Acoustic; Live at MTV Unplugged, Bray Film Studios, Windsor, England, UK, 1_16_1992; 2013 Remaster.wav',\n", " 'Adamlar - Hepinize El Salladım.wav',\n", " 'Adamlar - Bizim Zamanımız.wav',\n", " 'Eagles - Hotel California - 2013 Remaster.wav',\n", " 'Led Zeppelin - Kashmir - 1990 Remaster.wav',\n", " 'Eric Clapton - Wonderful Tonight.wav',\n", " 'Fallulah - Bridges - International Single Version.wav',\n", " 'Kiss & Drive - In Your Eyes.wav',\n", " \"Imagine Dragons - It's Time.wav\",\n", " 'Nev - Sen Gibi.wav',\n", " \"Queen - It's A Hard Life - Remastered 2011.wav\",\n", " 'The Beatles - For No One - Remastered.wav',\n", " 'Kylie Minogue - Chocolate.wav',\n", " 'Pink Floyd - Money - 2011 Remastered Version.wav',\n", " \"Amason - California Dreamin'.wav\",\n", " 'Coldplay - What If.wav',\n", " 'Rage Against The Machine - Killing In The Name.wav',\n", " 'Erkin Koray - Hayat Katarı.wav',\n", " 'Imagine Dragons - Demons.wav',\n", " \"Elvis Presley - It's Now or Never.wav\",\n", " \"Led Zeppelin - D'yer Mak'er - 1990 Remaster.wav\",\n", " 'Adele - Someone Like You.wav',\n", " 'Elvis Presley - Jailhouse Rock.wav',\n", " 'Adamlar - Ateş Ederim.wav',\n", " 'Gipsy Kings - Hotel California - Spanish Mix.wav',\n", " \"Aerosmith - Cryin'.wav\",\n", " 'Santana - Evil Ways.wav',\n", " 'Iggy Pop - The Passenger.wav',\n", " 'Eric Clapton - Autumn Leaves.wav',\n", " 'Corinne Bailey Rae - Choux Pastry Heart.wav',\n", " \"Eric Clapton - Knockin' On Heaven's Door.wav\",\n", " \"Loredana Bertè - J'adore Venise.wav\",\n", " 'Athena - Kaçak.wav',\n", " 'Adamlar - Orda Ortada.wav',\n", " 'Premiata Forneria Marconi - Impressioni di settembre.wav',\n", " 'Santana - Maria Maria (feat. The Product G&B).wav',\n", " 'Al Green - Love And Happiness.wav',\n", " 'Hugh Laurie - The St. Louis Blues.wav',\n", " 'Büyük Ev Ablukada - En Güzel Yerinde Evin.wav',\n", " 'Celia Cruz - La Vida Es Un Carnaval.wav',\n", " 'The Rolling Stones - Gimme Shelter.wav',\n", " 'Cem Karaca - Oğluma.wav',\n", " 'Son Feci Bisiklet - Bu Kız.wav',\n", " 'Back In Black - Back in Black.wav',\n", " 'Müslüm Gürses - Hayat Berbat.wav',\n", " 'Özdemir Erdoğan - Aç Kapıyı Gir İçeri.wav',\n", " 'Hurts - Stay.wav',\n", " 'Wun Two - Frio.wav',\n", " 'Gipsy Kings - Bamboleo.wav',\n", " 'James Brown - I Got You (I Feel Good).wav',\n", " 'Yusuf _ Cat Stevens - Wild World.wav',\n", " 'Janis Joplin - Kozmic Blues.wav',\n", " 'MFÖ - Sakın Gelme.wav',\n", " 'The Beatles - Let It Be - Remastered.wav',\n", " 'Aerosmith - Come Together.wav',\n", " 'mor ve ötesi - Serseri.wav',\n", " 'Santana - Treat.wav',\n", " 'Nelly Furtado - Say It Right - Main.wav',\n", " 'Coldplay - Talk.wav',\n", " 'Pink Floyd - Shine On You Crazy Diamond - Parts 1 - 7;Edit; 2001 Remastered Version.wav',\n", " \"Eric Clapton - Hold on I'm Coming.wav\",\n", " 'Santana - Smooth.wav',\n", " 'Beirut - Nantes.wav',\n", " 'Kovacs - My Love.wav',\n", " 'Teoman - Çoban Yıldızı.wav',\n", " 'John Newman - Love Me Again.wav',\n", " 'Muse - Uprising.wav',\n", " 'Pinhani - Zaman Beklemez.wav',\n", " 'Commodores - Easy.wav',\n", " 'Metallica - For Whom The Bell Tolls - Remastered.wav',\n", " 'Şevval Sam - Bozcaada (Por Uno Cabeza).wav',\n", " 'Stan Getz - Corcovado - Quiet Nights Of Quiet Stars.wav',\n", " 'Müslüm Gürses - Bir Ömür Yetmez.wav',\n", " 'James Blunt - 1973.wav',\n", " 'Coldplay - The Hardest Part.wav',\n", " 'Bon Jovi - You Give Love A Bad Name.wav',\n", " 'Black Sabbath - Paranoid.wav',\n", " 'Mick Jagger - God Gave Me Everything.wav',\n", " 'Christina Aguilera - Hurt.wav',\n", " 'Ben E. King - Stand By Me.wav',\n", " \"Guns N' Roses - Civil War.wav\",\n", " 'The Beatles - Michelle - Remastered.wav',\n", " 'Barış Manço - Dönence.wav',\n", " \"Howlin' Wolf - Highway 49.wav\",\n", " \"Harley's Studio Band - This Life.wav\",\n", " 'Led Zeppelin - Immigrant Song - 1990 Remaster.wav',\n", " 'HIM - Gone With The Sin.wav',\n", " 'Aerosmith - Falling In Love (Is Hard On The Knees).wav',\n", " 'Nitin Sawhney - Homelands.wav',\n", " 'Stevie Ray Vaughan - The Things (That) I Used to Do.wav',\n", " 'Jim Croce - Time In A Bottle.wav',\n", " 'Black Sabbath - Planet Caravan.wav',\n", " 'Okay Temiz - East Breeze.wav',\n", " 'Roy Hargrove - Strasbourg _ St. Denis.wav',\n", " \"Eric Clapton - Can't Hold Out Much Longer.wav\",\n", " \"Guns N' Roses - Sweet Child O' Mine.wav\",\n", " 'Queen - Bohemian Rhapsody - 2011 Remaster.wav',\n", " 'Bob Dylan - Isis.wav',\n", " 'Stevie Ray Vaughan - Little Wing.wav',\n", " 'Teoman - Rapsodi İstanbul.wav',\n", " 'Buena Vista Social Club - El Carretero.wav',\n", " \"Steely Dan - Reelin' In The Years.wav\",\n", " 'Pink Floyd - High Hopes - 2011 Remaster.wav',\n", " 'Robbie Williams - Angels.wav',\n", " 'Florence + The Machine - Spectrum (Say My Name) - Calvin Harris Remix.wav',\n", " 'Parliament - Give Up The Funk (Tear The Roof Off The Sucker).wav',\n", " \"The Police - Don't Stand So Close To Me.wav\",\n", " 'Bob Marley & The Wailers - Get Up, Stand Up.wav',\n", " 'The Yesteryears - Yesterday.wav',\n", " 'Ray Charles - Hallelujah, I Love Her So.wav',\n", " \"Dawn Penn - You Don't Love Me - No No No.wav\",\n", " 'Lynyrd Skynyrd - Poison Whiskey.wav',\n", " 'Bob Marley & The Wailers - Stir It Up.wav',\n", " 'Sting - Fragile.wav',\n", " \"Tom Petty and the Heartbreakers - Mary Jane's Last Dance.wav\",\n", " '123 - turuncu.wav',\n", " 'The Rolling Stones - Beast Of Burden - Remastered.wav',\n", " 'Fallulah - Carol of the Bells.wav',\n", " 'Hakkı Bulut - Ben Köylüyüm.wav',\n", " 'Coldplay - Magic.wav',\n", " 'Queen - Radio Ga Ga - Remastered 2011.wav',\n", " 'Michael Jackson - Love Never Felt So Good.wav',\n", " 'Pat Martino - Sunny.wav',\n", " 'Van Halen - Hot for Teacher - 2004 Remaster.wav',\n", " 'Led Zeppelin - Stairway to Heaven - Remaster.wav',\n", " 'Queen - Sail Away Sweet Sister - Remastered 2011.wav',\n", " 'Stevie Wonder - Superstition.wav',\n", " \"KISS - I Was Made For Lovin' You.wav\",\n", " 'Jamelia - Stop.wav',\n", " 'Jimi Hendrix - Who Knows - Live At Fillmore East, 1970 _ 50th Anniversary.wav',\n", " 'Imagine Dragons - Radioactive.wav',\n", " 'Telenova - Bones.wav',\n", " 'Coldplay - Fix You.wav',\n", " \"Adele - Don't You Remember.wav\",\n", " 'Adamlar - E Tabi.wav',\n", " 'David Bowie - Fame - 2016 Remaster.wav',\n", " 'Leonard Cohen - Dance Me To The End Of Love.wav',\n", " 'Muse - Supermassive Black Hole.wav',\n", " 'Coldplay - Strawberry Swing.wav',\n", " 'Adamlar - Zombi.wav',\n", " 'Santana - Corazon Espinado (feat. Mana).wav',\n", " 'Frank Sark - Amor Mio.wav',\n", " 'Bonnie Tyler - Total Eclipse of the Heart.wav',\n", " 'Chris Isaak - Wicked Game.wav',\n", " \"Carla Bruni - Quelqu'un M'a Dit.wav\",\n", " \"Bon Jovi - It's My Life.wav\",\n", " 'Coldplay - Speed of Sound.wav',\n", " 'Duman - Köpekler.wav',\n", " 'Sakin - Edepsiz Komedya.wav',\n", " 'Queen - Another One Bites The Dust - 2011 Remaster.wav',\n", " 'Teoman - Saat 03:00.wav',\n", " 'Teoman - Senden Önce Senden Sonra.wav',\n", " 'Coldplay - Atlas - From “The Hunger Games: Catching Fire”_Soundtrack.wav',\n", " 'AC_DC - Highway to Hell.wav',\n", " 'Maxence Cyrin - Where Is My Mind.wav',\n", " 'The Beatles - While My Guitar Gently Weeps - Remastered.wav',\n", " 'Coldplay - Princess of China.wav',\n", " 'Coldplay - Only Superstition.wav',\n", " 'Adamlar - Rüyalarda Buruşmuşum.wav',\n", " \"MFÖ - Bu Sabah Yağmur Var İstanbul'da.wav\",\n", " 'The Cinematic Orchestra - That Home.wav',\n", " 'Duman - Senden Daha Güzel.wav',\n", " 'No Land - Niyə Belə Uzundur Bu Yollar.wav',\n", " 'Sting - Fields Of Gold.wav',\n", " 'Yaşar - Kumralım.wav',\n", " \"The Tolkien Ensemble - Treebeard's Song.wav\",\n", " \"Peter Hall - Tom Bombadil's Song (I).wav\",\n", " 'Louis Armstrong - Summertime.wav',\n", " 'Gary Moore - Still Got The Blues.wav',\n", " 'Agnes Obel - Just So.wav',\n", " 'Kool & The Gang - Jungle Boogie.wav',\n", " 'Santana - Santana Jam.wav',\n", " 'Dire Straits - Money For Nothing.wav',\n", " 'Jimi Hendrix - Izabella.wav',\n", " \"Mark Isham - Our Eyes Aren't What Make Us See.wav\",\n", " 'B.B. King - The Thrill Is Gone.wav',\n", " 'Lily Allen - 22.wav',\n", " 'Pink Floyd - Hey You - 2011 Remastered Version.wav',\n", " 'John Lennon - Imagine.wav',\n", " 'Back In Black - TNT.wav',\n", " 'Jack Johnson - Better Together.wav',\n", " 'Scorpions - Still Loving You.wav',\n", " 'Coldplay - See You Soon.wav',\n", " 'Sting - Englishman In New York.wav',\n", " \"Joe Walsh - Life's Been Good.wav\",\n", " 'Adamlar - Acının İlacı.wav',\n", " \"Stevie Wonder - Signed, Sealed, Delivered (I'm Yours).wav\",\n", " 'Steely Dan - Dirty Work.wav',\n", " 'Tom Petty and the Heartbreakers - Breakdown.wav',\n", " 'Adamlar - Koca Yaşlı Şişko Dünya.wav',\n", " 'James Blunt - Goodbye My Lover.wav',\n", " 'Coldplay - A Rush of Blood to the Head.wav',\n", " 'B.B. King - Caldonia.wav',\n", " 'Scorpions - Where the River Flows - MTV Unplugged.wav',\n", " \"Red Hot Chili Peppers - Can't Stop.wav\",\n", " 'Al Green - Tired Of Being Alone.wav',\n", " 'Bob Marley & The Wailers - One Love.wav',\n", " \"Santana - Everybody's Everything.wav\",\n", " 'Volkan Konak - Gurbet.wav',\n", " 'Neil Young - Harvest Moon.wav',\n", " 'Queen - I Was Born To Love You - 2011 Remaster.wav',\n", " 'Herbie Hancock - Tempo de Amor.wav',\n", " 'Paul Desmond - Autumn Leaves.wav',\n", " 'Sedef Sebüktekin - Kayboluyorum (Süt).wav',\n", " 'Queen - Crazy Little Thing Called Love - 2011 Remaster.wav',\n", " 'mor ve ötesi - Re.wav',\n", " 'Adamlar - Öyle Normal.wav',\n", " \"Arctic Monkeys - Why'd You Only Call Me When You're High?.wav\",\n", " 'Pink Floyd - Comfortably Numb - 2011 Remastered Version.wav',\n", " \"Yüzyüzeyken Konuşuruz - Dinle Beni Bi'.wav\",\n", " 'Christina Perri - Jar of Hearts.wav',\n", " 'Edward Sharpe & The Magnetic Zeros - Home.wav',\n", " 'Radiohead - Creep.wav',\n", " 'Selda Bağcan - Dostum Dostum.wav',\n", " 'Marcus Miller - Detroit.wav',\n", " 'Şebnem Ferah - Sigara.wav',\n", " 'Coldplay - Lost!.wav',\n", " 'Selah Sue - This World.wav',\n", " 'Led Zeppelin - Black Dog - 1990 Remaster.wav',\n", " \"Santana - She's Not There.wav\",\n", " 'America - A Horse with No Name.wav',\n", " 'The Black Keys - Lonely Boy.wav',\n", " 'Aerosmith - Sweet Emotion.wav',\n", " 'Argent - Lothlorien.wav',\n", " 'Frazey Ford - One More Cup Of Coffee.wav',\n", " 'Boney M. - Rasputin - Live.wav',\n", " 'Pink Floyd - Another Brick In The Wall - 2001 Remastered Version.wav',\n", " 'Coldplay - The Scientist.wav',\n", " 'Estelle - American Boy.wav',\n", " 'Barış Manço - Nazar Eyle - V1.wav',\n", " 'Cem Karaca - Deniz Üstü Köpürür.wav',\n", " 'Eric Clapton - I Shot the Sheriff - 2005 Remaster.wav',\n", " 'The Corrs - Little Wing - MTV Unplugged Version.wav',\n", " 'Afroman - Because I Got High.wav',\n", " 'Bill Conti - Gonna Fly Now (Theme From \"Rocky\") - 2006 - Remaster.wav',\n", " 'Coldplay - Viva La Vida.wav',\n", " \"The Beatles - Don't Let Me Down - Remastered.wav\",\n", " 'Queen - Good Old-Fashioned Lover Boy - Remastered 2011.wav',\n", " 'The Ting Tings - Shut Up and Let Me Go.wav',\n", " 'Amy Winehouse - Tears Dry On Their Own.wav',\n", " 'Quantic - Time Is the Enemy.wav',\n", " 'Led Zeppelin - The Girl I Love She Got Long Black Wavy Hair - \"Tasty Pop Sundae\" Live Version From BBC Sessions.wav',\n", " 'Arctic Monkeys - Do I Wanna Know?.wav',\n", " 'Morcheeba - Enjoy The Ride.wav',\n", " 'Bastille - Pompeii.wav',\n", " 'Julian Lage - Nocturne.wav',\n", " 'Nina Zilli - 50mila.wav',\n", " 'MFÖ - Bazen.wav',\n", " 'Teoman - Yağmur.wav',\n", " 'Led Zeppelin - Heartbreaker - 1990 Remaster.wav',\n", " 'Teoman - Renkli Rüyalar Oteli.wav',\n", " 'Bülent Ortaçgil - Bu Su Hiç Durmaz.wav',\n", " \"80's Pop Band - I Wanna Dance with Somebody.wav\",\n", " 'Elvis Presley - Fever.wav',\n", " 'Yüzyüzeyken Konuşuruz - Ne Farkeder.wav',\n", " \"Urge Overkill - Girl, You'll Be a Woman Soon.wav\",\n", " 'The Blues Brothers - Everybody Needs Somebody To Love.wav',\n", " 'Steely Dan - Kid Charlemagne.wav',\n", " 'Tae Lane - Low Down Pleasures.wav',\n", " 'Lily Allen - Littlest Things.wav',\n", " 'Athena - Adımız Miskindir Bizim.wav',\n", " 'Red Hot Chili Peppers - Otherside.wav',\n", " 'Coldplay - Shiver.wav',\n", " 'Jimi Hendrix - Little Wing.wav',\n", " 'Maroon 5 - She Will Be Loved.wav',\n", " 'A New Music Experience - Shine On You Crazy Diamond.wav',\n", " 'Coldplay - Up&Up.wav',\n", " 'Queen - The Show Must Go On - Remastered 2011.wav',\n", " 'Michael Jackson - Smooth Criminal - 2012 Remaster.wav',\n", " 'Red Hot Chili Peppers - By the Way.wav',\n", " 'Santana - I Am Somebody (feat. will.i.am).wav',\n", " 'Nirvana - Smells Like Teen Spirit.wav',\n", " 'Dire Straits - Once Upon A Time In The West.wav',\n", " 'Cem Karaca - Sen De Başını Alıp Gitme.wav',\n", " 'Adamlar - Şakacı Birisin Sen.wav',\n", " 'The Wailers - I Shot The Sheriff.wav',\n", " 'George Ezra - Listen to the Man.wav',\n", " 'Coldplay - Violet Hill.wav',\n", " 'The Beatles - And I Love Her - Remastered.wav',\n", " 'Daryl Hall & John Oates - You Make My Dreams (Come True).wav',\n", " \"Feyyaz Yigit - Samsun'lu Değilim.wav\",\n", " 'Sia - Elastic Heart.wav',\n", " 'The Rolling Stones - Paint It Black.wav',\n", " \"Roy Hargrove - I'm Not So Sure.wav\",\n", " 'Rod Stewart - Moonglow.wav',\n", " 'Okan Kaya - Katip Arzuhalim.wav',\n", " 'Flört - Lan Oğlum Böyle Olmaz.wav',\n", " 'Steely Dan - Do It Again.wav',\n", " 'Scorpions - Wind Of Change.wav',\n", " 'Yaşar - Gel Benimle.wav',\n", " 'Coldplay - White Shadows.wav',\n", " 'Gipsy Kings - Un Amor.wav',\n", " 'Coldplay - Paradise.wav',\n", " 'The Weeknd - Blinding Lights.wav',\n", " 'Cem Karaca - Kerkük Zindanı.wav',\n", " 'Eric Clapton - My Very Good Friend the Milkman.wav',\n", " \"Sting - It's Probably Me.wav\",\n", " 'Zaz - Je veux.wav',\n", " 'Örsten - Fleur blanche.wav',\n", " 'Coldplay - Every Teardrop Is a Waterfall.wav',\n", " 'Ray LaMontagne - You Are the Best Thing.wav',\n", " 'Elvis Presley - Blue Suede Shoes.wav',\n", " 'Tina Turner - The Best - Edit.wav',\n", " \"Coldplay - Don't Panic.wav\",\n", " 'Donna Summer - Bad Girls.wav',\n", " \"Israel Kamakawiwo'ole - Over The Rainbow.wav\",\n", " 'Athena - Bu Adam Fezadan.wav',\n", " 'Sublime - Santeria.wav',\n", " 'Pink Floyd - Brain Damage - 2011 Remastered Version.wav',\n", " 'Moby - Porcelain.wav',\n", " 'Lily Allen - Fuck You.wav',\n", " 'M83 - Outro.wav',\n", " 'Andrea Motis - Dream a Little Dream of Me.wav',\n", " 'The Derek Trucks Band - Crow Jane.wav',\n", " 'The Rolling Stones - Miss You.wav',\n", " 'Deep Purple - Smoke On The Water - Remastered 2012.wav',\n", " 'TOTO - Africa.wav',\n", " 'Feist - Mushaboom.wav',\n", " 'Derek & The Dominos - Layla - 40th Anniversary Version _ 2010 Remastered.wav',\n", " \"Mathieu Boogaerts - Avant que je m'ennuie.wav\",\n", " 'Jimi Hendrix - Hey Joe.wav',\n", " 'The Kooks - Mr. Nice Guy.wav',\n", " 'The Neighbourhood - Sweater Weather.wav',\n", " 'Junior - Mama Used To Say.wav',\n", " 'Norah Jones - Say Goodbye.wav',\n", " 'Coldplay - Yellow.wav',\n", " 'ZZ Top - La Grange - 1999 Remaster.wav',\n", " \"Pinhani - İstanbul'da.wav\",\n", " 'Coldplay - 42.wav',\n", " 'David Bowie - Life On Mars? - 1999 Remastered Version.wav',\n", " 'Soul Keita - Democracy, I Was Thirsty.wav',\n", " 'Bob Marley & The Wailers - Is This Love.wav',\n", " 'Düş Sokağı Sakinleri - Huzun Kovan Kusu.wav',\n", " 'Gary Clark Jr. - When My Train Pulls In - Live.wav',\n", " 'ABBA - Dancing Queen.wav',\n", " 'Deep Purple - Woman from Tokyo - 2000 Remaster.wav',\n", " 'Duman - Öyle Dertli.wav',\n", " 'Barış Manço - Nane Limon Kabuğu.wav',\n", " 'Coldplay - God Put a Smile upon Your Face.wav',\n", " 'Empire of the Sun - We Are The People.wav',\n", " 'Florence + The Machine - Shake It Out.wav',\n", " 'The London Film Score Orchestra - Far from Any Road - Main Title Theme From \"True Detectives\".wav',\n", " 'Büyük Ev Ablukada - HOŞÇAKAL KADAR.wav',\n", " 'London Grammar - Maybe.wav',\n", " 'Sóley - Pretty Face.wav',\n", " 'Agnes Obel - The Curse.wav',\n", " 'Pinhani - Ben Nası Büyük Adam Olucam.wav',\n", " 'Coldplay - Yes.wav',\n", " 'ABBA - Waterloo.wav',\n", " 'Marcus Miller - Rush Over.wav',\n", " 'Pilli Bebek - Bak.wav',\n", " 'Eric Clapton - Cocaine.wav',\n", " 'Jeff Buckley - Hallelujah.wav',\n", " 'The Police - Roxanne.wav',\n", " 'Ümit Sayın - Hicran.wav',\n", " 'Santana - Blues Magic.wav',\n", " 'Hans Zimmer - Time.wav',\n", " 'Gorillaz - Feel Good Inc..wav',\n", " 'Teoman - Güzel Bir Gün.wav',\n", " 'Yüzyüzeyken Konuşuruz - Ateş Edecek Misin?.wav',\n", " 'Eric Clapton - Change the World - 2015 Remaster.wav',\n", " 'Pharrell Williams - Happy.wav',\n", " 'Dario Moreno - Her Akşam \"Sarhoş\".wav',\n", " 'Patrick Watson - Lighthouse.wav',\n", " 'Elvis Presley - A Little Less Conversation.wav',\n", " 'Santana - The Calling (feat. Eric Clapton).wav',\n", " 'MFÖ - Bu Aşk Olur Mu.wav',\n", " 'Coldplay - Square One.wav',\n", " 'Howard Shore - Shore: Lord of the Rings: The Fellowship.wav',\n", " \"Santa Esmeralda - Don't Let Me Be Misunderstood.wav\",\n", " \"Guns N' Roses - November Rain.wav\",\n", " 'Enya - May It Be.wav',\n", " 'Guadalupe Pineda - Historia de un Amor.wav',\n", " 'Queen - We Will Rock You - Remastered 2011.wav',\n", " 'Aerosmith - Dream On.wav',\n", " 'George Ezra - Spectacular Rival.wav',\n", " 'Coldplay - A Sky Full of Stars.wav',\n", " 'MFÖ - Aşkın Kenarından.wav',\n", " 'Ingrid Michaelson - You and I.wav',\n", " 'Athena - Yalan.wav',\n", " 'Muse - Time is Running Out.wav',\n", " 'Erkin Koray - Kızlarıda Alın Askere.wav',\n", " \"Yann Tiersen - L'autre valse d'Amélie.wav\",\n", " 'Amatorski - Soldier.wav',\n", " 'Coldplay - Trouble.wav',\n", " 'Duman - Seni Kendime Sakladım.wav',\n", " 'Gipsy Kings - Djobi, Djoba.wav',\n", " 'Erkin Koray - Akrebin Gözleri.wav',\n", " 'Eric Clapton - Hoochie Coochie Man.wav',\n", " 'Erkin Koray - Seni Her Gördüğümde.wav',\n", " 'Hooverphonic - Mad About You.wav',\n", " 'Coldplay - Mylo Xyloto.wav',\n", " 'Rodríguez - Sugar Man.wav',\n", " 'Sertab Erener - Zor Kadın.wav',\n", " 'Eric Clapton - River of Tears - Live at Staples Center, Los Angeles, CA, 8_18 - 19_2001.wav',\n", " 'The Beatles - I Want To Hold Your Hand - Remastered 2015.wav',\n", " 'The Verve - Bitter Sweet Symphony.wav',\n", " \"Marvin Gaye - Let's Get It On.wav\",\n", " 'Erkut Taçkın - Sevmek İstiyorum.wav',\n", " 'Talking Heads - Psycho Killer - 2005 Remaster.wav',\n", " 'Brad Mehldau - Hey Joe.wav',\n", " 'Aerosmith - I Don\\'t Want to Miss a Thing - From \"Armageddon\" Soundtrack.wav',\n", " 'Alice Merton - No Roots.wav',\n", " 'Queen - Who Wants To Live Forever - Remastered 2011.wav',\n", " 'Adamlar - Çek Sifonu.wav',\n", " 'Adamlar - Sarılırım Birine.wav',\n", " 'Arctic Monkeys - Fluorescent Adolescent.wav',\n", " \"Ciara - Can't Leave 'Em Alone (feat. 50 Cent).wav\",\n", " 'Hozier - Take Me To Church.wav',\n", " 'Jack Johnson - Never Know.wav',\n", " 'Adamlar - Koşmadan.wav',\n", " 'Agnes Obel - Riverside.wav',\n", " 'Linkin Park - Numb.wav',\n", " 'Frank Sinatra - Blue Moon - 1999 Remastered.wav',\n", " 'Johnny Cash - Hurt.wav',\n", " 'Cannonball Adderley - Autumn Leaves.wav',\n", " 'MFÖ - Hep Yaşın 19.wav',\n", " 'Edwin Starr - War.wav',\n", " 'Muddy Waters - Mannish Boy.wav',\n", " 'Bülent Ortaçgil - Benimle Oynarmısın.wav',\n", " 'K Team - Sorry Seem to Be the Hardest Word - Originally Performed By Elton John.wav',\n", " 'The Civil Wars - Poison & Wine.wav',\n", " 'Özdemir Erdoğan - Gurbet.wav',\n", " 'Pink Floyd - Have A Cigar - 2011 Remaster.wav',\n", " 'Train - Hey, Soul Sister.wav',\n", " 'Flört - Biz.wav',\n", " 'Santana - Oye Como Va.wav',\n", " 'Damian Marley - Road To Zion.wav',\n", " 'Empire of the Sun - Alive.wav',\n", " 'Teoman - Papatya.wav',\n", " 'Adamlar - Mavi Ekran.wav',\n", " 'Depeche Mode - Personal Jesus - 2006 Digital Remaster.wav',\n", " 'Red Hot Chili Peppers - Snow (Hey Oh).wav',\n", " 'Imagine Dragons - Friction.wav',\n", " 'Müslüm Gürses - Sensiz Olmaz.wav',\n", " 'Bob Marley & The Wailers - War.wav',\n", " \"Al Jarreau - Ain't no sunshine.wav\",\n", " 'Robbie Williams - Feel.wav',\n", " 'Teoman - Ruhun Sarışın.wav',\n", " \"Rod Stewart - Da Ya Think I'm Sexy? - 2008 Remaster.wav\",\n", " 'Santana - Black Magic Woman.wav',\n", " \"Eric Clapton - Nobody Knows You When You're Down and Out - Acoustic; Live at MTV Unplugged, Bray Film Studios, Windsor, England, UK, 1_16_1992; 2013 Remaster.wav\",\n", " 'Andrea Motis - L.O.V.E.wav',\n", " 'Sean Paul - Hold My Hand (feat. Keri Hilson).wav',\n", " 'Stateless - Bloodstream.wav',\n", " 'B.B. King - Baby I Love You.wav',\n", " 'Teoman - Aşk Kırıntıları.wav',\n", " 'Adamlar - Kapısı Kapalı.wav',\n", " 'Ajda Pekkan - Düşünme Hiç.wav',\n", " 'Eric Clapton - Gotta Get Over - 2015 Remaster.wav',\n", " \"Kovacs - It's the Weekend.wav\",\n", " 'Aerosmith - Crazy.wav',\n", " 'Adamlar - Kadın.wav',\n", " 'The Doors - Riders on the Storm.wav',\n", " 'Louis Armstrong - Kiss Of Fire.wav',\n", " 'Coldplay - In My Place.wav',\n", " 'Sia - Chandelier.wav',\n", " 'Stevie Ray Vaughan - Voodoo Child (Slight Return).wav',\n", " \"Keane - Everybody's Changing.wav\",\n", " 'Beats Antique - The Porch.wav',\n", " 'Sting - Brand New Day.wav',\n", " \"Bon Jovi - Livin' On A Prayer.wav\",\n", " 'Stromae - Tous les mêmes.wav',\n", " 'Bob Dylan - Hurricane.wav',\n", " '123 - sun in the arms of love.wav',\n", " 'Coldplay - Twisted Logic.wav',\n", " 'Queen - Love Of My Life - Remastered 2011.wav',\n", " 'Teoman - Hayalperest.wav',\n", " \"Jason Mraz - I'm Yours.wav\",\n", " 'AC_DC - Back In Black.wav',\n", " \"Pirates Of New Providence - Dead Man's Chest.wav\",\n", " 'B.B. King - Ghetto Woman.wav',\n", " 'Elle King - Playing For Keeps.wav',\n", " 'Tame Impala - The Less I Know The Better.wav',\n", " 'Procol Harum - A Whiter Shade Of Pale.wav',\n", " 'Duman - Yanibasimdan.wav',\n", " 'Coldplay - Adventure of a Lifetime.wav',\n", " 'Müslüm Gürses - Affet.wav',\n", " 'Stereo Avenue - Mad World.wav',\n", " 'Coldplay - Sparks.wav',\n", " 'Santana - Day of Celebration.wav',\n", " 'Queen - I Want To Break Free - Remastered 2011.wav',\n", " \"Guns N' Roses - This I Love.wav\",\n", " '123 - binalar.wav',\n", " 'Serena Ryder - Stompa.wav',\n", " 'Passion Pit - Take a Walk.wav',\n", " 'Marvin Gaye - Got To Give It Up - Pt. 1.wav',\n", " 'Erik Truffaz - Let Me Go ! (feat. Sophie Hunger).wav',\n", " 'Blonde Redhead - For the Damaged Coda.wav',\n", " \"Israel Kamakawiwo'ole - Somewhere Over The Rainbow_What A Wonderful World.wav\",\n", " 'Daft Punk - Lose Yourself to Dance (feat. Pharrell Williams).wav',\n", " 'Zülfü Livaneli - Gözlerin.wav',\n", " 'Adamlar - İnsanın Düştüğü Durumlar.wav',\n", " 'Foghat - Louisiana Blues.wav',\n", " 'Amy Winehouse - Mr Magic (Through The Smoke).wav',\n", " 'Pinhani - Dünyadan Uzak.wav',\n", " \"Queen - Don't Stop Me Now - 2011 Remaster.wav\",\n", " 'Gevende - Sanki.wav',\n", " 'Mirkelam - Hatıralar.wav',\n", " 'Hüseyin Bitmez - Nazende Sevgilim.wav',\n", " 'Sertab Erener - Kumsalda.wav',\n", " \"Eric Clapton - Ramblin' on My Mind.wav\",\n", " 'Aretha Franklin - At Last.wav',\n", " 'Bob Marley & The Wailers - No Woman, No Cry - Live At The Lyceum, London_1975.wav',\n", " 'Maroon 5 - Harder To Breathe.wav',\n", " \"James Brown - It's A Man's, Man's, Man's World - Mono.wav\",\n", " 'Buddy Guy - Mustang Sally (feat. Jeff Beck).wav',\n", " 'Cem Karaca - Resimdeki Gözyaslari (Apaslar).wav',\n", " 'Adamlar - Yanmış İçinden.wav',\n", " 'Adamlar - Ah Benim Hayatım.wav',\n", " 'Adamlar - Tın Tın.wav',\n", " 'Ali Kızıltuğ - Sen Gel Diyorsun - Öf Öf.wav',\n", " 'Wes Montgomery - In Your Own Sweet Way.wav',\n", " 'Duman - Elleri Ellerime.wav',\n", " 'Bob Marley & The Wailers - Three Little Birds.wav',\n", " \"Bee Gees - Stayin' Alive - Remastered Version.wav\",\n", " 'Grover Washington, Jr. - Just the Two of Us.wav',\n", " 'Queen - Save Me - 2011 Remaster.wav',\n", " 'Adele - Hometown Glory.wav',\n", " 'Dido - White Flag.wav',\n", " 'Adamlar - Utanmazsan Unutmam.wav',\n", " 'Dire Straits - Sultans Of Swing.wav',\n", " 'Bülent Ortaçgil - Bozburun.wav',\n", " 'Sting - Shape Of My Heart.wav',\n", " 'Barcelona Gipsy Klezmer Orchestra - Hasta Siempre, Comandante.wav',\n", " 'Jimi Hendrix - Purple Haze.wav',\n", " 'Craig David - Rise & Fall - feat. Sting.wav',\n", " 'Los Naranjos - Cantarte a Ti.wav',\n", " 'Cem Karaca - Beni Siz Delirttiniz.wav',\n", " 'Bob Dylan - You Belong To Me.wav',\n", " 'Milky Chance - Stolen Dance.wav',\n", " 'Nirvana - The Man Who Sold The World.wav',\n", " 'Pink Floyd - Wish You Were Here - 2011 Remastered Version.wav',\n", " 'Emilíana Torrini - Dead Duck.wav',\n", " 'Johnnie Taylor - Running Out Of Lies.wav',\n", " \"No Doubt - Don't Speak.wav\",\n", " 'Bob Marley & The Wailers - African Herbsman.wav',\n", " 'MIKA - Grace Kelly.wav',\n", " 'Coldplay - True Love.wav',\n", " 'Enya - Only Time.wav',\n", " 'Cem Karaca - Sevda Kuşun Kanadında.wav',\n", " 'Replikas - Yaş Elli.wav',\n", " 'John Mayer - New Light.wav',\n", " 'Elvis Presley - All Shook Up.wav',\n", " 'emir taha - Huyu Suyu.wav',\n", " 'Foo Fighters - The Sky Is A Neighborhood.wav',\n", " 'Lucio Quarantotto - Time To Say Goodbye (Con Te Partirò).wav',\n", " '123 - so much to say.wav',\n", " 'fun. - We Are Young (feat. Janelle Monáe).wav',\n", " 'Fallulah - I Lay My Head.wav',\n", " 'TOTO - Hold the Line.wav',\n", " 'Ray Charles - Mess Around.wav',\n", " 'Queen - Innuendo - Remastered 2011.wav',\n", " 'Aerosmith - Walk This Way.wav',\n", " 'Foster The People - Pumped Up Kicks.wav',\n", " 'Santana - Primavera.wav',\n", " \"David Dallas - Runnin'.wav\",\n", " 'Eric Clapton - Worried Life Blues - Live; 2015 Remaster.wav',\n", " 'Coldplay - Warning Sign.wav',\n", " 'Joe Cocker - Unchain My Heart.wav',\n", " 'Nur Yoldas - Sultan-ı Yegah.wav',\n", " 'Nil Karaibrahimgil - Kanatlarım Var Ruhumda.wav',\n", " 'Wilson Pickett - Hey Joe.wav',\n", " 'Bülent Ortaçgil - Değirmenler.wav',\n", " 'Sufle - Köprüaltı.wav',\n", " 'Keane - Somewhere Only We Know.wav']" ] }, "execution_count": 14, "metadata": {}, "output_type": "execute_result" } ], "source": [ "import pickle\n", "with open(\"/Users/berkayg/Codes/music-project/laion-clap-project/curate-me-a-playlist/data/vectors/song_names.pkl\", \"rb\") as reader:\n", " ls = pickle.load(reader)\n" ] }, { "cell_type": "code", "execution_count": 13, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "/var/folders/sr/r72219hj06x_1xvw7hhd517h0000gn/T/ipykernel_18860/3009710654.py:2: UserWarning: PySoundFile failed. Trying audioread instead.\n", " audio_data, _ = librosa.load(file_name, sr=48000) # sample rate should be 48000\n", "/Users/berkayg/miniforge3/envs/playlist-curator/lib/python3.10/site-packages/librosa/core/audio.py:183: FutureWarning: librosa.core.audio.__audioread_load\n", "\tDeprecated as of librosa version 0.10.0.\n", "\tIt will be removed in librosa version 1.0.\n", " y, sr_native = __audioread_load(path, offset, duration, dtype)\n" ] } ], "source": [ "music_data = np.zeros((len(music_files), 512), dtype=np.float32)\n", "for m in range(music_data.shape[0]):\n", " music_data[m] = load_music_file(music_files[m])\n" ] }, { "cell_type": "code", "execution_count": 14, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "(1, 512)\n" ] } ], "source": [ "text_data = [\"This audio is a romantic song\"] \n", "text_embed = model.get_text_embedding(text_data)\n", "print(text_embed.shape)" ] }, { "cell_type": "code", "execution_count": 10, "metadata": {}, "outputs": [], "source": [ "song_names = [k.split(\"/\")[-1] for k in music_files]" ] }, { "cell_type": "code", "execution_count": 16, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "torch.Size([100, 1])\n" ] } ], "source": [ "with torch.no_grad():\n", " ranking = torch.tensor(music_data) @ torch.tensor(text_embed).t()\n", " ranking = ranking[:, 0].reshape(-1, 1)\n", "print(ranking.shape)" ] }, { "cell_type": "code", "execution_count": 14, "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
This audio is a romantic song
Coldplay - Charlie Brown.wav0.400684
Sam Smith - I'm Not The Only One.wav0.373561
Pink Floyd - The Great Gig In The Sky - 2011 Remastered Version.wav0.371584
Christina Aguilera - You Lost Me.wav0.370390
Lana Del Rey - Yayo.wav0.370379
Queen - It's A Hard Life - Remastered 2011.wav0.348699
Teoman - Haziran.wav0.331220
John Lennon - Imagine - Remastered 2010.wav0.330397
Sleeping At Last - Mars.wav0.328770
Adele - Someone Like You.wav0.325650
Coldplay - What If.wav0.315717
Adamlar - Orda Ortada.wav0.306465
Eric Clapton - Autumn Leaves.wav0.305451
Premiata Forneria Marconi - Impressioni di settembre.wav0.295878
Guthrie Govan - Lost in Rio.wav0.284883
\n", "
" ], "text/plain": [ " This audio is a romantic song\n", "Coldplay - Charlie Brown.wav 0.400684\n", "Sam Smith - I'm Not The Only One.wav 0.373561\n", "Pink Floyd - The Great Gig In The Sky - 2011 Re... 0.371584\n", "Christina Aguilera - You Lost Me.wav 0.370390\n", "Lana Del Rey - Yayo.wav 0.370379\n", "Queen - It's A Hard Life - Remastered 2011.wav 0.348699\n", "Teoman - Haziran.wav 0.331220\n", "John Lennon - Imagine - Remastered 2010.wav 0.330397\n", "Sleeping At Last - Mars.wav 0.328770\n", "Adele - Someone Like You.wav 0.325650\n", "Coldplay - What If.wav 0.315717\n", "Adamlar - Orda Ortada.wav 0.306465\n", "Eric Clapton - Autumn Leaves.wav 0.305451\n", "Premiata Forneria Marconi - Impressioni di sett... 0.295878\n", "Guthrie Govan - Lost in Rio.wav 0.284883" ] }, "execution_count": 14, "metadata": {}, "output_type": "execute_result" } ], "source": [ "pd.DataFrame(ranking, columns=[text_data[0]], index=song_names).nlargest(15, text_data[0])" ] }, { "cell_type": "code", "execution_count": null, "metadata": {}, "outputs": [], "source": [] } ], "metadata": { "kernelspec": { "display_name": "playlist-curator", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.10.13" } }, "nbformat": 4, "nbformat_minor": 2 }