Webscrape.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import requests\n",
    "from bs4 import BeautifulSoup"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "How many are we getting?\n",
    "we still need pop and classical "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Jazz top 100 List"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "import unicodedata\n",
    "response = requests.get('https://www.jazz24.org/the-jazz-100/')\n",
    "response.encoding = 'utf-8'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "response.text[:100]\n",
    "text = unicodedata.normalize('NFKD', response.text)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "soup = BeautifulSoup(text, 'html.parser')\n",
    "# print(soup.prettify())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "# soup.find_all('tr')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "# soup.find_all('i')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[['Take Five', 'Dave Brubeck'], ['So What', 'Miles Davis'], ['Take The A Train', 'Duke Ellington'], ['Round Midnight', 'Thelonious Monk'], ['My Favorite Things', 'John Coltrane'], ['A Love Supreme (Acknowledgment)', 'John Coltrane'], ['All Blues', 'Miles Davis'], ['Birdland', 'Weather Report'], ['The Girl From Ipanema', 'Stan Getz & Astrud Gilberto'], ['Sing, Sing, Sing', 'Benny Goodman'], ['Strange Fruit', 'Billie Holiday'], ['A Night in Tunisia', 'Dizzy Gillespie'], ['Giant Steps', 'John Coltrane'], ['Blue Rondo a la Turk', 'Dave Brubeck'], ['Goodbye Pork Pie Hat', 'Charles Mingus'], ['Stolen Moments', 'Oliver Nelson'], ['West End Blues', 'Louis Armstrong'], ['God Bless The Child', 'Billie Holiday'], ['Cantaloupe Island', 'Herbie Hancock'], ['My Funny Valentine', 'Chet Baker'], ['Body And Soul', 'Coleman Hawkins'], ['Song For My Father', 'Horace Silver'], ['Spain', 'Chick Corea'], ['Blue In Green', 'Miles Davis'], ['Naima', 'John Coltrane'], ['Flamenco Sketches', 'Miles Davis'], ['Waltz For Debby', 'Bill Evans'], ['Autumn Leaves', 'Cannonball Adderley'], ['St. Thomas', 'Sonny Rollins'], ['Mercy, Mercy, Mercy', 'Cannonball Adderley'], ['What A Wonderful World', 'Louis Armstrong'], ['Lush Life', 'John Coltrane/Johnny Hartman'], ['Blue Train', 'John Coltrane'], ['Poinciana', 'Ahmad Jamal'], ['In a Sentimental Mood', 'Duke Ellington & John Coltrane'], ['Freddie Freeloader', 'Miles Davis'], ['Summertime', 'Ella Fitzgerald'], ['Watermelon Man', 'Herbie Hancock'], ['Salt Peanuts', 'Dizzy Gillespie'], [\"Moanin'\", 'Art Blakey'], ['Straight, No Chaser', 'Thelonious Monk'], ['Good Morning Heartache', 'Billie Holiday'], ['Mack the Knife', 'Ella Fitzgerald'], ['In the Mood', 'Glenn Miller'], ['Desafinado', 'Stan Getz'], ['Cast Your Fate To The Wind', 'Vince Guaraldi'], ['Rhapsody in Blue', 'George Gershwin'], ['Blue Monk', 'Thelonious Monk'], ['Caravan', 'Duke Ellington'], ['Sidewinder', 'Lee Morgan'], ['Django', 'Modern Jazz Quartet'], ['Compared To What', 'Les McCann'], ['Red Clay', 'Freddie Hubbard'], ['Ruby, My Dear', 'Thelonious Monk'], ['April in Paris', 'Count Basie'], ['Bitches Brew', 'Miles Davis'], ['Twisted', 'Lambert, Hendricks & Ross'], ['Maiden Voyage', 'Herbie Hancock'], ['Mood Indigo', 'Duke Ellington'], ['St. Louis Blues', 'Louis Armstrong'], ['Manteca', 'Dizzy Gillespie'], ['How High The Moon', 'Ella Fitzgerald'], ['At Last', 'Etta James'], ['Fever', 'Peggy Lee'], ['Satin Doll', 'Duke Ellington'], ['Someday My Prince Will Come', 'Miles Davis'], ['Autumn in New York', 'Billie Holiday'], ['Epistrophy', 'Thelonious Monk'], ['I Loves You Porgy', 'Nina Simone'], [\"It Don't Mean A Thing\", 'Duke Ellington'], ['Koko', 'Charlie Parker'], ['Milestones', 'Miles Davis'], ['Misterioso', 'Thelonious Monk'], ['Nuages', 'Django Reinhardt'], [\"Struttin' with Some BBQ\", 'Louis Armstrong'], ['The In Crowd', 'Ramsey Lewis'], [\"Ain't Misbehavin\", 'Fats Waller'], ['Bye Bye Blackbird', 'John Coltrane'], ['On Green Dolphin Street', 'Miles Davis'], ['Linus and Lucy', 'Vince Guaraldi'], ['Georgia on My Mind', 'Ray Charles'], ['Joy Spring', 'Clifford Brown & Max Roach'], [\"One O'Clock Jump \", 'Count Basie'], ['Potato Head Blues', 'Louis Armstrong'], ['Bumpin’ (On Sunset)', 'Wes Montgomery'], ['Feeling Good', 'Nina Simone'], ['Misty', 'Errol Garner'], [\"Moody's Mood For Love\", 'James Moody'], ['Stardust', 'Louis Armstrong'], ['Yardbird Suite', 'Charlie Parker'], ['Diminuendo & Crescendo in Blue', 'Duke Ellington'], ['Donna Lee', 'Charlie Parker'], ['Water Boy', 'Don Shirley'], ['Ornithology', 'Charlie Parker'], ['Begin the Beguine', 'Artie Shaw'], ['Ceora', 'Lee Morgan'], ['Sophisticated Lady', 'Duke Ellington'], ['Sugar', 'Stanley Turrentine'], ['Footprints', 'Wayne Shorter'], ['Four on Six', 'Wes Montgomery']]\n"
     ]
    }
   ],
   "source": [
    "jazz = [['Take Five', 'Dave Brubeck']]\n",
    "for a, s in zip(soup.find_all(class_='xl76'), soup.find_all(class_='xl75')):\n",
    "    jazz.append([s.string.replace('\\n', ' '), a.string.replace('\\n', ' ')])\n",
    "    \n",
    "print(jazz)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---\n",
    "# Metal top 100 List"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "response = requests.get('https://digitaldreamdoor.com/pages/best_metal-songs.html')\n",
    "response.encoding = 'utf-8'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "soup = BeautifulSoup(response.text, 'html.parser')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "# print(soup.prettify())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[['Hallowed Be Thy Name', 'Iron Maiden'], ['War Pigs', 'Black Sabbath'], ['Master of Puppets', 'Metallica'], ['Paranoid', 'Black Sabbath'], ['Angel of Death', 'Slayer'], ['Ace of Spades', 'Motorhead'], ['Black Sabbath', 'Black Sabbath'], ['Victim of Changes', 'Judas Priest'], ['The Number of the Beast', 'Iron Maiden'], ['Iron Man', 'Black Sabbath'], ['Raining Blood', 'Slayer'], ['Stargazer', 'Rainbow'], ['Beyond the Realms of Death', 'Judas Priest'], ['One', 'Metallica'], ['Holy Wars... The Punishment Due', 'Megadeth'], ['The Trooper', 'Iron Maiden'], ['Crazy Train', 'Ozzy Osbourne'], ['Heaven and Hell', 'Black Sabbath'], ['Run to the Hills', 'Iron Maiden'], ['Painkiller', 'Judas Priest'], ['Seek and Destroy', 'Metallica'], ['Sabbath, Bloody Sabbath', 'Black Sabbath'], ['Hellion/Electric Eye', 'Judas Priest'], ['N.I.B.', 'Black Sabbath'], ['Creeping Death', 'Metallica'], ['Fade to Black', 'Metallica'], ['Peace Sells', 'Megadeth'], ['Cemetery Gates', 'Pantera'], ['Witching Hour', 'Venom'], ['Holy Diver', 'Dio'], ['Phantom of the Opera', 'Iron Maiden'], ['The Oath', 'Mercyful Fate'], ['Rime of the Ancient Mariner', 'Iron Maiden'], ['Symptom of the Universe', 'Black Sabbath'], [\"You've got Another Thing Coming\", 'Judas Priest'], ['Aces High', 'Iron Maiden'], ['Pull The Plug', 'Death'], ['Am I Evil?', 'Diamond Head'], ['Enter Sandman', 'Metallica'], ['Children Of The Grave', 'Black Sabbath'], ['For Whom the Bell Tolls', 'Metallica'], ['Cowboys from Hell', 'Pantera'], ['Black Metal', 'Venom'], ['Breaking the Law', 'Judas Priest'], ['Seasons in the Abyss', 'Slayer'], ['Symphony of Destruction', 'Megadeth'], ['Halloween', 'Helloween'], ['Fast As A Shark', 'Accept'], ['Caught in a Mosh', 'Anthrax'], ['Freezing Moon', 'Mayhem'], ['Mr. Crowley', 'Ozzy Osbourne'], ['Queen of the Reich', 'Queensryche'], ['Walk', 'Pantera'], ['Hangar 18', 'Megadeth'], ['2 Minutes to Midnight', 'Iron Maiden'], ['War Ensemble', 'Slayer'], ['Metropolis Part I', 'Dream Theater'], ['Into the Void', 'Black Sabbath'], ['Balls To The Wall', 'Accept'], ['Rainbow in the Dark', 'Dio'], ['The Four Horsemen', 'Metallica'], ['The Philosopher', 'Death'], ['Fear Of The Dark', 'Iron Maiden'], ['Pull Me Under', 'Dream Theater'], ['I am the Black Wizards', 'Emperor'], ['Bonded by Blood', 'Exodus'], ['Hammer Smashed Face', 'Cannibal Corpse'], ['Battle Hymn', 'Manowar'], ['Over The Mountain', 'Ozzy Osbourne'], ['Powerslave', 'Iron Maiden'], ['Keeper of the Seven Keys', 'Helloween'], ['A Fine Day to Die', 'Bathory'], ['Heartwork', 'Carcass'], ['The Last In Line', 'Dio'], ['South Of Heaven', 'Slayer'], ['Transilvanian Hunger', 'Darkthrone'], ['Sweet Leaf', 'Black Sabbath'], ['Eyes of a Stranger', 'Queensrÿche'], ['Killers', 'Iron Maiden'], ['Screaming For Vengeance', 'Judas Priest'], ['Guardian', 'Fates Warning'], ['The Exorcist', 'Possessed'], ['Kill The King', 'Rainbow'], ['Crystal Mountain', 'Death'], ['Wasted Years', 'Iron Maiden'], ['Elimination', 'Overkill'], ['Blackwater Park', 'Opeth'], ['Blinded By Fear', 'At the Gates'], ['Divine Wings of Tragedy', 'Symphony X'], ['Neon Knights', 'Black Sabbath'], ['Evil', 'Mercyful Fate'], ['Tornado of Souls', 'Megadeth'], ['Over the Wall', 'Testament'], ['Solitude', 'Candlemass'], ['Nightfall', 'Blind Guardian'], ['Jesu Død', 'Burzum'], ['Exciter', 'Judas Priest'], ['Chapel of Ghouls', 'Morbid Angel'], ['Battery', 'Metallica'], ['Fairies Wear Boots', 'Black Sabbath']]\n"
     ]
    }
   ],
   "source": [
    "c = 0\n",
    "metal = []\n",
    "pair = []\n",
    "\n",
    "for x in str(soup.find(class_='list')).split('<span>')[1:]:\n",
    "    if c % 2 == 0:\n",
    "        pair.append(x[10:].strip().replace('> ', ''))\n",
    "        # print(x[10:].strip().replace('> ', ''))\n",
    "    else:\n",
    "        pair.append(x.split('- ')[1].split('</span><br/>')[0].strip())\n",
    "        metal.append(pair)\n",
    "        pair = []\n",
    "        # print(x.split('- ')[1].split('</span><br/>')[0].strip())\n",
    "        # print(\"------\")\n",
    "    c += 1\n",
    "    \n",
    "print(metal)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---\n",
    "# Classic Rock top 100 List"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "response = requests.get('http://rocknrollamerica.net/Top1000.html')\n",
    "response.encoding = 'utf-8'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "soup = BeautifulSoup(response.text, 'html.parser')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[['Stairway to Heaven', 'Led Zeppelin'], ['Hey Jude', 'Beatles'], ['All Along the Watchtower', 'Hendrix, Jimi'], ['Satisfaction', 'Rolling Stones'], ['Like A Rolling Stone', 'Dylan, Bob'], ['Another Brick In The Wall', 'Pink Floyd'], [\"Won't Get Fooled Again\", 'Who'], ['Hotel California', 'Eagles'], ['Layla', 'Derek And The Dominos'], ['Sweet Home Alabama', 'Lynyrd Skynyrd'], ['Bohemian Rhapsody', 'Queen'], ['Riders on the Storm', 'Doors'], ['Rock and Roll', 'Led Zeppelin'], ['Barracuda', 'Heart'], ['La Grange', 'ZZ Top'], ['Dream On', 'Aerosmith'], ['You Really Got Me', 'Van Halen'], ['More Than a Feeling', 'Boston'], ['Sultans of Swing', 'Dire Straits'], ['You Shook Me All Night Long', 'AC/DC'], ['Kashmir', 'Led Zeppelin'], ['Lola', 'Kinks'], ['Carry on Wayward Son', 'Kansas'], ['Tiny Dancer', 'John, Elton'], ['Locomotive Breath', 'Jethro Tull'], [\"I Still Haven't Found\", 'U2'], ['Magic Carpet Ride', 'Steppenwolf'], ['Free Bird', 'Lynyrd Skynyrd'], ['Purple Haze', 'Hendrix, Jimi'], ['Tom Sawyer', 'Rush'], ['Let It Be', 'Beatles'], [\"Baba O'Riley\", 'Who'], ['The Joker', 'Miller, Steve'], ['Roxanne', 'Police'], ['Time', 'Pink Floyd'], [\"It's A Long Way to the Top\", 'AC/DC'], ['Whole Lotta Love', 'Led Zeppelin'], ['The Chain', 'Fleetwood Mac'], [\"I've Seen All Good People\", 'Yes'], [\"For What It's Worth\", 'Buffalo Springfield'], ['Black Magic Woman', 'Santana'], ['Nights in White Satin', 'Moody Blues'], ['While My Guitar Gently Weeps', 'Beatles'], ['Gimme Shelter', 'Rolling Stones'], ['Gold Dust Woman', 'Fleetwood Mac'], ['Fortunate Son', 'CCR'], ['American Pie', 'McLean, Don'], ['Bad Company', 'Bad Company'], [\"Waitin' For The Bus/Jesus Just Left\", 'ZZ Top'], ['Over the Hills and Far Away', 'Led Zeppelin'], ['Owner of a Lonely Heart', 'Yes'], ['The Logical Song', 'Supertramp'], ['A Day in the Life', 'Beatles'], ['Sweet Emotion', 'Aerosmith'], ['Down On The Corner', 'CCR'], ['My Sweet Lord', 'Harrison, George'], [\"Knockin' on Heaven's Door\", 'Dylan, Bob'], ['Just What I Needed', 'Cars'], [\"Don't Fear the Reaper\", 'Blue Oyster Cult'], ['Behind Blue Eyes', 'Who'], ['Do It Again', 'Steely Dan'], ['Who Do You Love', 'Thorogood, George'], ['From the Beginning', 'ELP'], ['Already Gone', 'Eagles'], ['Here Comes The Sun', 'Beatles'], ['With Or Without You', 'U2'], [\"Life's Been Good\", 'Walsh, Joe'], ['Breakdown (Live Version)', 'Petty, Tom'], ['Comfortably Numb', 'Pink Floyd'], ['Ramble On', 'Led Zeppelin'], [\"I'd Love to Change the World\", 'Ten Years After'], ['Foreplay Longtime', 'Boston'], ['Brown Eyed Girl', 'Morrison, Van'], ['Back In Black', 'AC/DC'], [\"You Can't Always Get What You\", 'Rolling Stones'], ['Take It Easy', 'Eagles'], ['Sgt. Pepper/With A Little Help', 'Beatles'], ['We Will Rock You/We Are the', 'Queen'], ['Dancing Days', 'Led Zeppelin'], ['Turn the Page', 'Seger, Bob'], ['All Right Now', 'Free'], ['Black Water', 'Doobie Brothers'], ['Oh Well', 'Fleetwood Mac'], ['Me and Bobby McGee', 'Joplin, Janis'], ['Rocket Man', 'John, Elton'], ['Ohio', 'CSN&Y'], ['You Really Got Me', 'Kinks'], ['Bloody Well Right', 'Supertramp'], ['Dirty Deeds', 'AC/DC'], ['Aqualung', 'Jethro Tull'], ['The Wind Cries Mary', 'Hendrix, Jimi'], [\"Burnin' for You\", 'Blue Oyster Cult'], ['Moving in Stereo/All Mixed Up', 'Cars'], ['House of the Rising Sun', 'Animals'], ['Bargain', 'Who'], [\"Maybe I'm Amazed\", 'McCartney, Paul'], ['Bennie & The Jets', 'John, Elton'], ['Dust in the Wind', 'Kansas'], [\"Rock 'n Roll Hootchie Koo\", 'Derringer, Rick'], ['Crazy On You', 'Heart']]\n"
     ]
    }
   ],
   "source": [
    "c = 0\n",
    "rock = []\n",
    "pair = []\n",
    "for x in soup.find_all('td')[3:]:\n",
    "    if c % 3 == 0:\n",
    "        pass\n",
    "    elif c % 3 == 1:\n",
    "        pair.append(x.string.strip())\n",
    "#         print(x.string.strip())\n",
    "    elif c % 3 == 2:\n",
    "        pair.append(x.string.strip())\n",
    "        rock.append(pair)\n",
    "        pair = []\n",
    "#         print(x.string.strip())\n",
    "    c += 1\n",
    "\n",
    "print(rock[:100])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---\n",
    "# HipHop top 100 List"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "url = 'https://www.liveabout.com/best-rap-songs-of-all-time-2857834'\n",
    "response = requests.get(url)\n",
    "response.encoding = 'utf-8'\n",
    "#response = requests.get('https://www.rollingstone.com/music/music-lists/100-greatest-hip-hop-songs-of-all-time-105784/ltrimm-cars-with-the-boom-106252/', timeout=10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "soup = BeautifulSoup(response.text, 'html.parser')\n",
    "#list(filter(lambda x: 'strong' in str(x) , soup.find_all('p')))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "#soup.find_all(True, {'class':['comp' ,'mntl-sc-block', 'mntl-sc-block-html']})\n",
    "fake_list = []\n",
    "link_thing = 'nofollow\">'\n",
    "count = 0\n",
    "for x in soup.find_all('p')[3:]:\n",
    "    if '<br/' in str(x):\n",
    "        #print(str(x)[str(x).index('|'):str(x).index('<br/')])\n",
    "        #print(count)\n",
    "        if \"<a\" in str(x) and link_thing in str(x):\n",
    "            fake_list.append(str(x)[str(x).index(link_thing) + len(link_thing):str(x).index('<br/')].replace(\"</a>\",'').replace('</strong>','').replace('<strong>',''))\n",
    "        else:\n",
    "            fake_list.append(str(x)[str(x).index('|') + 1:str(x).index('<br/')].replace(\"</a>\",'').replace('</strong>','').replace('<strong>',''))\n",
    "            #not a link\n",
    "        count += 1\n",
    "\n",
    "for x in fake_list:\n",
    "    pass\n",
    "    #print(x.split(','))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[['Funkdafied', 'Da Brat'],\n",
       " ['What They Do', 'The Roots'],\n",
       " ['The Light', 'Common'],\n",
       " ['Bucktown', 'Smif-N-Wessun'],\n",
       " ['Players Anthem', 'Junior M.A.F.I.A.'],\n",
       " ['They Want EFX', 'Das EFX'],\n",
       " ['Gangstas Paradise', 'Coolio'],\n",
       " ['Brooklyn Zoo', 'ODB'],\n",
       " ['Freaky Tales', 'Too $hort'],\n",
       " ['Who Shot Ya', 'The Notorious B.I.G.'],\n",
       " ['All I Need', 'Method Man featuring Mary J Blige'],\n",
       " ['Fame', 'GZA'],\n",
       " ['All That I Got Is You', 'Ghostface Killah featuring Mary J Blige'],\n",
       " ['Ego Trippin', 'Ultramagnetic MCs'],\n",
       " ['Fu-Gee-La', 'The Fugees'],\n",
       " ['I Got 5 on It', 'The Luniz'],\n",
       " ['Remind My Soul', 'Akrobatik'],\n",
       " ['How About Some Hardcore', 'M.O.P.'],\n",
       " ['It Was A Good Day', 'Ice Cube'],\n",
       " ['Protect Ya Neck', 'Wu-Tang Clan'],\n",
       " ['How I Could Just Kill a Man', 'Cypress Hill'],\n",
       " ['Dreams', 'The Game'],\n",
       " ['Still Not a Player', 'Big Pun'],\n",
       " ['Mama Said Knock You Out', 'LL Cool J'],\n",
       " ['Nobody Beats The Biz', 'Biz Markie'],\n",
       " ['N.Y. State of Mind', 'Nas'],\n",
       " ['Breathe', 'Fabolous'],\n",
       " ['Kick', 'Push', 'Lupe Fiasco'],\n",
       " ['Ebonics', 'Big L'],\n",
       " ['Parents Just Dont Understand', 'DJ Jazzy Jeff & The Fresh Prince'],\n",
       " ['Gin and Juice', 'Snoop Dogg'],\n",
       " ['The 6th Sense', 'Common'],\n",
       " ['Cant Knock the Hustle', 'Jay-Z featuring Mary J. Blige'],\n",
       " ['Everything Is Everything', 'Lauryn Hill'],\n",
       " ['Umi Says', 'Mos Def'],\n",
       " ['Why', 'Jadakiss'],\n",
       " ['Many Men (Wish Death)', '50 Cent'],\n",
       " ['93 Til Infinity', 'Souls of Mischief'],\n",
       " ['Reunion', 'Slum Village'],\n",
       " ['Raw', 'Big Daddy Kane'],\n",
       " ['I Got It Made', 'Special Ed'],\n",
       " ['Mosh', 'Eminem'],\n",
       " ['Tonite', 'DJ Quik'],\n",
       " ['Who Got da Props', 'Black Moon'],\n",
       " ['O.P.P.', 'Naughty by Nature'],\n",
       " ['One Mic', 'Nas'],\n",
       " ['Electric Relaxation', 'A Tribe Called Quest'],\n",
       " ['Ridin Dirty', 'UGK'],\n",
       " ['Wrong Side of da Tracks', 'Artifacts'],\n",
       " ['The Symphony', 'Marley Marl'],\n",
       " ['Hip-Hop 101', 'Aasim'],\n",
       " ['Walk This Way', 'Run-DMC & Aerosmith'],\n",
       " ['Push It', 'Salt-N-Pepa'],\n",
       " ['Temperature', 'Zion I featuring Talib Kweli'],\n",
       " ['Stan', 'Eminem'],\n",
       " ['Childrens Story', 'Slick Rick'],\n",
       " ['Jesus Walks', 'Kanye West'],\n",
       " ['Ante Up', 'M.O.P.'],\n",
       " ['Ms. Jackson', 'OutKast'],\n",
       " ['I Seen a Man Die', 'Scarface'],\n",
       " ['Times Up', 'O.C.'],\n",
       " ['Flava in Ya Ear', 'Craig Mack'],\n",
       " ['Slippin', 'DMX'],\n",
       " ['Tha Crossroads', 'Bone Thugs N Harmony'],\n",
       " ['Ill Street Blues', 'Kool G Rap & DJ Polo'],\n",
       " ['Dwyck', 'Gang Starr featuring Nice & Smooth'],\n",
       " ['Regulate', 'Warren G'],\n",
       " ['La di da di', 'Slick Rick & Doug E. Fresh'],\n",
       " ['Bow Down', 'Westside Connection'],\n",
       " ['Mathematics', 'Mos Def'],\n",
       " ['Slow Down', 'Brand Nubian'],\n",
       " ['Aint No Half Steppin', 'Big Daddy Kane'],\n",
       " ['Shook Ones Part II', 'Mobb Deep'],\n",
       " ['The Breaks', 'Kurtis Blow'],\n",
       " ['Get By', 'Talib Kweli'],\n",
       " ['Paul Revere', 'Beastie Boys'],\n",
       " ['Paper Thin', 'MC Lyte'],\n",
       " ['Passin Me By', 'The Pharcyde'],\n",
       " ['Hip-Hop', 'dead prez'],\n",
       " ['C.R.E.A.M.', 'Wu-Tang Clan'],\n",
       " ['Straight Outta Compton', 'N.W.A.'],\n",
       " ['Mind Playin Tricks on Me', 'Geto Boys'],\n",
       " ['Scenario', 'A Tribe Called Quest featuring Busta Rhymes'],\n",
       " ['Dead Presidents II', 'Jay-Z'],\n",
       " ['Juicy', 'The Notorious B.I.G.'],\n",
       " ['Nuthin but a G Thang', 'Dr. Dre & Snoop Dogg'],\n",
       " ['I Need Love', 'LL Cool J'],\n",
       " ['My Philosophy', 'Boogie Down Productions'],\n",
       " ['Keep Ya Head Up', '2Pac'],\n",
       " ['Planet Rock', 'Afrika Bambaataa'],\n",
       " ['Fight the Power', 'Public Enemy'],\n",
       " ['Top Billin', 'Audio Two'],\n",
       " ['The World Is Yours', 'Nas'],\n",
       " ['They Reminisce Over You', 'Pete Rock & CL Smooth'],\n",
       " ['Lyrics of Fury', 'Eric B. & Rakim'],\n",
       " ['Dear Mama', '2Pac'],\n",
       " ['The Message', 'Grandmaster Flash & The Furious 5'],\n",
       " ['Rappers Delight', 'The Sugarhill Gang'],\n",
       " ['I Used to Love H.E.R.', 'Common Sense']]"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "def remove_html_tags(text):\n",
    "    \"\"\"Remove html tags from a string\"\"\"\n",
    "    import re\n",
    "    clean = re.compile('<.*?>')\n",
    "    return re.sub(clean, '', text)\n",
    "\n",
    "hip_hop = []\n",
    "for x in fake_list:\n",
    "    hip_hop.append(remove_html_tags(x).strip().replace(\"'\",'').replace('amp;','').split(', '))\n",
    "hip_hop"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# REGGAE"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "url = 'https://digitaldreamdoor.com/pages/best_songs-Reggae.html'\n",
    "response = requests.get(url)\n",
    "response.encoding = 'utf-8'\n",
    "soup = BeautifulSoup(response.text, 'html.parser')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[['No Woman, No Cry', 'Bob Marley & the Wailers'], ['Israelites', 'Desmond Dekker & the Aces'], ['Stir It Up', 'Bob Marley & the Wailers'], ['Pressure Drop', 'Toots & the Maytals'], ['The Harder They Come', 'Jimmy Cliff'], ['One Love', 'Bob Marley & the Wailers'], [\"54-46 That's My Number\", 'Toots & the Maytals'], ['Satta Massagana', 'The Abyssinians'], ['Funky Kingston', 'Toots & the Maytals'], ['Montego Bay', 'Freddie Notes & The Rudies'], ['Many Rivers To Cross', 'Jimmy Cliff'], ['Marcus Garvey', 'Burning Spear'], ['Legalize It', 'Peter Tosh'], ['Redemption Song', 'Bob Marley & the Wailers'], ['Here I Come', 'Dennis Brown'], ['Get Up, Stand Up', 'Bob Marley & the Wailers'], ['Rudy Got Soul', 'Desmond Dekker & The Aces'], ['The Tide Is High', 'The Paragons'], ['Three Little Birds', 'Bob Marley & the Wailers'], ['Everything I Own', 'Ken Boothe'], ['Night Nurse', 'Gregory Isaacs'], [\"You Don't Care\", 'The Techniques'], ['Vietnam', 'Jimmy Cliff'], ['Rivers Of Babylon', 'The Melodians'], ['Police & Thieves', 'Junior Murvin'], ['Buffalo Soldier', 'Bob Marley & the Wailers'], ['Red Red Wine', 'UB40'], ['Cherry Oh Baby', 'Eric Donaldson'], ['(I Am) The Upsetter', 'Lee \"Scratch\" Perry'], ['Sitting & Watching', 'Dennis Brown'], [\"Jammin'\", 'Bob Marley & the Wailers'], ['Wear You To The Ball', 'U'], ['Two Sevens Clash', 'Culture'], ['I Shot The Sheriff', 'Bob Marley & the Wailers'], ['Armagideon Time', 'Willie Williams'], ['007 Shanty Town', 'Desmond Dekker & The Aces'], ['A Love I Can Feel', 'John Holt'], ['Revolution', 'Dennis Brown'], ['Queen Majesty', 'The Techniques'], ['Natty Rebel', 'U'], ['Loving Pauper', 'Dobby Dobson'], ['Natural Mystic', 'Bob Marley'], ['Equal Rights', 'Peter Tosh'], ['Rocksteady', 'Alton Ellis & The Flames'], ['Do The Reggay', 'Toots & the Maytals'], [\"Don't Stay Away\", 'Phyllis Dillon'], ['Baby Why', 'The Cables'], ['One Blood', 'Junior Reid'], ['Iron Lion Zion', 'Bob Marley & the Wailers'], ['Book Of The Rules', 'The Heptones'], ['Telephone Love', 'JC Lodge'], ['Blackheart Man', 'Bunny Wailer'], ['Nanny Goat', 'Larry & Alvin Marshall'], ['Unchained', 'Bob Andy'], ['Tenement Yard', 'Jacob Miller'], ['Ba Ba Boom', 'The Jamaicans'], [\"I'm Still In Love With You\", 'Alton Ellis'], ['Pass The Kutchie', 'The Mighty Diamonds'], ['Wonderful World, Beautiful People', 'Jimmy Cliff'], ['Mama Africa', 'Peter Tosh'], ['Fade Away', 'Jr. Byles'], ['How Could I Leave', 'Dennis Brown'], ['Soon Forward', 'Gregory Isaacs'], ['Trenchtown Rock', 'Bob Marley & the Wailers'], ['I Can See Clearly Now', 'Johnny Nash'], ['You Can Get It If You Really Want', 'Jimmy Cliff'], ['Westbound Train', 'Dennis Brown'], ['Cool Rasta', 'The Heptones'], ['My Conversation', 'Slim Smith & The Uniques'], ['Talk About Love', 'Pat Kelly'], ['Now That We Found Love', 'Third World'], ['1865 (96 Degrees In The Shade)', 'Third World'], ['I Need A Roof', 'The Mighty Diamonds'], ['War Inna Babylon', 'Max Romeo'], ['Declaration of Rights', 'The Abyssinians'], ['Waiting In Vain', 'Bob Marley & the Wailers'], ['Big Ship', 'Freddie McGregor'], [\"Guess Who's Comming To Dinner\", 'Black Uhuru'], ['What One Dance Can Do', 'Beres Hammond'], ['Crying Over You', 'Ken Boothe'], ['Someone Loves You', 'JC Lodge'], [\"Sonny's Lettah\", 'Linton Kwesi Johnson'], ['What Kind Of World', 'The Cables'], ['Rain From The Sky', 'Delroy Wilson'], ['Everything Crash', 'The Ethiopians'], ['Love Me Forever', 'Carlton & The Shoes'], ['My Boy Lollipop', 'Millie Small'], ['Love Is My Religion', 'Ziggy Marley'], ['Monkey Man', 'Toots & the Maytals'], ['War', 'Bob Marley & the Wailers'], ['Can I Change My Mind', 'Alton Ellis'], ['Duppy Gunman', 'Ernie Smith'], ['Johnny Too Bad', 'The Slickers'], ['Black Cinderella', 'Errol Dunkley'], ['Have Mercy', 'The Mighty Diamonds'], ['Tumblin Down', 'Ziggy Marley & The Melody Makers'], ['Zungguzungguguzungguzeng', 'Yellowman'], ['Hold Me Tight', 'Johnny Nash'], ['Angel', 'Shaggy & Rayvon'], ['Dreadlocks In Moonlight', 'Lee \"Scratch\" Perry'], ['Freedom Street', 'Ken Boothe'], ['Give A Little Love', 'Ziggy Marley & The Melody Makers'], [\"You Don't Love Me (No No No)\", 'Dawn Penn'], ['Welcome To Jamrock', 'Damian Marley'], ['400 Years', 'Peter Tosh & the Wailers'], ['Perfidia', 'Phyllis Dillon'], ['Feel Like Jumping', 'Marcia Griffiths'], ['African Herbsman', 'Bob Marley & the Wailers'], ['Greetings', 'Half Pint'], ['Better Must Come', 'Delroy Wilson'], ['Nobody Move, Nobody Get Hurt', 'Yellowman'], ['Rumours', 'Gregory Isaacs'], ['Electric Boogie', 'Marcia Griffiths'], ['Maga Dog', 'Peter Tosh'], ['What Is Life?', 'Black Uhuru'], [\"I've Got To Go Back Home\", 'Bob Andy'], [\"Pretty Looks Isn't All\", 'The Heptones'], ['Breaking Up', 'Alton Ellis'], ['The Gorgon', 'Cornell Campbell'], ['Ram Goat Liver', 'Pluto Shervington'], ['All Wi Doin Is Defendin', 'Linton Kwesi Johnson'], ['People Are You Ready', 'Johnny Osbourne'], ['Take It Easy', 'Hopeton Lewis'], ['Moving Away', 'Ken Boothe'], ['Rock & Groove', 'Bunny Wailer'], ['Tomorrow People', 'Ziggy Marley & The Melody Makers'], ['Herbman Hustling', 'Sugar Minott'], ['Buddy Bye', 'Johnny Osbourne'], ['Murderer', 'Barrington Levy'], ['Oh Carolina', 'Shaggy'], ['Sweet Sensation', 'The Melodians'], ['Calling Rastafari', 'Culture'], ['Sweet Talking', 'The Heptones'], ['Reggae Ambassador', 'Third World'], ['Baltimore', 'The Tamlins'], ['Forward Jah Jah Children', 'Jacob Miller'], ['Things You Say You Love', 'The Jamaicans'], [\"Look Who's Dancin'\", 'Ziggy Marley & The Melody Makers'], ['Black Man Time', 'I'], ['Ok Fred', 'Errol Dunkley'], ['This Is Reggae Music', 'Zap Pow'], ['Always Together', 'Bob Andy & Marcia Griffiths'], ['Members Only', 'Tyrone Taylor'], ['Love Forever', 'Cynthia Schloss'], ['Ball Room Floor', 'Bunny Wailer'], ['Fire Burning', 'Bob Andy'], ['Sinsemilla', 'Black Uhuru'], ['Betcha By Golly Wow', 'Errol Dunkley'], [\"Can't Hide From Jah\", 'Yellowman'], ['Youthman', 'Jr. Reid'], ['Shark Attack', 'Wailing Souls'], ['Boombastic', 'Shaggy'], ['Under Me Sleng Teng', 'Wayne Smith'], ['Dance of the Vampires', 'Scientist'], ['Who Can Make The Dance Ram', 'Yellowman'], [\"Give It All You've Got\", 'Beres Hammond'], ['Arlene', 'General Echo'], ['Rockaway', 'Beres Hammond'], ['Play de Music', 'Ernie Smith'], ['No Vacancy', 'Sugar Minott'], ['Rhythm Of Life', 'Third World'], ['Queen of The Minstrels', 'Cornell Campbell'], ['Natty With A Cause', 'Willie Williams'], ['Guava Jelly', 'Johnny Nash'], ['Rude Boy Gone A Jail', 'The Clarendonians'], ['Stop Lovin You', 'Freddie McGregor'], ['Birds Of A Feather', 'Johnny Nash'], ['Mr. DC', 'Sugar Minott'], ['Night And Day', 'Dawn Penn'], ['Tune In', 'Cocoa Tea'], ['All The Way In', 'Cynthia Schloss'], ['Carry Go Bring Come', 'Justin Hinds & The Dominoes'], ['Ten Commandments', 'Prince Buster'], ['Sidewalk Killer', 'I'], ['Natty Dread In A Greenwich Farm', 'Cornell Campbell'], ['Mission', 'Admiral Tibbett'], ['Jamming In The Street', 'Sugar Minott'], ['Train To Skaville', 'Derrick Morgan'], ['Hard To Confess', 'The Tamlins'], ['Nice Up The Dance', 'Michigan & Smiley'], ['Black People', 'The Slickers'], ['Solomon', 'Derrick Harriott'], ['Caan Dun', 'Shabba Ranks'], ['One Draw', 'Rita Marley'], ['Ganga Smuggling', 'Eek'], ['Positive Vibrations', 'Ras Michael & The Sons Of Negus'], ['The Same Song', 'Israel Vibration'], ['On The Beach', 'The Paragons'], ['One Love, One Heart', 'Righteous Flames'], ['Under Mi Sensi', 'Barrington Levy'], ['I Love Marijuana', 'Linval Thompson'], ['A Hundred Pounds Of Collie', 'Cornell Campbell'], ['Champion', 'Buju Banton'], ['Tired Fe Lick Weed In A Bush', 'Jacob Miller'], ['Smoke Two Joints', 'The Toyes'], ['Pirates Anthem', 'Shabba Ranks'], ['Police In Helicopter', 'John Holt'], ['Look', 'Bounty Killer'], ['Your Honour', 'Pluto Shervington'], ['Fatty Fatty', 'Clancy Eccles']]\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "200"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "c = 0\n",
    "reggae = []\n",
    "pair = []\n",
    "\n",
    "for x in str(soup.find(class_='list')).split('<span>')[1:]:\n",
    "    if c % 2 == 0:\n",
    "        pair.append(x[10:].strip().replace('> ', '').replace('amp;',''))\n",
    "        # print(x[10:].strip().replace('> ', ''))\n",
    "    else:\n",
    "        pair.append(x.replace('amp;','').split('-')[1].split('</span><br/>')[0].strip())\n",
    "        reggae.append(pair)\n",
    "        pair = []\n",
    "        # print(x.split('- ')[1].split('</span><br/>')[0].strip())\n",
    "        # print(\"------\")\n",
    "    c += 1\n",
    "    \n",
    "print(reggae)\n",
    "len(reggae)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Classical"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "url = 'http://kickassclassical.com//classical-music-popular-famous-best-top-100-list.html'\n",
    "response = requests.get(url)\n",
    "response.encoding = 'utf-8'\n",
    "soup = BeautifulSoup(response.text, 'html.parser')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[['Symphony No. 5: I', 'Beethoven'],\n",
       " ['1812 Overture', 'Tchaikovsky'],\n",
       " ['Eine Kleine Nachtmusik: Allegro', 'Mozart'],\n",
       " ['Toccata And Fugue In D Minor', 'Bach'],\n",
       " ['William Tell Overture', 'Rossini'],\n",
       " ['Canon In D', 'Pachelbel'],\n",
       " ['Blue Danube', 'Strauss'],\n",
       " ['Carmina Burana: O Fortuna', 'Orff'],\n",
       " ['Also Sprach Zarathustra', 'Strauss, R'],\n",
       " ['Orpheus In The Underworld: Infernal Galop', 'Offenbach'],\n",
       " ['Messiah: Hallelujah Chorus', 'Handel'],\n",
       " ['Carmen: Les Toreadors', 'Bizet'],\n",
       " ['Gayane: Sabre Dance', 'Khachaturian'],\n",
       " ['Symphony No. 9: Ode To Joy', 'Beethoven'],\n",
       " ['Pomp And Circumstance March No. 1', 'Elgar'],\n",
       " ['Peer Gynt: In The Hall Of The Mountain King', 'Grieg'],\n",
       " ['La Gioconda: Dance Of The Hours', 'Ponchielli'],\n",
       " ['Hungarian Rhapsody No. 2', 'Liszt'],\n",
       " [\"Midsummer Night's Dream: Wedding March\", 'Mendelssohn'],\n",
       " ['Tale Of Tsar Saltan: Flight Of The Bumblebee', 'Rimsky-Korsakov'],\n",
       " ['Rhapsody In Blue', 'Gershwin'],\n",
       " ['Moonlight Sonata', 'Beethoven'],\n",
       " ['Bolero', 'Ravel'],\n",
       " ['Nutcracker: Dance Of The Sugar-Plum Fairy', 'Tchaikovsky'],\n",
       " ['Over The Waves', 'Rosas'],\n",
       " ['Air On The G String', 'Bach'],\n",
       " ['Magic Flute: Queen Of The Night', 'Mozart'],\n",
       " ['Für Elise', 'Beethoven'],\n",
       " ['Entry Of The Gladiators', 'Fucik'],\n",
       " ['Lakmé: Flower Duet', 'Delibes'],\n",
       " [\"Sorcerer's Apprentice\", 'Dukas'],\n",
       " ['Rodeo: Hoedown', 'Copland'],\n",
       " ['Die Walküre: Ride Of The Valkyries', 'Wagner'],\n",
       " [\"Cantata 147: Jesu, Joy Of Man's Desiring\", 'Bach'],\n",
       " ['Nutcracker: Waltz Of The Flowers', 'Tchaikovsky'],\n",
       " ['Carmen: Habanera', 'Bizet'],\n",
       " ['Suite Bergamasque: Clair De Lune', 'Debussy'],\n",
       " ['Funeral March', 'Chopin'],\n",
       " ['Piano Sonata No. 11: Rondo Alla Turca', 'Mozart'],\n",
       " ['Night On Bald Mountain', 'Mussorgsky'],\n",
       " ['Minuet', 'Boccherini'],\n",
       " ['Peer Gynt: Morning Mood', 'Grieg'],\n",
       " ['Marriage Of Figaro Overture', 'Mozart'],\n",
       " ['Stars And Stripes Forever', 'Sousa'],\n",
       " ['Lohengrin: Bridal Chorus', 'Wagner'],\n",
       " ['Four Seasons: Spring', 'Vivaldi'],\n",
       " ['Minuet In G', 'Beethoven'],\n",
       " ['Adagio For Strings', 'Barber'],\n",
       " ['Nutcracker: Dance Of The Mirlitons (Reed Flutes)', 'Tchaikovsky'],\n",
       " ['Imperial March', 'Williams'],\n",
       " [\"Bugler's Dream\", 'Arnaud'],\n",
       " ['Cello Suite No. 1', 'Bach'],\n",
       " ['Barber Of Seville: Largo Al Factotum (Figaro)', 'Rossini'],\n",
       " ['Nutcracker: Trepak (Russian Dance)', 'Tchaikovsky'],\n",
       " ['Rondeau', 'Mouret'],\n",
       " ['Lullaby', 'Brahms'],\n",
       " ['Minuet In G', 'Bach'],\n",
       " ['Rhapsody On A Theme Of Paganini, 18th Variation', 'Rachmaninov'],\n",
       " ['Fanfare For The Common Man', 'Copland'],\n",
       " ['Piano Concerto No. 1', 'Tchaikovsky'],\n",
       " ['Thieving Magpie Overture', 'Rossini'],\n",
       " ['Symphony No. 9: II', 'Beethoven'],\n",
       " ['Hungarian Dance No. 5', 'Brahms'],\n",
       " ['Piano Sonata No. 16', 'Mozart'],\n",
       " ['Solomon: Arrival Of The Queen Of Sheba', 'Handel'],\n",
       " ['Nutcracker: Tea (Chinese Dance)', 'Tchaikovsky'],\n",
       " ['Brandenburg Concerto No. 3: I', 'Bach'],\n",
       " ['Peter And The Wolf: The Story Begins', 'Prokofiev'],\n",
       " ['Romeo And Juliet Fantasy Overture', 'Tchaikovsky'],\n",
       " ['Rigoletto: La Donna È Mobile', 'Verdi'],\n",
       " ['Palladio', 'Jenkins'],\n",
       " ['Carnival Of The Animals: Aquarium', 'Saint-Saëns'],\n",
       " ['Piano Concerto', 'Grieg'],\n",
       " ['Nutcracker: March', 'Tchaikovsky'],\n",
       " ['Requiem: Dies Irae', 'Mozart'],\n",
       " ['Light Cavalry Overture', 'Suppé'],\n",
       " ['Bourrée In E Minor', 'Bach'],\n",
       " [\"Skater's Waltz\", 'Waldteufel'],\n",
       " ['Four Seasons: Winter', 'Vivaldi'],\n",
       " ['Carnival Of The Animals: Finale', 'Saint-Saëns'],\n",
       " ['Swan Lake: Scene', 'Tchaikovsky'],\n",
       " ['Symphony No. 40: I', 'Mozart'],\n",
       " ['Barber Of Seville Overture', 'Rossini'],\n",
       " ['Planets: Mars, The Bringer Of War', 'Holst'],\n",
       " ['Washington Post', 'Sousa'],\n",
       " ['Il Trovatore: Anvil Chorus', 'Verdi'],\n",
       " ['Requiem: Lacrimosa', 'Mozart'],\n",
       " ['Tritsch-Tratsch Polka', 'Strauss'],\n",
       " ['Water Music: Alla Hornpipe', 'Handel'],\n",
       " ['Romeo And Juliet: Montagues And Capulets (Dance Of The Knights)',\n",
       "  'Prokofiev'],\n",
       " ['Piano Concerto No. 21', 'Mozart'],\n",
       " ['Symphony No. 7: II', 'Beethoven'],\n",
       " ['Sylvia: Pizzicato', 'Delibes'],\n",
       " ['Colonel Bogey March', 'Ricketts'],\n",
       " ['Liebestraum No. 3', 'Liszt'],\n",
       " ['Turandot: Nessun Dorma', 'Puccini'],\n",
       " ['Magic Flute Overture', 'Mozart'],\n",
       " ['Requiem: Dies Irae', 'Verdi'],\n",
       " ['Symphony No. 9 (New World): IV', 'Dvorák'],\n",
       " ['Radetzky March', 'Strauss Sr.']]"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "i = 1\n",
    "classical = []\n",
    "for x in soup.find_all('tr')[1:]:\n",
    "    classical.append(remove_html_tags(str(x)).split('\\n')[2:4][::-1])\n",
    "classical"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "200"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(classical)\n",
    "len(hip_hop)\n",
    "len(rock)\n",
    "len(metal)\n",
    "len(jazz)\n",
    "len(reggae)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Index(['valence', 'year', 'acousticness', 'artists', 'danceability',\n",
      "       'duration_ms', 'energy', 'explicit', 'id', 'instrumentalness', 'key',\n",
      "       'liveness', 'loudness', 'mode', 'name', 'popularity', 'release_date',\n",
      "       'speechiness', 'tempo'],\n",
      "      dtype='object')\n",
      "1\n",
      "Backstreet Boys\n"
     ]
    }
   ],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "import plotly.express as px\n",
    "df = pd.read_csv('data.csv')\n",
    "print(df.columns)\n",
    "\n",
    "filtered_df = df.copy()\n",
    "filtered_df['artists'] = filtered_df['artists'].apply(lambda x: x[1:-1].replace(\"'\", \"\"))\n",
    "art = filtered_df['artists'].sample()\n",
    "print(len(art))\n",
    "print(art.values[0])\n",
    "\n",
    "filtered_df = filtered_df.drop(columns=['id']) #we dont need the spotify id's "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>valence</th>\n",
       "      <th>year</th>\n",
       "      <th>acousticness</th>\n",
       "      <th>artists</th>\n",
       "      <th>danceability</th>\n",
       "      <th>duration_ms</th>\n",
       "      <th>energy</th>\n",
       "      <th>explicit</th>\n",
       "      <th>instrumentalness</th>\n",
       "      <th>key</th>\n",
       "      <th>liveness</th>\n",
       "      <th>loudness</th>\n",
       "      <th>mode</th>\n",
       "      <th>name</th>\n",
       "      <th>popularity</th>\n",
       "      <th>release_date</th>\n",
       "      <th>speechiness</th>\n",
       "      <th>tempo</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.0594</td>\n",
       "      <td>1921</td>\n",
       "      <td>0.98200</td>\n",
       "      <td>Sergei Rachmaninoff, James Levine, Berliner Ph...</td>\n",
       "      <td>0.279</td>\n",
       "      <td>831667</td>\n",
       "      <td>0.211</td>\n",
       "      <td>0</td>\n",
       "      <td>0.878000</td>\n",
       "      <td>10</td>\n",
       "      <td>0.6650</td>\n",
       "      <td>-20.096</td>\n",
       "      <td>1</td>\n",
       "      <td>Piano Concerto No. 3 in D Minor, Op. 30: III. ...</td>\n",
       "      <td>4</td>\n",
       "      <td>1921</td>\n",
       "      <td>0.0366</td>\n",
       "      <td>80.954</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.9630</td>\n",
       "      <td>1921</td>\n",
       "      <td>0.73200</td>\n",
       "      <td>Dennis Day</td>\n",
       "      <td>0.819</td>\n",
       "      <td>180533</td>\n",
       "      <td>0.341</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>7</td>\n",
       "      <td>0.1600</td>\n",
       "      <td>-12.441</td>\n",
       "      <td>1</td>\n",
       "      <td>Clancy Lowered the Boom</td>\n",
       "      <td>5</td>\n",
       "      <td>1921</td>\n",
       "      <td>0.4150</td>\n",
       "      <td>60.936</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.0394</td>\n",
       "      <td>1921</td>\n",
       "      <td>0.96100</td>\n",
       "      <td>KHP Kridhamardawa Karaton Ngayogyakarta Hadini...</td>\n",
       "      <td>0.328</td>\n",
       "      <td>500062</td>\n",
       "      <td>0.166</td>\n",
       "      <td>0</td>\n",
       "      <td>0.913000</td>\n",
       "      <td>3</td>\n",
       "      <td>0.1010</td>\n",
       "      <td>-14.850</td>\n",
       "      <td>1</td>\n",
       "      <td>Gati Bali</td>\n",
       "      <td>5</td>\n",
       "      <td>1921</td>\n",
       "      <td>0.0339</td>\n",
       "      <td>110.339</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.1650</td>\n",
       "      <td>1921</td>\n",
       "      <td>0.96700</td>\n",
       "      <td>Frank Parker</td>\n",
       "      <td>0.275</td>\n",
       "      <td>210000</td>\n",
       "      <td>0.309</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000028</td>\n",
       "      <td>5</td>\n",
       "      <td>0.3810</td>\n",
       "      <td>-9.316</td>\n",
       "      <td>1</td>\n",
       "      <td>Danny Boy</td>\n",
       "      <td>3</td>\n",
       "      <td>1921</td>\n",
       "      <td>0.0354</td>\n",
       "      <td>100.109</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.2530</td>\n",
       "      <td>1921</td>\n",
       "      <td>0.95700</td>\n",
       "      <td>Phil Regan</td>\n",
       "      <td>0.418</td>\n",
       "      <td>166693</td>\n",
       "      <td>0.193</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>3</td>\n",
       "      <td>0.2290</td>\n",
       "      <td>-10.096</td>\n",
       "      <td>1</td>\n",
       "      <td>When Irish Eyes Are Smiling</td>\n",
       "      <td>2</td>\n",
       "      <td>1921</td>\n",
       "      <td>0.0380</td>\n",
       "      <td>101.665</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>170648</th>\n",
       "      <td>0.6080</td>\n",
       "      <td>2020</td>\n",
       "      <td>0.08460</td>\n",
       "      <td>Anuel AA, Daddy Yankee, KAROL G, Ozuna, J Balvin</td>\n",
       "      <td>0.786</td>\n",
       "      <td>301714</td>\n",
       "      <td>0.808</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000289</td>\n",
       "      <td>7</td>\n",
       "      <td>0.0822</td>\n",
       "      <td>-3.702</td>\n",
       "      <td>1</td>\n",
       "      <td>China</td>\n",
       "      <td>72</td>\n",
       "      <td>2020-05-29</td>\n",
       "      <td>0.0881</td>\n",
       "      <td>105.029</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>170649</th>\n",
       "      <td>0.7340</td>\n",
       "      <td>2020</td>\n",
       "      <td>0.20600</td>\n",
       "      <td>Ashnikko</td>\n",
       "      <td>0.717</td>\n",
       "      <td>150654</td>\n",
       "      <td>0.753</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>7</td>\n",
       "      <td>0.1010</td>\n",
       "      <td>-6.020</td>\n",
       "      <td>1</td>\n",
       "      <td>Halloweenie III: Seven Days</td>\n",
       "      <td>68</td>\n",
       "      <td>2020-10-23</td>\n",
       "      <td>0.0605</td>\n",
       "      <td>137.936</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>170650</th>\n",
       "      <td>0.6370</td>\n",
       "      <td>2020</td>\n",
       "      <td>0.10100</td>\n",
       "      <td>MAMAMOO</td>\n",
       "      <td>0.634</td>\n",
       "      <td>211280</td>\n",
       "      <td>0.858</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000009</td>\n",
       "      <td>4</td>\n",
       "      <td>0.2580</td>\n",
       "      <td>-2.226</td>\n",
       "      <td>0</td>\n",
       "      <td>AYA</td>\n",
       "      <td>76</td>\n",
       "      <td>2020-11-03</td>\n",
       "      <td>0.0809</td>\n",
       "      <td>91.688</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>170651</th>\n",
       "      <td>0.1950</td>\n",
       "      <td>2020</td>\n",
       "      <td>0.00998</td>\n",
       "      <td>Eminem</td>\n",
       "      <td>0.671</td>\n",
       "      <td>337147</td>\n",
       "      <td>0.623</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000008</td>\n",
       "      <td>2</td>\n",
       "      <td>0.6430</td>\n",
       "      <td>-7.161</td>\n",
       "      <td>1</td>\n",
       "      <td>Darkness</td>\n",
       "      <td>70</td>\n",
       "      <td>2020-01-17</td>\n",
       "      <td>0.3080</td>\n",
       "      <td>75.055</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>170652</th>\n",
       "      <td>0.6420</td>\n",
       "      <td>2020</td>\n",
       "      <td>0.13200</td>\n",
       "      <td>KEVVO, J Balvin</td>\n",
       "      <td>0.856</td>\n",
       "      <td>189507</td>\n",
       "      <td>0.721</td>\n",
       "      <td>1</td>\n",
       "      <td>0.004710</td>\n",
       "      <td>7</td>\n",
       "      <td>0.1820</td>\n",
       "      <td>-4.928</td>\n",
       "      <td>1</td>\n",
       "      <td>Billetes Azules (with J Balvin)</td>\n",
       "      <td>74</td>\n",
       "      <td>2020-10-16</td>\n",
       "      <td>0.1080</td>\n",
       "      <td>94.991</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>170653 rows × 18 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        valence  year  acousticness  \\\n",
       "0        0.0594  1921       0.98200   \n",
       "1        0.9630  1921       0.73200   \n",
       "2        0.0394  1921       0.96100   \n",
       "3        0.1650  1921       0.96700   \n",
       "4        0.2530  1921       0.95700   \n",
       "...         ...   ...           ...   \n",
       "170648   0.6080  2020       0.08460   \n",
       "170649   0.7340  2020       0.20600   \n",
       "170650   0.6370  2020       0.10100   \n",
       "170651   0.1950  2020       0.00998   \n",
       "170652   0.6420  2020       0.13200   \n",
       "\n",
       "                                                  artists  danceability  \\\n",
       "0       Sergei Rachmaninoff, James Levine, Berliner Ph...         0.279   \n",
       "1                                              Dennis Day         0.819   \n",
       "2       KHP Kridhamardawa Karaton Ngayogyakarta Hadini...         0.328   \n",
       "3                                            Frank Parker         0.275   \n",
       "4                                              Phil Regan         0.418   \n",
       "...                                                   ...           ...   \n",
       "170648   Anuel AA, Daddy Yankee, KAROL G, Ozuna, J Balvin         0.786   \n",
       "170649                                           Ashnikko         0.717   \n",
       "170650                                            MAMAMOO         0.634   \n",
       "170651                                             Eminem         0.671   \n",
       "170652                                    KEVVO, J Balvin         0.856   \n",
       "\n",
       "        duration_ms  energy  explicit  instrumentalness  key  liveness  \\\n",
       "0            831667   0.211         0          0.878000   10    0.6650   \n",
       "1            180533   0.341         0          0.000000    7    0.1600   \n",
       "2            500062   0.166         0          0.913000    3    0.1010   \n",
       "3            210000   0.309         0          0.000028    5    0.3810   \n",
       "4            166693   0.193         0          0.000002    3    0.2290   \n",
       "...             ...     ...       ...               ...  ...       ...   \n",
       "170648       301714   0.808         0          0.000289    7    0.0822   \n",
       "170649       150654   0.753         0          0.000000    7    0.1010   \n",
       "170650       211280   0.858         0          0.000009    4    0.2580   \n",
       "170651       337147   0.623         1          0.000008    2    0.6430   \n",
       "170652       189507   0.721         1          0.004710    7    0.1820   \n",
       "\n",
       "        loudness  mode                                               name  \\\n",
       "0        -20.096     1  Piano Concerto No. 3 in D Minor, Op. 30: III. ...   \n",
       "1        -12.441     1                            Clancy Lowered the Boom   \n",
       "2        -14.850     1                                          Gati Bali   \n",
       "3         -9.316     1                                          Danny Boy   \n",
       "4        -10.096     1                        When Irish Eyes Are Smiling   \n",
       "...          ...   ...                                                ...   \n",
       "170648    -3.702     1                                              China   \n",
       "170649    -6.020     1                        Halloweenie III: Seven Days   \n",
       "170650    -2.226     0                                                AYA   \n",
       "170651    -7.161     1                                           Darkness   \n",
       "170652    -4.928     1                    Billetes Azules (with J Balvin)   \n",
       "\n",
       "        popularity release_date  speechiness    tempo  \n",
       "0                4         1921       0.0366   80.954  \n",
       "1                5         1921       0.4150   60.936  \n",
       "2                5         1921       0.0339  110.339  \n",
       "3                3         1921       0.0354  100.109  \n",
       "4                2         1921       0.0380  101.665  \n",
       "...            ...          ...          ...      ...  \n",
       "170648          72   2020-05-29       0.0881  105.029  \n",
       "170649          68   2020-10-23       0.0605  137.936  \n",
       "170650          76   2020-11-03       0.0809   91.688  \n",
       "170651          70   2020-01-17       0.3080   75.055  \n",
       "170652          74   2020-10-16       0.1080   94.991  \n",
       "\n",
       "[170653 rows x 18 columns]"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "filtered_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/mazzeogeorge/Code/Dash/dashenv/lib/python3.7/site-packages/pandas/core/strings/accessor.py:101: UserWarning: This pattern has match groups. To actually get the groups, use str.extract.\n",
      "  return func(self, *args, **kwargs)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>valence</th>\n",
       "      <th>year</th>\n",
       "      <th>acousticness</th>\n",
       "      <th>artists</th>\n",
       "      <th>danceability</th>\n",
       "      <th>duration_ms</th>\n",
       "      <th>energy</th>\n",
       "      <th>explicit</th>\n",
       "      <th>instrumentalness</th>\n",
       "      <th>key</th>\n",
       "      <th>liveness</th>\n",
       "      <th>loudness</th>\n",
       "      <th>mode</th>\n",
       "      <th>name</th>\n",
       "      <th>popularity</th>\n",
       "      <th>release_date</th>\n",
       "      <th>speechiness</th>\n",
       "      <th>tempo</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [valence, year, acousticness, artists, danceability, duration_ms, energy, explicit, instrumentalness, key, liveness, loudness, mode, name, popularity, release_date, speechiness, tempo]\n",
       "Index: []"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "filtered_df[(filtered_df.name.str.lower().str.contains('St. Louis Blues (with Louis Armstrong)'.lower()) == True)]# & (filtered_df.artists.str.contains(j[1]) == True)]#.popularity.idxmax()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Symphony No. 5: I |Beethoven|\n",
      "valence                                                        0.2320\n",
      "year                                                             1952\n",
      "acousticness                                                   0.9660\n",
      "artists             Ludwig van Beethoven, Arturo Toscanini, NBC Sy...\n",
      "danceability                                                   0.3310\n",
      "duration_ms                                                    438013\n",
      "energy                                                         0.2660\n",
      "explicit                                                            0\n",
      "instrumentalness                                               0.7110\n",
      "key                                                                 0\n",
      "liveness                                                       0.4990\n",
      "loudness                                                     -12.3990\n",
      "mode                                                                0\n",
      "name                Symphony No. 5 in C Minor, Op. 67: I. Allegro ...\n",
      "popularity                                                          1\n",
      "release_date                                                     1952\n",
      "speechiness                                                    0.0445\n",
      "tempo                                                         99.6360\n",
      "Name: 111328, dtype: object\n",
      "-------------\n",
      "Eine Kleine Nachtmusik: Allegro |Mozart|\n",
      "valence                                                        0.7200\n",
      "year                                                             1944\n",
      "acousticness                                                   0.9350\n",
      "artists             Wolfgang Amadeus Mozart, Wiener Philharmoniker...\n",
      "danceability                                                   0.4900\n",
      "duration_ms                                                    188400\n",
      "energy                                                         0.2600\n",
      "explicit                                                            0\n",
      "instrumentalness                                               0.4740\n",
      "key                                                                 7\n",
      "liveness                                                       0.2640\n",
      "loudness                                                     -16.0850\n",
      "mode                                                                1\n",
      "name                Serenade No. 13 in G Major, K. 525 \"Eine klein...\n",
      "popularity                                                          0\n",
      "release_date                                               1944-01-01\n",
      "speechiness                                                    0.0367\n",
      "tempo                                                        114.2130\n",
      "Name: 23615, dtype: object\n",
      "-------------\n",
      "Also Sprach Zarathustra |Strauss, R|\n",
      "-------------\n",
      "Orpheus In The Underworld: Infernal Galop |Offenbach|\n",
      "-------------\n",
      "Messiah: Hallelujah Chorus |Handel|\n",
      "valence                                                        0.3830\n",
      "year                                                             1959\n",
      "acousticness                                                   0.8290\n",
      "artists             George Frideric Handel, Eugene Ormandy, Philad...\n",
      "danceability                                                   0.4630\n",
      "duration_ms                                                    238000\n",
      "energy                                                         0.3090\n",
      "explicit                                                            0\n",
      "instrumentalness                                               0.2600\n",
      "key                                                                 2\n",
      "liveness                                                       0.0875\n",
      "loudness                                                     -13.0710\n",
      "mode                                                                1\n",
      "name                   Hallelujah Chorus - From the \"Messiah\" - Voice\n",
      "popularity                                                         16\n",
      "release_date                                                     1959\n",
      "speechiness                                                    0.0286\n",
      "tempo                                                         99.6560\n",
      "Name: 158451, dtype: object\n",
      "-------------\n",
      "Carmen: Les Toreadors |Bizet|\n",
      "-------------\n",
      "Symphony No. 9: Ode To Joy |Beethoven|\n",
      "-------------\n",
      "Pomp And Circumstance March No. 1 |Elgar|\n",
      "valence                                                        0.3510\n",
      "year                                                             1977\n",
      "acousticness                                                   0.9400\n",
      "artists             Edward Elgar, London Philharmonic Orchestra, S...\n",
      "danceability                                                   0.3490\n",
      "duration_ms                                                    291160\n",
      "energy                                                         0.2790\n",
      "explicit                                                            0\n",
      "instrumentalness                                               0.8610\n",
      "key                                                                 7\n",
      "liveness                                                       0.1330\n",
      "loudness                                                     -16.0950\n",
      "mode                                                                1\n",
      "name                Pomp and Circumstance Marches, Op.39: No.4 - M...\n",
      "popularity                                                         34\n",
      "release_date                                               1977-01-01\n",
      "speechiness                                                    0.0371\n",
      "tempo                                                        118.4990\n",
      "Name: 100076, dtype: object\n",
      "-------------\n",
      "Peer Gynt: In The Hall Of The Mountain King |Grieg|\n",
      "valence                                                        0.3590\n",
      "year                                                             1989\n",
      "acousticness                                                   0.9550\n",
      "artists                               Edvard Grieg, Esa-Pekka Salonen\n",
      "danceability                                                   0.4360\n",
      "duration_ms                                                    153267\n",
      "energy                                                         0.1510\n",
      "explicit                                                            0\n",
      "instrumentalness                                               0.7930\n",
      "key                                                                11\n",
      "liveness                                                       0.1100\n",
      "loudness                                                     -20.7450\n",
      "mode                                                                0\n",
      "name                Peer Gynt, Op. 23: Act II, 7, In the Hall of t...\n",
      "popularity                                                         53\n",
      "release_date                                                     1989\n",
      "speechiness                                                    0.0603\n",
      "tempo                                                        103.7770\n",
      "Name: 13575, dtype: object\n",
      "-------------\n",
      "La Gioconda: Dance Of The Hours |Ponchielli|\n",
      "valence                                                        0.1610\n",
      "year                                                             1959\n",
      "acousticness                                                   0.9540\n",
      "artists             Amilcare Ponchielli, Philadelphia Orchestra, E...\n",
      "danceability                                                   0.3410\n",
      "duration_ms                                                    620827\n",
      "energy                                                         0.1240\n",
      "explicit                                                            0\n",
      "instrumentalness                                               0.2110\n",
      "key                                                                 4\n",
      "liveness                                                       0.0641\n",
      "loudness                                                     -17.7720\n",
      "mode                                                                1\n",
      "name                 Dance of the Hours from Act III of \"La Gioconda\"\n",
      "popularity                                                         26\n",
      "release_date                                                     1959\n",
      "speechiness                                                    0.0397\n",
      "tempo                                                        130.2170\n",
      "Name: 45076, dtype: object\n",
      "-------------\n",
      "Midsummer Night's Dream: Wedding March |Mendelssohn|\n",
      "valence                                                       0.3060\n",
      "year                                                            1921\n",
      "acousticness                                                  0.9950\n",
      "artists                          Felix Mendelssohn, Arturo Toscanini\n",
      "danceability                                                  0.4560\n",
      "duration_ms                                                   252467\n",
      "energy                                                        0.0923\n",
      "explicit                                                           0\n",
      "instrumentalness                                              0.0526\n",
      "key                                                                0\n",
      "liveness                                                      0.2750\n",
      "loudness                                                    -18.9750\n",
      "mode                                                               1\n",
      "name                A Midsummer Night's Dream, Op. 61: Wedding March\n",
      "popularity                                                         0\n",
      "release_date                                                    1921\n",
      "speechiness                                                   0.0374\n",
      "tempo                                                        76.4280\n",
      "Name: 137, dtype: object\n",
      "-------------\n",
      "Moonlight Sonata |Beethoven|\n",
      "valence                                                        0.1550\n",
      "year                                                             1942\n",
      "acousticness                                                   0.9950\n",
      "artists                       Ludwig van Beethoven, Vladimir Horowitz\n",
      "danceability                                                   0.2920\n",
      "duration_ms                                                    354120\n",
      "energy                                                         0.0203\n",
      "explicit                                                            0\n",
      "instrumentalness                                               0.8980\n",
      "key                                                                 1\n",
      "liveness                                                       0.1210\n",
      "loudness                                                     -31.8730\n",
      "mode                                                                0\n",
      "name                Sonata No. 14 in C-Sharp Minor for Piano, Op. ...\n",
      "popularity                                                          3\n",
      "release_date                                                     1942\n",
      "speechiness                                                    0.0367\n",
      "tempo                                                         73.4100\n",
      "Name: 4120, dtype: object\n",
      "-------------\n",
      "Bolero |Ravel|\n",
      "-------------\n",
      "Nutcracker: Dance Of The Sugar-Plum Fairy |Tchaikovsky|\n",
      "valence                                                        0.5330\n",
      "year                                                             1960\n",
      "acousticness                                                   0.9500\n",
      "artists             Pyotr Ilyich Tchaikovsky, Leonard Bernstein, N...\n",
      "danceability                                                   0.5270\n",
      "duration_ms                                                    151800\n",
      "energy                                                         0.3020\n",
      "explicit                                                            0\n",
      "instrumentalness                                               0.9220\n",
      "key                                                                 4\n",
      "liveness                                                       0.0949\n",
      "loudness                                                     -16.6410\n",
      "mode                                                                0\n",
      "name                Nutcracker Suite, Op. 71a: Dance of the Sugar ...\n",
      "popularity                                                         11\n",
      "release_date                                                     1960\n",
      "speechiness                                                    0.0297\n",
      "tempo                                                         72.2620\n",
      "Name: 128815, dtype: object\n",
      "-------------\n",
      "Over The Waves |Rosas|\n",
      "-------------\n",
      "Air On The G String |Bach|\n",
      "valence                                            0.1290\n",
      "year                                                 1935\n",
      "acousticness                                       0.9750\n",
      "artists             n/a, Johann Sebastian Bach, In Motion\n",
      "danceability                                       0.3170\n",
      "duration_ms                                        268400\n",
      "energy                                             0.3170\n",
      "explicit                                                0\n",
      "instrumentalness                                   0.9560\n",
      "key                                                     2\n",
      "liveness                                           0.0868\n",
      "loudness                                          -8.9780\n",
      "mode                                                    1\n",
      "name                                                  Air\n",
      "popularity                                              0\n",
      "release_date                                         1935\n",
      "speechiness                                        0.0389\n",
      "tempo                                             66.2960\n",
      "Name: 21791, dtype: object\n",
      "-------------\n",
      "Magic Flute: Queen Of The Night |Mozart|\n",
      "-------------\n",
      "Entry Of The Gladiators |Fucik|\n",
      "-------------\n",
      "Lakmé: Flower Duet |Delibes|\n",
      "valence                                                      0.062700\n",
      "year                                                             1968\n",
      "acousticness                                                 0.976000\n",
      "artists             Léo Delibes, Dame Joan Sutherland, Jane Berbié...\n",
      "danceability                                                 0.230000\n",
      "duration_ms                                                    363493\n",
      "energy                                                       0.059600\n",
      "explicit                                                            0\n",
      "instrumentalness                                             0.000035\n",
      "key                                                                11\n",
      "liveness                                                     0.413000\n",
      "loudness                                                   -22.228000\n",
      "mode                                                                1\n",
      "name                Lakmé / Act 1: \"Viens, Mallika, ... Dôme épais...\n",
      "popularity                                                         41\n",
      "release_date                                               1968-01-01\n",
      "speechiness                                                  0.043400\n",
      "tempo                                                       83.771000\n",
      "Name: 46851, dtype: object\n",
      "-------------\n",
      "Rodeo: Hoedown |Copland|\n",
      "-------------\n",
      "Cantata 147: Jesu, Joy Of Man's Desiring |Bach|\n",
      "valence                                                        0.1000\n",
      "year                                                             1990\n",
      "acousticness                                                   0.9620\n",
      "artists              Johann Sebastian Bach, Orpheus Chamber Orchestra\n",
      "danceability                                                   0.1600\n",
      "duration_ms                                                    208467\n",
      "energy                                                         0.0754\n",
      "explicit                                                            0\n",
      "instrumentalness                                               0.8820\n",
      "key                                                                 7\n",
      "liveness                                                       0.1160\n",
      "loudness                                                     -23.8150\n",
      "mode                                                                1\n",
      "name                Herz und Mund und Tat und Leben, Cantata BWV 1...\n",
      "popularity                                                         40\n",
      "release_date                                               1990-01-01\n",
      "speechiness                                                    0.0478\n",
      "tempo                                                        135.8070\n",
      "Name: 86341, dtype: object\n",
      "-------------\n",
      "Nutcracker: Waltz Of The Flowers |Tchaikovsky|\n",
      "valence                                                        0.1130\n",
      "year                                                             2010\n",
      "acousticness                                                   0.9440\n",
      "artists             Pyotr Ilyich Tchaikovsky, Sir Simon Rattle, Be...\n",
      "danceability                                                   0.1500\n",
      "duration_ms                                                    415813\n",
      "energy                                                         0.1280\n",
      "explicit                                                            0\n",
      "instrumentalness                                               0.9300\n",
      "key                                                                 2\n",
      "liveness                                                       0.0703\n",
      "loudness                                                     -20.4600\n",
      "mode                                                                1\n",
      "name                Tchaikovsky: The Nutcracker, Op. 71, Act 2: No...\n",
      "popularity                                                         60\n",
      "release_date                                               2010-10-11\n",
      "speechiness                                                    0.0459\n",
      "tempo                                                         46.7710\n",
      "Name: 55335, dtype: object\n",
      "-------------\n",
      "Carmen: Habanera |Bizet|\n",
      "valence                                                      0.213000\n",
      "year                                                             1949\n",
      "acousticness                                                 0.985000\n",
      "artists             Georges Bizet, George Sebastian, Metropolitan ...\n",
      "danceability                                                 0.349000\n",
      "duration_ms                                                    196173\n",
      "energy                                                       0.169000\n",
      "explicit                                                            0\n",
      "instrumentalness                                             0.000001\n",
      "key                                                                 7\n",
      "liveness                                                     0.215000\n",
      "loudness                                                   -20.233000\n",
      "mode                                                                1\n",
      "name                                     Habanera from Carmen - Voice\n",
      "popularity                                                         14\n",
      "release_date                                                     1949\n",
      "speechiness                                                  0.164000\n",
      "tempo                                                       78.001000\n",
      "Name: 24456, dtype: object\n",
      "-------------\n",
      "Piano Sonata No. 11: Rondo Alla Turca |Mozart|\n",
      "valence                                                        0.5760\n",
      "year                                                             1942\n",
      "acousticness                                                   0.9930\n",
      "artists                    Wolfgang Amadeus Mozart, Vladimir Horowitz\n",
      "danceability                                                   0.5040\n",
      "duration_ms                                                    220560\n",
      "energy                                                         0.1290\n",
      "explicit                                                            0\n",
      "instrumentalness                                               0.8960\n",
      "key                                                                 9\n",
      "liveness                                                       0.1270\n",
      "loudness                                                     -20.8530\n",
      "mode                                                                1\n",
      "name                Piano Sonata No. 11 in A Major, K. 331: III. R...\n",
      "popularity                                                          6\n",
      "release_date                                                     1942\n",
      "speechiness                                                    0.0539\n",
      "tempo                                                        122.5970\n",
      "Name: 4127, dtype: object\n",
      "-------------\n",
      "Peer Gynt: Morning Mood |Grieg|\n",
      "valence                                      0.0351\n",
      "year                                           1947\n",
      "acousticness                                 0.9810\n",
      "artists             Edvard Grieg, Esa-Pekka Salonen\n",
      "danceability                                 0.0734\n",
      "duration_ms                                  257240\n",
      "energy                                       0.0507\n",
      "explicit                                          0\n",
      "instrumentalness                             0.8630\n",
      "key                                               4\n",
      "liveness                                     0.1300\n",
      "loudness                                   -20.6770\n",
      "mode                                              1\n",
      "name                Peer Gynt, Op. 23: Morning Mood\n",
      "popularity                                       13\n",
      "release_date                                   1947\n",
      "speechiness                                  0.0486\n",
      "tempo                                       74.2980\n",
      "Name: 5062, dtype: object\n",
      "-------------\n",
      "Marriage Of Figaro Overture |Mozart|\n",
      "valence                                                0.3400\n",
      "year                                                     1947\n",
      "acousticness                                           0.7610\n",
      "artists             Wolfgang Amadeus Mozart, Arturo Toscanini\n",
      "danceability                                           0.3830\n",
      "duration_ms                                            237587\n",
      "energy                                                 0.1550\n",
      "explicit                                                    0\n",
      "instrumentalness                                       0.9150\n",
      "key                                                         2\n",
      "liveness                                               0.1070\n",
      "loudness                                             -14.5640\n",
      "mode                                                        1\n",
      "name                                                 Overture\n",
      "popularity                                                  0\n",
      "release_date                                             1947\n",
      "speechiness                                            0.0328\n",
      "tempo                                                 75.2180\n",
      "Name: 110299, dtype: object\n",
      "-------------\n",
      "Lohengrin: Bridal Chorus |Wagner|\n",
      "valence                                                        0.1320\n",
      "year                                                             1935\n",
      "acousticness                                                   0.9920\n",
      "artists              Richard Wagner, Karl Böhm, Staatskapelle Dresden\n",
      "danceability                                                   0.2470\n",
      "duration_ms                                                    320133\n",
      "energy                                                         0.2020\n",
      "explicit                                                            0\n",
      "instrumentalness                                               0.2110\n",
      "key                                                                10\n",
      "liveness                                                       0.0923\n",
      "loudness                                                     -15.7490\n",
      "mode                                                                1\n",
      "name                Wagner: Lohengrin, WWV 75, Act 3: \"Treulich ge...\n",
      "popularity                                                          0\n",
      "release_date                                                     1935\n",
      "speechiness                                                    0.0375\n",
      "tempo                                                         72.0800\n",
      "Name: 21733, dtype: object\n",
      "-------------\n",
      "Four Seasons: Spring |Vivaldi|\n",
      "-------------\n",
      "Nutcracker: Dance Of The Mirlitons (Reed Flutes) |Tchaikovsky|\n",
      "-------------\n",
      "Bugler's Dream |Arnaud|\n",
      "-------------\n",
      "Barber Of Seville: Largo Al Factotum (Figaro) |Rossini|\n",
      "valence                                                        0.5000\n",
      "year                                                             1949\n",
      "acousticness                                                   0.9800\n",
      "artists             Gioachino Rossini, Riccardo Chailly, Orchestra...\n",
      "danceability                                                   0.4370\n",
      "duration_ms                                                    257427\n",
      "energy                                                         0.2520\n",
      "explicit                                                            0\n",
      "instrumentalness                                               0.4000\n",
      "key                                                                 7\n",
      "liveness                                                       0.1640\n",
      "loudness                                                     -17.2550\n",
      "mode                                                                1\n",
      "name                Largo al factotum from The Barber of Seville -...\n",
      "popularity                                                         21\n",
      "release_date                                                     1949\n",
      "speechiness                                                    0.0562\n",
      "tempo                                                         73.5740\n",
      "Name: 5478, dtype: object\n",
      "-------------\n",
      "Nutcracker: Trepak (Russian Dance) |Tchaikovsky|\n",
      "valence                                                        0.1080\n",
      "year                                                             1960\n",
      "acousticness                                                   0.9150\n",
      "artists             Pyotr Ilyich Tchaikovsky, Leonard Bernstein, N...\n",
      "danceability                                                   0.4720\n",
      "duration_ms                                                    100960\n",
      "energy                                                         0.0552\n",
      "explicit                                                            0\n",
      "instrumentalness                                               0.9440\n",
      "key                                                                 4\n",
      "liveness                                                       0.3530\n",
      "loudness                                                     -31.6760\n",
      "mode                                                                0\n",
      "name                Nutcracker Suite, Op. 71a: Danse Russe - Trépa...\n",
      "popularity                                                         18\n",
      "release_date                                                     1960\n",
      "speechiness                                                    0.0321\n",
      "tempo                                                        129.6020\n",
      "Name: 63216, dtype: object\n",
      "-------------\n",
      "Lullaby |Brahms|\n",
      "-------------\n",
      "Minuet In G |Bach|\n",
      "-------------\n",
      "Rhapsody On A Theme Of Paganini, 18th Variation |Rachmaninov|\n",
      "-------------\n",
      "Thieving Magpie Overture |Rossini|\n",
      "valence                                          0.3070\n",
      "year                                               1936\n",
      "acousticness                                     0.8410\n",
      "artists             Gioachino Rossini, Arturo Toscanini\n",
      "danceability                                     0.3030\n",
      "duration_ms                                      442880\n",
      "energy                                           0.1350\n",
      "explicit                                              0\n",
      "instrumentalness                                 0.6190\n",
      "key                                                   4\n",
      "liveness                                         0.1900\n",
      "loudness                                       -21.3020\n",
      "mode                                                  1\n",
      "name                                           Overture\n",
      "popularity                                            0\n",
      "release_date                                       1936\n",
      "speechiness                                      0.0525\n",
      "tempo                                          179.3240\n",
      "Name: 58817, dtype: object\n",
      "-------------\n",
      "Symphony No. 9: II |Beethoven|\n",
      "valence                                                        0.0711\n",
      "year                                                             1951\n",
      "acousticness                                                   0.9700\n",
      "artists                        Ludwig van Beethoven, Arturo Toscanini\n",
      "danceability                                                   0.2290\n",
      "duration_ms                                                    479307\n",
      "energy                                                         0.0767\n",
      "explicit                                                            0\n",
      "instrumentalness                                               0.3410\n",
      "key                                                                 4\n",
      "liveness                                                       0.0998\n",
      "loudness                                                     -16.7570\n",
      "mode                                                                0\n",
      "name                Symphony No. 7 in A Major, Op. 92: II. Allegretto\n",
      "popularity                                                         18\n",
      "release_date                                                     1951\n",
      "speechiness                                                    0.0377\n",
      "tempo                                                        149.4320\n",
      "Name: 5943, dtype: object\n",
      "-------------\n",
      "Solomon: Arrival Of The Queen Of Sheba |Handel|\n",
      "valence                                                        0.7220\n",
      "year                                                             1959\n",
      "acousticness                                                   0.7860\n",
      "artists             George Frideric Handel, Raymond Leppard, Engli...\n",
      "danceability                                                   0.4880\n",
      "duration_ms                                                    185000\n",
      "energy                                                         0.2610\n",
      "explicit                                                            0\n",
      "instrumentalness                                               0.8930\n",
      "key                                                                10\n",
      "liveness                                                       0.3590\n",
      "loudness                                                     -20.1540\n",
      "mode                                                                1\n",
      "name                Solomon, HWV 67: Sinfonia \"Arrival of the Quee...\n",
      "popularity                                                         29\n",
      "release_date                                                     1959\n",
      "speechiness                                                    0.0448\n",
      "tempo                                                        118.7040\n",
      "Name: 26547, dtype: object\n",
      "-------------\n",
      "Nutcracker: Tea (Chinese Dance) |Tchaikovsky|\n",
      "valence                                                       0.6460\n",
      "year                                                            1951\n",
      "acousticness                                                  0.8810\n",
      "artists                   Pyotr Ilyich Tchaikovsky, Arturo Toscanini\n",
      "danceability                                                  0.4500\n",
      "duration_ms                                                    67107\n",
      "energy                                                        0.3920\n",
      "explicit                                                           0\n",
      "instrumentalness                                              0.7530\n",
      "key                                                               10\n",
      "liveness                                                      0.1330\n",
      "loudness                                                    -16.6410\n",
      "mode                                                               1\n",
      "name                The Nutcracker Suite, Op. 71a: VI. Chinese Dance\n",
      "popularity                                                         0\n",
      "release_date                                                    1951\n",
      "speechiness                                                   0.0575\n",
      "tempo                                                       125.9360\n",
      "Name: 78542, dtype: object\n",
      "-------------\n",
      "Brandenburg Concerto No. 3: I |Bach|\n",
      "-------------\n",
      "Peter And The Wolf: The Story Begins |Prokofiev|\n",
      "valence                                                        0.1610\n",
      "year                                                             1978\n",
      "acousticness                                                   0.7850\n",
      "artists             Sergei Prokofiev, Eugene Ormandy, Philadelphia...\n",
      "danceability                                                   0.3560\n",
      "duration_ms                                                     51053\n",
      "energy                                                         0.2220\n",
      "explicit                                                            0\n",
      "instrumentalness                                               0.8480\n",
      "key                                                                 7\n",
      "liveness                                                       0.3870\n",
      "loudness                                                     -15.1840\n",
      "mode                                                                1\n",
      "name                Peter and the Wolf, Op. 67 (Remastered): The S...\n",
      "popularity                                                         38\n",
      "release_date                                               1978-05-02\n",
      "speechiness                                                    0.0341\n",
      "tempo                                                        100.2920\n",
      "Name: 100313, dtype: object\n",
      "-------------\n",
      "Palladio |Jenkins|\n",
      "-------------\n",
      "Nutcracker: March |Tchaikovsky|\n",
      "valence                                                        0.5110\n",
      "year                                                             2010\n",
      "acousticness                                                   0.9770\n",
      "artists             Pyotr Ilyich Tchaikovsky, Sir Simon Rattle, Be...\n",
      "danceability                                                   0.4420\n",
      "duration_ms                                                    145613\n",
      "energy                                                         0.1160\n",
      "explicit                                                            0\n",
      "instrumentalness                                               0.8680\n",
      "key                                                                 4\n",
      "liveness                                                       0.0862\n",
      "loudness                                                     -23.1720\n",
      "mode                                                                0\n",
      "name                Tchaikovsky: The Nutcracker - Ballet, Op. 71, ...\n",
      "popularity                                                         55\n",
      "release_date                                               2010-10-11\n",
      "speechiness                                                    0.0412\n",
      "tempo                                                        151.0640\n",
      "Name: 73114, dtype: object\n",
      "-------------\n",
      "Requiem: Dies Irae |Mozart|\n",
      "valence                                                        0.3460\n",
      "year                                                             1987\n",
      "acousticness                                                   0.9730\n",
      "artists             Wolfgang Amadeus Mozart, The Monteverdi Choir,...\n",
      "danceability                                                   0.2910\n",
      "duration_ms                                                    106000\n",
      "energy                                                         0.3720\n",
      "explicit                                                            0\n",
      "instrumentalness                                               0.2850\n",
      "key                                                                 7\n",
      "liveness                                                       0.1440\n",
      "loudness                                                     -16.7400\n",
      "mode                                                                0\n",
      "name                Requiem in D minor, K.626: 3. Sequentia: Dies ...\n",
      "popularity                                                         50\n",
      "release_date                                               1987-01-01\n",
      "speechiness                                                    0.0358\n",
      "tempo                                                        161.7220\n",
      "Name: 32078, dtype: object\n",
      "-------------\n",
      "Light Cavalry Overture |Suppé|\n",
      "valence                                                        0.2870\n",
      "year                                                             1949\n",
      "acousticness                                                   0.9300\n",
      "artists             Franz von Suppé, London Philharmonic Orchestra...\n",
      "danceability                                                   0.2910\n",
      "duration_ms                                                    340080\n",
      "energy                                                         0.4270\n",
      "explicit                                                            0\n",
      "instrumentalness                                               0.9350\n",
      "key                                                                 9\n",
      "liveness                                                       0.2180\n",
      "loudness                                                     -12.2590\n",
      "mode                                                                1\n",
      "name                                          Light Cavalry: Overture\n",
      "popularity                                                          0\n",
      "release_date                                                     1949\n",
      "speechiness                                                    0.0732\n",
      "tempo                                                         72.5980\n",
      "Name: 142069, dtype: object\n",
      "-------------\n",
      "Bourrée In E Minor |Bach|\n",
      "valence                                                       0.9650\n",
      "year                                                            1946\n",
      "acousticness                                                  0.9880\n",
      "artists                        Johann Sebastian Bach, Jascha Heifetz\n",
      "danceability                                                  0.6340\n",
      "duration_ms                                                   173040\n",
      "energy                                                        0.0751\n",
      "explicit                                                           0\n",
      "instrumentalness                                              0.8570\n",
      "key                                                               11\n",
      "liveness                                                      0.1490\n",
      "loudness                                                    -20.8810\n",
      "mode                                                               0\n",
      "name                Partita No. 1 in B Minor, BWV 1002: VII. Bourrée\n",
      "popularity                                                         0\n",
      "release_date                                                    1946\n",
      "speechiness                                                   0.1910\n",
      "tempo                                                        96.9770\n",
      "Name: 24088, dtype: object\n",
      "-------------\n",
      "Skater's Waltz |Waldteufel|\n",
      "-------------\n",
      "Four Seasons: Winter |Vivaldi|\n",
      "valence                                                        0.2120\n",
      "year                                                             2008\n",
      "acousticness                                                   0.8100\n",
      "artists             Antonio Vivaldi, Joshua Bell, Academy of St. M...\n",
      "danceability                                                   0.4800\n",
      "duration_ms                                                    204147\n",
      "energy                                                         0.1630\n",
      "explicit                                                            0\n",
      "instrumentalness                                               0.7540\n",
      "key                                                                 5\n",
      "liveness                                                       0.0930\n",
      "loudness                                                     -19.1170\n",
      "mode                                                                0\n",
      "name                The Four Seasons - Violin Concerto in F Minor,...\n",
      "popularity                                                         61\n",
      "release_date                                                     2008\n",
      "speechiness                                                    0.0645\n",
      "tempo                                                        158.3660\n",
      "Name: 54825, dtype: object\n",
      "-------------\n",
      "Carnival Of The Animals: Finale |Saint-Saëns|\n",
      "valence                                                         0.665\n",
      "year                                                             1961\n",
      "acousticness                                                    0.986\n",
      "artists             Camille Saint-Saëns, Philippe Entremont, Gaby ...\n",
      "danceability                                                    0.597\n",
      "duration_ms                                                    116373\n",
      "energy                                                          0.254\n",
      "explicit                                                            0\n",
      "instrumentalness                                                0.879\n",
      "key                                                                 0\n",
      "liveness                                                        0.048\n",
      "loudness                                                      -16.467\n",
      "mode                                                                1\n",
      "name                          Carnival of the Animals, R. 125: Finale\n",
      "popularity                                                         26\n",
      "release_date                                                     1961\n",
      "speechiness                                                     0.050\n",
      "tempo                                                          99.236\n",
      "Name: 45434, dtype: object\n",
      "-------------\n",
      "Swan Lake: Scene |Tchaikovsky|\n",
      "valence                                                        0.0648\n",
      "year                                                             1976\n",
      "acousticness                                                   0.9440\n",
      "artists             Pyotr Ilyich Tchaikovsky, André Previn, London...\n",
      "danceability                                                   0.3140\n",
      "duration_ms                                                    344893\n",
      "energy                                                         0.2990\n",
      "explicit                                                            0\n",
      "instrumentalness                                               0.9020\n",
      "key                                                                 2\n",
      "liveness                                                       0.0991\n",
      "loudness                                                     -16.1920\n",
      "mode                                                                1\n",
      "name                Tchaikovsky: Swan Lake, Op. 20, Act I: Introdu...\n",
      "popularity                                                         47\n",
      "release_date                                                     1976\n",
      "speechiness                                                    0.0456\n",
      "tempo                                                         74.6020\n",
      "Name: 48422, dtype: object\n",
      "-------------\n",
      "Symphony No. 40: I |Mozart|\n",
      "valence                                                        0.2340\n",
      "year                                                             1953\n",
      "acousticness                                                   0.9770\n",
      "artists                     Wolfgang Amadeus Mozart, Arturo Toscanini\n",
      "danceability                                                   0.2870\n",
      "duration_ms                                                    447013\n",
      "energy                                                         0.2360\n",
      "explicit                                                            0\n",
      "instrumentalness                                               0.9060\n",
      "key                                                                 7\n",
      "liveness                                                       0.0838\n",
      "loudness                                                     -12.0300\n",
      "mode                                                                0\n",
      "name                Symphony No. 40 in G Minor, K. 550: I. Molto A...\n",
      "popularity                                                          1\n",
      "release_date                                                     1953\n",
      "speechiness                                                    0.0386\n",
      "tempo                                                        114.3950\n",
      "Name: 78982, dtype: object\n",
      "-------------\n",
      "Barber Of Seville Overture |Rossini|\n",
      "valence                                                        0.3300\n",
      "year                                                             1947\n",
      "acousticness                                                   0.9460\n",
      "artists             Gioachino Rossini, Riccardo Chailly, Orchestra...\n",
      "danceability                                                   0.3680\n",
      "duration_ms                                                    424107\n",
      "energy                                                         0.1880\n",
      "explicit                                                            0\n",
      "instrumentalness                                               0.7530\n",
      "key                                                                 4\n",
      "liveness                                                       0.1060\n",
      "loudness                                                     -17.7330\n",
      "mode                                                                1\n",
      "name                                Overture to The Barber of Seville\n",
      "popularity                                                         14\n",
      "release_date                                                     1947\n",
      "speechiness                                                    0.0462\n",
      "tempo                                                         93.9120\n",
      "Name: 5111, dtype: object\n",
      "-------------\n",
      "Planets: Mars, The Bringer Of War |Holst|\n",
      "valence                                                        0.0410\n",
      "year                                                             1961\n",
      "acousticness                                                   0.8290\n",
      "artists             Gustav Holst, Lorin Maazel, Orchestre National...\n",
      "danceability                                                   0.2100\n",
      "duration_ms                                                    468733\n",
      "energy                                                         0.3150\n",
      "explicit                                                            0\n",
      "instrumentalness                                               0.9120\n",
      "key                                                                 8\n",
      "liveness                                                       0.1070\n",
      "loudness                                                     -14.7880\n",
      "mode                                                                1\n",
      "name                 The Planets, Op. 32: I. Mars, the Bringer of War\n",
      "popularity                                                         22\n",
      "release_date                                                     1961\n",
      "speechiness                                                    0.0327\n",
      "tempo                                                         68.8850\n",
      "Name: 45522, dtype: object\n",
      "-------------\n",
      "Il Trovatore: Anvil Chorus |Verdi|\n",
      "valence                                                        0.4390\n",
      "year                                                             1949\n",
      "acousticness                                                   0.8690\n",
      "artists             Giuseppe Verdi, James Levine, Metropolitan Ope...\n",
      "danceability                                                   0.3870\n",
      "duration_ms                                                    160133\n",
      "energy                                                         0.2800\n",
      "explicit                                                            0\n",
      "instrumentalness                                               0.3430\n",
      "key                                                                 7\n",
      "liveness                                                       0.6660\n",
      "loudness                                                     -15.0900\n",
      "mode                                                                1\n",
      "name                           Anvil Chorus from Il trovatore - Vocal\n",
      "popularity                                                         28\n",
      "release_date                                                     1949\n",
      "speechiness                                                    0.0394\n",
      "tempo                                                        137.7940\n",
      "Name: 5444, dtype: object\n",
      "-------------\n",
      "Requiem: Lacrimosa |Mozart|\n",
      "valence                                                        0.0470\n",
      "year                                                             1987\n",
      "acousticness                                                   0.9790\n",
      "artists             Wolfgang Amadeus Mozart, The Monteverdi Choir,...\n",
      "danceability                                                   0.1640\n",
      "duration_ms                                                    170427\n",
      "energy                                                         0.0785\n",
      "explicit                                                            0\n",
      "instrumentalness                                               0.1300\n",
      "key                                                                 2\n",
      "liveness                                                       0.1320\n",
      "loudness                                                     -21.3770\n",
      "mode                                                                1\n",
      "name                Requiem in D minor, K.626: 3. Sequentia: Lacri...\n",
      "popularity                                                         52\n",
      "release_date                                               1987-01-01\n",
      "speechiness                                                    0.0327\n",
      "tempo                                                        147.0570\n",
      "Name: 31981, dtype: object\n",
      "-------------\n",
      "Romeo And Juliet: Montagues And Capulets (Dance Of The Knights) |Prokofiev|\n",
      "-------------\n",
      "Symphony No. 7: II |Beethoven|\n",
      "valence                                                        0.0711\n",
      "year                                                             1951\n",
      "acousticness                                                   0.9700\n",
      "artists                        Ludwig van Beethoven, Arturo Toscanini\n",
      "danceability                                                   0.2290\n",
      "duration_ms                                                    479307\n",
      "energy                                                         0.0767\n",
      "explicit                                                            0\n",
      "instrumentalness                                               0.3410\n",
      "key                                                                 4\n",
      "liveness                                                       0.0998\n",
      "loudness                                                     -16.7570\n",
      "mode                                                                0\n",
      "name                Symphony No. 7 in A Major, Op. 92: II. Allegretto\n",
      "popularity                                                         18\n",
      "release_date                                                     1951\n",
      "speechiness                                                    0.0377\n",
      "tempo                                                        149.4320\n",
      "Name: 5943, dtype: object\n",
      "-------------\n",
      "Colonel Bogey March |Ricketts|\n",
      "-------------\n",
      "Magic Flute Overture |Mozart|\n",
      "valence                                                0.3400\n",
      "year                                                     1947\n",
      "acousticness                                           0.7610\n",
      "artists             Wolfgang Amadeus Mozart, Arturo Toscanini\n",
      "danceability                                           0.3830\n",
      "duration_ms                                            237587\n",
      "energy                                                 0.1550\n",
      "explicit                                                    0\n",
      "instrumentalness                                       0.9150\n",
      "key                                                         2\n",
      "liveness                                               0.1070\n",
      "loudness                                             -14.5640\n",
      "mode                                                        1\n",
      "name                                                 Overture\n",
      "popularity                                                  0\n",
      "release_date                                             1947\n",
      "speechiness                                            0.0328\n",
      "tempo                                                 75.2180\n",
      "Name: 110299, dtype: object\n",
      "-------------\n",
      "Symphony No. 9 (New World): IV |Dvorák|\n",
      "-------------\n",
      "Radetzky March |Strauss Sr.|\n",
      "-------------\n"
     ]
    }
   ],
   "source": [
    "from fuzzywuzzy import process, fuzz\n",
    "\n",
    "# see if stripping ()'s from title helps\n",
    "# St. Louis Blues (with Louis Armstrong) doesnt work :(\n",
    "jazzidx = []\n",
    "artists = filtered_df.artists.unique()\n",
    "\n",
    "\n",
    "for j in classical:\n",
    "    \n",
    "    try:\n",
    "        jazzidx.append(filtered_df[(filtered_df.name.str.lower().str.contains(j[0].lower(), regex=False) == True) & (filtered_df.artists.str.lower().str.contains(j[1].lower(), regex=False) == True)].popularity.idxmax())\n",
    "    except:\n",
    "        arts_matches = process.extract(j[1], list(artists), limit=20, scorer=fuzz.token_set_ratio)\n",
    "        \n",
    "        print(j[0], '|'+j[1]+'|')\n",
    "        \n",
    "        if arts_matches:\n",
    "            #print(arts_matches)\n",
    "            songs_idx = []\n",
    "            found = False\n",
    "            for artist in arts_matches:\n",
    "                if artist[-1] > 90:\n",
    "                    song_matches = process.extract(j[0], list(filtered_df[filtered_df.artists == artist[0]].name), limit=10, scorer=fuzz.token_set_ratio)\n",
    "#             song_matches = process.extract(j[0], list(filtered_df[filtered_df.artists.str.lower().str.contains(j[1].lower())].name), limit=10, scorer=fuzz.token_sort_ratio)\n",
    "        \n",
    "                    if song_matches[0][-1] > 90:\n",
    "                        song_hits = filtered_df.name == song_matches[0][0]\n",
    "                        arts_hits = filtered_df.artists.str.contains(artist[0])\n",
    "                        songs_idx.append(filtered_df[ song_hits & arts_hits ].index)\n",
    "                        found = True\n",
    "                        break\n",
    "#             if ~found:\n",
    "#                 song_matches = process.extract(j[0], list(filtered_df[filtered_df.artists == arts_matches[0][0]].name), limit=10, scorer=fuzz.token_set_ratio)\n",
    "#                     filtered_df[filtered_df.artists]\n",
    "                #pick one?\n",
    "                \n",
    "                        \n",
    "                    \n",
    "                   \n",
    "                        \n",
    "#                         print(songs_idx)\n",
    "#                         print(artist)\n",
    "#                         print(filtered_df[ song_hits ]) #.popularity.idxmax())\n",
    "#                         jazzidx.append(filtered_df[filtered_df.name == song_matches[0]].)\n",
    "#                 else:\n",
    "#                     break\n",
    "        \n",
    "            for idx in songs_idx:\n",
    "                jazzidx.append(filtered_df.iloc[idx].popularity.idxmax())\n",
    "                print(filtered_df.iloc[filtered_df.iloc[idx].popularity.idxmax()])\n",
    "            \n",
    "        print('-------------')\n",
    "        "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "78"
      ]
     },
     "execution_count": 54,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#pd.DataFrame(classical).iloc[:]\n",
    "len(jazzidx)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 90,
   "metadata": {},
   "outputs": [],
   "source": [
    "#jazzidx"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {},
   "outputs": [],
   "source": [
    "def match_music(music_list):\n",
    "    jazzidx = []\n",
    "    artists = filtered_df.artists.unique()\n",
    "\n",
    "    for j in music_list:\n",
    "        try:\n",
    "            jazzidx.append(filtered_df[(filtered_df.name.str.lower().str.contains(j[0].lower(), regex=False) == True) & (filtered_df.artists.str.lower().str.contains(j[1].lower(), regex=False) == True)].popularity.idxmax())\n",
    "        except:\n",
    "            arts_matches = process.extract(j[1], list(artists), limit=10, scorer=fuzz.token_set_ratio)\n",
    "\n",
    "#             print(j[0], '|'+j[1]+'|')\n",
    "\n",
    "            if arts_matches:\n",
    "                songs_idx = []\n",
    "                for artist in arts_matches:\n",
    "                    if artist[-1] > 90:\n",
    "                        song_matches = process.extract(j[0], list(filtered_df[filtered_df.artists == artist[0]].name), limit=10, scorer=fuzz.token_sort_ratio)\n",
    "    #             song_matches = process.extract(j[0], list(filtered_df[filtered_df.artists.str.lower().str.contains(j[1].lower())].name), limit=10, scorer=fuzz.token_sort_ratio)\n",
    "\n",
    "                        if song_matches[0][-1] > 90:\n",
    "                            song_hits = filtered_df.name == song_matches[0][0]\n",
    "                            arts_hits = filtered_df.artists.str.contains(artist[0])\n",
    "                            songs_idx.append(filtered_df[ song_hits & arts_hits ].index)\n",
    "                            break\n",
    "    #                         print(songs_idx)\n",
    "    #                         print(artist)\n",
    "    #                         print(filtered_df[ song_hits ]) #.popularity.idxmax())\n",
    "    #                         jazzidx.append(filtered_df[filtered_df.name == song_matches[0]].)\n",
    "    #                 else:\n",
    "    #                     break\n",
    "                for idx in songs_idx:\n",
    "                    jazzidx.append(filtered_df.iloc[idx].popularity.idxmax())\n",
    "#                     print(filtered_df.iloc[filtered_df.iloc[idx].popularity.idxmax()])\n",
    "\n",
    "#             print('-------------')\n",
    "    return jazzidx"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 82,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "94\n"
     ]
    }
   ],
   "source": [
    "# len(classical)\n",
    "# len(hip_hop)\n",
    "# len(rock)\n",
    "# len(metal)\n",
    "len(jazz)\n",
    "# len(reggae)\n",
    "\n",
    "#jazz_music = match_music(jazz)\n",
    "#hiphop_music = match_music(hip_hop)\n",
    "#rock_music = match_music(rock[:200])\n",
    "#metal_music = match_music(metal)\n",
    "#reggae_music = match_music(reggae)\n",
    "#classical_music = match_music(classical)\n",
    "print(len(jazz_music))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 98,
   "metadata": {},
   "outputs": [],
   "source": [
    "with open('jazz_idx.csv', 'w') as f:\n",
    "    for i in jazz_music:\n",
    "        f.write(f'{i}\\n')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}