Create_a_New_Song_Lyrics.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "kernelspec": {
      "display_name": "Python 3",
      "language": "python",
      "name": "python3"
    },
    "language_info": {
      "codemirror_mode": {
        "name": "ipython",
        "version": 3
      },
      "file_extension": ".py",
      "mimetype": "text/x-python",
      "name": "python",
      "nbconvert_exporter": "python",
      "pygments_lexer": "ipython3",
      "version": "3.6.4"
    },
    "colab": {
      "name": "Create a New Song Lyrics.ipynb",
      "provenance": [],
      "collapsed_sections": []
    }
  },
  "cells": [
    {
      "cell_type": "code",
      "metadata": {
        "id": "50Uwi5VkuNb3",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "import pandas\n",
        "df = pandas.read_csv('songdata.csv')\n",
        "df = df.drop(['link'], axis=1)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "24GR7c15uNb7",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "artistList =[]\n",
        "count=0\n",
        "for artist in df['artist']:\n",
        "    if artist not in artistList:\n",
        "        artistList.append(artist)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "JUpfiVL0uNb9",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "import math\n",
        "import re\n",
        "from collections import Counter\n",
        "\n",
        "WORD = re.compile(r'\\w+')\n",
        "\n",
        "def text_to_vector(text):\n",
        "     words = WORD.findall(text)\n",
        "     return Counter(words)\n",
        "\n",
        "def get_cosine(vec1, vec2):\n",
        "     intersection = set(vec1.keys()) & set(vec2.keys())\n",
        "     numerator = sum([vec1[x] * vec2[x] for x in intersection])\n",
        "\n",
        "     sum1 = sum([vec1[x]**2 for x in vec1.keys()])\n",
        "     sum2 = sum([vec2[x]**2 for x in vec2.keys()])\n",
        "     denominator = math.sqrt(sum1) * math.sqrt(sum2)\n",
        "\n",
        "     if not denominator:\n",
        "        return 0.0\n",
        "     else:\n",
        "        return float(numerator) / denominator"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "FscBNN7juNcC",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "import nltk\n",
        "import pandas as pd\n",
        "import numpy as np\n",
        "from nltk.tokenize import word_tokenize\n",
        "from nltk.corpus import stopwords\n",
        "from nltk.probability import FreqDist\n",
        "\n",
        "\n",
        "def clearText(String):\n",
        "    \n",
        "    pattern = re.compile(r'\\b(' + r'|'.join(stopwords.words('english')) + r')\\b\\s*') #\\b: Matches only the beginning or end of the word.\n",
        "    text = re.sub(r'\\W+' ,' ',String)  # for symbol\n",
        "    text = re.sub(r'\\d+',' ',text)   # digits\n",
        "    text = pattern.sub(' ',text.lower())\n",
        "    text = re.sub(r'\\s+',' ',text)  #for space \n",
        "    tokenize = word_tokenize(text) \n",
        "    return(tokenize)\n",
        "\n",
        "def process(singerName):\n",
        "\n",
        "    lyrics = df.iloc[:,[0, -1]]\n",
        "    lyrics = {k:''.join(g[\"text\"].tolist()) for k,g in lyrics.groupby(\"artist\")}\n",
        "\n",
        "    songs = str(lyrics[singerName])\n",
        "    tokenize= clearText(songs)\n",
        "    \n",
        "    fdist = FreqDist(tokenize)\n",
        "    max = fdist.most_common(1)\n",
        "  \n",
        "    # conver to weight\n",
        "    for x in fdist:\n",
        "        fdist[x]=round(fdist[x]/max[0][1],2)\n",
        "\n",
        "    # Product sentence scores \n",
        "    sent2score={}\n",
        "    sent2score = {sentence : fdist[x] if sentence not in sent2score.keys() else sent2score[sentence] + fdist[x]  \n",
        "    for sentence in songs.split('\\n') for x in sentence.split(' ') if x in fdist.keys() }\n",
        "\n",
        "    top_common = dict(Counter(sent2score).most_common(5)).keys()\n",
        "    return([*top_common])\n",
        "\n",
        "\t"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "lj6qStJluNcH",
        "colab_type": "code",
        "outputId": "5490b8e2-d19f-4dab-ab50-182000da433b",
        "colab": {}
      },
      "source": [
        "esasText = process('Queen')\n",
        "artistList.remove('Queen')\n",
        "list = []\n",
        "for x in artistList[0:100]:\n",
        "    text = process(x)\n",
        "    list.append(text)\n",
        "list"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "[[\"'Cause I want to, oh  \",\n",
              "  'You will find, oh oh oh  ',\n",
              "  \"It's a beautiful life, oh oh oh oh  \",\n",
              "  'Such a dream, oh oh oh  ',\n",
              "  'Nobody gonna slow me down, oh no,  '],\n",
              " ['I felt that smoosh and I said oh Mama.  ',\n",
              "  'Why, oh why  ',\n",
              "  'That butt you got is.....ooh, so corny!  ',\n",
              "  'He got a D.W.I.  ',\n",
              "  'Baby, baby, baby, I want to stuff all that cabbage you got  '],\n",
              " ['Cause what if I never love again?  ',\n",
              "  'Let this be our lesson in love  ',\n",
              "  'Cause what if I never love again?',\n",
              "  \"I best tidy up my head I'm the only one in love  \",\n",
              "  \"I'm the only one in love  \"],\n",
              " ['When you got to be yourself  ',\n",
              "  \"And how I got to thinkin'  \",\n",
              "  \"Yeah I got the DT's  \",\n",
              "  \"Said, I ain't got you  \",\n",
              "  'For giving up all that you got  '],\n",
              " [\"I've got no rights and I've got no style, but love is blind.  \",\n",
              "  'You and me, we live for love  ',\n",
              "  'You and Me, we live for love  ',\n",
              "  'These pages are the book of love  ',\n",
              "  \"You can't explain the joy and pain of crazy love  \"],\n",
              " ['Ganun pa man paki sabi na lang(paki sabi na lang)  ',\n",
              "  '(paki sabi na lang)  ',\n",
              "  \"You tell me 'bout the love you've had  \",\n",
              "  'And when my love  ',\n",
              "  'Walking hand in hand with the one I love  '],\n",
              " [\"I'm down on my knees, tell her please, that I love her so  \",\n",
              "  'Carolina.......... I love you',\n",
              "  'Christmas is love  ',\n",
              "  'Christmas is love, Christmas is love, Christmas is love',\n",
              "  'I knew I caught a glimpse of heaven love  '],\n",
              " ['The man in black looks down on you the insignificant one  ',\n",
              "  'Tell the truth to one and all  ',\n",
              "  'Silently calling no one is there  ',\n",
              "  'Maybe this day could be the one  ',\n",
              "  'Oh oh gimme one  '],\n",
              " ['When the last dread call shall wake us  ',\n",
              "  'Do not thou our God forsake us  ',\n",
              "  'Where light will guide us  ',\n",
              "  'O come to us, abide with us  ',\n",
              "  'Corner of paradise, a golden chain has tied us  '],\n",
              " [\"'Cause then you find out that they got  \",\n",
              "  'And Peter said \"Well son, we already got ourselves a king\"  ',\n",
              "  'He told me \"Son, I\\'ve really got you now, boy\"  ',\n",
              "  'It never got to you  ',\n",
              "  \"Then there's Alice, dear, and all the little things that got him here  \"],\n",
              " ['Changing the shape of his face, ooh... yeah  ',\n",
              "  \"I don't mind yeah  \",\n",
              "  'Lost my mind, yeah  ',\n",
              "  \"Not to plan my funeral 'fore the body dies, yeah  \",\n",
              "  'What you may have heard and what you think you know, yeah  '],\n",
              " [\"I'd rather believe in love  \",\n",
              "  'And I fell in love',\n",
              "  'But I was tossed high by love  ',\n",
              "  \"women's love  \",\n",
              "  'Who would sell their soul for love  '],\n",
              " ['And I want a 15 year guarantee on everything that I got  ',\n",
              "  'She got what she wanted,  ',\n",
              "  \"But I don't know what they got him for  \",\n",
              "  \"But the man that's got her now  \",\n",
              "  'Last night sorta got so insane,  '],\n",
              " ['That we break what we love  ',\n",
              "  'And if music be the food of love  ',\n",
              "  'I want to scream in the whirlpools of love  ',\n",
              "  'oh, i love you so  ',\n",
              "  'For the sake of love, for the sake of love  '],\n",
              " [\"I love you, oo-oo-oo, you don't know  \",\n",
              "  \"I love you, oo-oo-oo, you don't know\",\n",
              "  'How are you to know  ',\n",
              "  \"There's just one thing that I need to know  \",\n",
              "  \"Sometimes I wonder if you know I'm there  \"],\n",
              " [\"Don't stop giving love  \",\n",
              "  \"Since you came inside me, now I'm lost inside your love  \",\n",
              "  \"Just never let me go, Lord, I'm so in love with you  \",\n",
              "  'To love so  ',\n",
              "  'And fill me with Your love again  '],\n",
              " ['Coi ricordi il desiderio che  ',\n",
              "  \"lascia pria che la preghi, che l'infiori...  \",\n",
              "  \"Cosa c'era ne 'l fior che m'hai dato?  \",\n",
              "  'Qualcosa che  ',\n",
              "  'Scoprire che  '],\n",
              " [\"But I don't believe that I could fall in love again  \",\n",
              "  'Christmas needs love to be Christmas  ',\n",
              "  'The greatest of all gifts is love  ',\n",
              "  'Every day remember how I love you so  ',\n",
              "  'And forevermore sharing your love'],\n",
              " ['Warbucks and annie  ',\n",
              "  \"Don't know your name,  \",\n",
              "  'Did you even know my name?  ',\n",
              "  'Do you know who you are? (who you are)  ',\n",
              "  'You should know that you are  '],\n",
              " ['And I say baby, baby  ',\n",
              "  'Oh baby, oh baby, my baby (Baby I)  ',\n",
              "  'Oh baby, baby I (baby I)  ',\n",
              "  \"All I'm tryna say is you're my everything baby  \",\n",
              "  'Baby, baby (Ooh oh)  '],\n",
              " ['ngayong wala ka na  ',\n",
              "  'patawad na  ',\n",
              "  \"Ako'y gising na  \",\n",
              "  'Sana ay maniwala ka na  ',\n",
              "  \"Pag ako'y gising na  \"],\n",
              " ['Who did agree to go  ',\n",
              "  \"And how'd you like to go  \",\n",
              "  'I think I might go with you  ',\n",
              "  \"You've got better things to do but for me I'll just go on  \",\n",
              "  'Then you better not go  '],\n",
              " ['Oh baby, oh honey, oh darling, oh pudding, what are you doing with that',\n",
              "  \"Always asking me for stuff, well guess what I don't care, oh  \",\n",
              "  \"I don't want to be fat and weak, oh no, oh no  \",\n",
              "  \"I don't mind being fat and weak, oh no, oh no  \",\n",
              "  'Oh oh Scary Ned  '],\n",
              " ['Always, I know  ',\n",
              "  'Work sucks, I know  ',\n",
              "  'I want to know that I  ',\n",
              "  \"When you're not here I don't know what to do  \",\n",
              "  'You will always know  '],\n",
              " ['All the money in the world could never add up to all the love  ',\n",
              "  'Far beyond the call of love  ',\n",
              "  \"The words of another, who's truly in love  \",\n",
              "  'To say I love you  ',\n",
              "  'I love you  '],\n",
              " ['Ah oh oh  ',\n",
              "  \"[There's more to me] secret [more than the eye can see] ah oh oh  \",\n",
              "  \"[I just can't wait to show it] ah oh oh  \",\n",
              "  'Can you keep a secret, [a mystery] secret [a secret identity] ah oh oh  ',\n",
              "  '[This is magic and you know it] ah oh oh  '],\n",
              " ['A child that is born of our love',\n",
              "  'And our love is one love  ',\n",
              "  'Just like me to lose my love  ',\n",
              "  \"Now if i don't find my love  \",\n",
              "  'I believe in love  '],\n",
              " ['(Dut da da da da da dut)  ',\n",
              "  '(Da dot da dot)  ',\n",
              "  '(Dut da da da da da dut da dut)  ',\n",
              "  'A casual look (Dut da da da da da dut da dut)  ',\n",
              "  'A little wink (Dut da da da da da dut da dut)  '],\n",
              " ['I give her all my love  ',\n",
              "  'And if you saw my love  ',\n",
              "  \"You'd love her to  \",\n",
              "  'I love her  ',\n",
              "  'And I love her  '],\n",
              " ['My love is bigger than your love  ',\n",
              "  'What I love you for  ',\n",
              "  \"I can't believe I thought I was in love with you  \",\n",
              "  \"You didn't have to love me  \",\n",
              "  \"And I'll love you my partner (And I'll love you my partner)  \"],\n",
              " ['Beauty and the beast  ',\n",
              "  'Beauty and the beast x2  ',\n",
              "  'If not, he would be doomed to remain a beast  ',\n",
              "  'You like it?  ',\n",
              "  \"No one's been like Gaston  \"],\n",
              " ['With the pain of love  ',\n",
              "  'Where are you ? I love you . Where are you ? I love you .  ',\n",
              "  'that makes me love you.  ',\n",
              "  'But a heart needs love  ',\n",
              "  'I would die by your side my love  '],\n",
              " [\"I don't know much, but I know I love you,  \",\n",
              "  'And in my soul I know love is our salvation.  ',\n",
              "  \"I don't kow much, but if I know you love me,  \",\n",
              "  \"I don't know much, but if you say you love me,  \",\n",
              "  'You\\'re the one who said, \"I love you, too.  '],\n",
              " [\"'Cause we know each other now  \",\n",
              "  \"When I'm kissing my love  \",\n",
              "  \"She's got me in love  \",\n",
              "  \"When I'm kissing my love\",\n",
              "  '(I wanna make love to your mind)...'],\n",
              " [\"If it's love there is no in between  \",\n",
              "  \"But if you'll let me love you  \",\n",
              "  \"That all brother, if you've ever bin in love  \",\n",
              "  'If you want to have some love  ',\n",
              "  'I love all  '],\n",
              " [\"I don't even know why  \",\n",
              "  \"Everybody's making believe that they know  \",\n",
              "  'There were some things that people never needed to know  ',\n",
              "  \"I don't know, I don't know  \",\n",
              "  \"Don't you know that they're out of touch?  \"],\n",
              " ['But I love her  ',\n",
              "  'Yes I love her  ',\n",
              "  'Has its heart set on love  ',\n",
              "  \"Because I'm in love  \",\n",
              "  \"But only because I'm in love with you.  \"],\n",
              " [\"There's just one way to see  \",\n",
              "  'Just one way to see  ',\n",
              "  'Now I feel like going under, now my life is hard to see  ',\n",
              "  \"Got to see yourself in other's eye's, surprised?  \",\n",
              "  \"It's growing so dark and you can't see it all  \"],\n",
              " [\"I ain't got  \",\n",
              "  \"No I ain't got  \",\n",
              "  \"No ain't got  \",\n",
              "  'Just when I thought I got back.  ',\n",
              "  'Into a new life, oh you really got  '],\n",
              " [\"There's no water in your well  \",\n",
              "  'Can strut their feathers well  ',\n",
              "  'He ate Burger Kings, he was well fed.  ',\n",
              "  \"So I'll just say fare thee well  \",\n",
              "  \"But oh, mother, things ain't going well  \"],\n",
              " ['We should really love each other (love each other)  ',\n",
              "  \"I've sent away the girl I love  \",\n",
              "  \"I said, I've sent away the girl I love  \",\n",
              "  \"Is this love that I'm feelin'?  \",\n",
              "  \"Is this love that I'm feelin'  \"],\n",
              " ['But I never got inside the fence, oh no no  ',\n",
              "  'Honey, get me a beer, huh?  ',\n",
              "  \"(If you don't beat your meat, you won't get any pudding?)  \",\n",
              "  'These uppity cattle, it\\'s time to get tough\"  ',\n",
              "  'Was as glad as he could get  '],\n",
              " ['Oh oh oh  ',\n",
              "  \"And then she'll go, oh, oh, oh, oh  \",\n",
              "  \"You can try but you can't have it all, oh no, no.  \",\n",
              "  'Oh, oh, oh, oh clutch again oh oh and you clutch again oh  ',\n",
              "  \"Oh ho oh oh oh oh oh oh oh don't say oh oh oh oh oh oh no  \"],\n",
              " ['Aint no cure for love  ',\n",
              "  'There aint no cure for love  ',\n",
              "  'Aint no cure for love',\n",
              "  \"(That's what you get for falling in love  \",\n",
              "  'Always being in love  '],\n",
              " ['oh  ',\n",
              "  'Hey he he he heeeeeeey oooh oh oh  ',\n",
              "  'Ooooooooooh oh oh oh  ',\n",
              "  'When you came along, oh how strange!  ',\n",
              "  'I still care for you, oh how strange!  '],\n",
              " ['After a while I learned that love  ',\n",
              "  'A cure for this love  ',\n",
              "  'Find me a way out of love  ',\n",
              "  'Found herself a cure for love  ',\n",
              "  'Come my love  '],\n",
              " ['I would have filled it with love  ',\n",
              "  'Our lives to the precious thing we have called love  ',\n",
              "  'For this everlasting love  ',\n",
              "  'For your love  ',\n",
              "  \"'Cause I found real love  \"],\n",
              " [\"You know by now its your love that I'm after  \",\n",
              "  'You improve with time and I want you, I love you  ',\n",
              "  \"And I want you, that's how much I love you  \",\n",
              "  'Come with me my love  ',\n",
              "  \"And I been crayin' the love you been sayin'  \"],\n",
              " [\"Don't you know that I'm burning up for your love  \",\n",
              "  \"I'm burning up, burning up for your love  \",\n",
              "  'Burning up for your love [burning up for your love]  ',\n",
              "  'Burning up for your love [burning up for your love]',\n",
              "  'You love it, you love it  '],\n",
              " ['We had it once, we ain\\'t got it anymore\"  ',\n",
              "  \"But the only thing I ain't got honey I ain't got you  \",\n",
              "  \"But the only thing I ain't got baby I ain't got you  \",\n",
              "  \"'Cause the only thing I ain't got baby I ain't got you\",\n",
              "  'I want to find out what I got  '],\n",
              " ['Oh oh oh oh oh oh oh oh  ',\n",
              "  'Oh oh oh oh oh oh oh oh',\n",
              "  '(Oh-oh) burning up (oh-oh) oh  ',\n",
              "  '(Ah) oh oh oh  ',\n",
              "  'No no no no no no no no no oh  '],\n",
              " ['Just the same two kids as much in love  ',\n",
              "  'High school days with me and Becky learning what it really means to be in love  ',\n",
              "  'The tree of hearts they pledged their love  ',\n",
              "  \"You're the reason I believe in love  \",\n",
              "  'I will love you  '],\n",
              " ['It makes me want to (oh)  ',\n",
              "  'Ah, if you want to have cities,  ',\n",
              "  'Yeah, if you want to have cities,  ',\n",
              "  'No, if you want to have cities,  ',\n",
              "  'Let me go and I will want you more  '],\n",
              " ['So deep in love am I  ',\n",
              "  'And fare thee well, my only love  ',\n",
              "  'And I will come again, my love  ',\n",
              "  'All the love  ',\n",
              "  'They still say I love you  '],\n",
              " [\"Mamaya'y wala ka na  \",\n",
              "  \"Mamaya'y nag-iisa na  \",\n",
              "  \"Sa may istasyon ika'y sasakay na  \",\n",
              "  'Wala na  ',\n",
              "  'Wala na'],\n",
              " ['(All you get from love is an old love song)  ',\n",
              "  '(Got to take the blame for an old love song)  ',\n",
              "  'Close by me forever, and love me, I pray.  ',\n",
              "  \"I'll say goodbye to love  \",\n",
              "  'Time and time again the chance for love  '],\n",
              " [\"Give me all the love you've got, to me  \",\n",
              "  \"Give me all the love you've got, to me\",\n",
              "  'How much you love me yes,  ',\n",
              "  \"But I don't want the kind of love  \",\n",
              "  'Music is a lady that I still love  '],\n",
              " [\"But if you'll let me love you  \",\n",
              "  'There is love after love after all  ',\n",
              "  'If there was any other way love  ',\n",
              "  \"It's just a game of love, love, love  \",\n",
              "  \"I can't live without your love  \"],\n",
              " ['Betcha I can love  ',\n",
              "  'I think I love you  ',\n",
              "  'We thought we could do it without love  ',\n",
              "  \"Things, different places, adventure, makin' love  \",\n",
              "  'And just lose yourself in love  '],\n",
              " [\"You're still in love with her  \",\n",
              "  \"I'm selling this, hot love for you  \",\n",
              "  \"I'm selling this hot love for you  \",\n",
              "  'I want you, need you, love you  ',\n",
              "  \"I'd love you to love me.  \"],\n",
              " ['So overpowering was her love  ',\n",
              "  'He needed fresh young meat to love  ',\n",
              "  'Without true love we just exist, Alfie.  ',\n",
              "  \"And you'll find love any day, Alfie, Alfie.\",\n",
              "  'Without your love  '],\n",
              " ['All I care about is love  ',\n",
              "  'All I care about is(all he cares about is love) love  ',\n",
              "  'All he cares about is love  ',\n",
              "  'Know that I love you  ',\n",
              "  'Baby let me love you  '],\n",
              " ['A hunting we will go, a hunting we will go  ',\n",
              "  'Heigh ho, the dairy-o, a hunting we will go  ',\n",
              "  \"And then we'll let him go  \",\n",
              "  \"And then we'll let him go\",\n",
              "  'That I should go to Egypt and say,  '],\n",
              " ['Here such a snobby girl  ',\n",
              "  'Tell me your favorite love song girl  ',\n",
              "  'And when you work that girl  ',\n",
              "  'My girl  ',\n",
              "  'Lost my girl  '],\n",
              " ['When all I could see  ',\n",
              "  'I close my eyes to see  ',\n",
              "  'Look around, see that you see  ',\n",
              "  'Even though no-one can see  ',\n",
              "  'Plenty of places, plenty of things to see  '],\n",
              " [\"We're the song inside the tune (yeah, oh yeah)  \",\n",
              "  'Oh, oh  ',\n",
              "  'Yeah, oh yeah, oh, oh  ',\n",
              "  'Yeah, oh, no, oh, yeah, oh  ',\n",
              "  'For my, for my success, oh  '],\n",
              " ['If you can love it, carefully,  ',\n",
              "  'Look at me and love  ',\n",
              "  'Count the \"I love you\\'s\"  ',\n",
              "  'Count the \"I love you\\'s\"',\n",
              "  \"What? What might you do to find out why I can't love you?  \"],\n",
              " [\"But I'll have a blue, blue blue blue christmas  \",\n",
              "  \"You'll be doin all right, with your christmas of white,  \",\n",
              "  \"But I'll have a blue, blue christmas\",\n",
              "  \"Just ain't christmas  \",\n",
              "  \"Lord it's like a hard candy christmas  \"],\n",
              " [\"The fool that I am or the wise man I'll be  \",\n",
              "  \"Van Diemen's land is a hell for a man  \",\n",
              "  'And they bonded in the worship of a dead man on a cross.  ',\n",
              "  'Giuseppe was an ailing man  ',\n",
              "  'She said, \"Oh man, you foolish man  '],\n",
              " [\"I guess I'll go to California  \",\n",
              "  \"Yes, I'll go to California  \",\n",
              "  \"He landed in Clark Air base, but didn't have no place to go  \",\n",
              "  \"Don't let nobody turn you 'round. go 'head on  \",\n",
              "  'Do you want us to go ?  '],\n",
              " [\"All I got is what I'm playin'  \",\n",
              "  \"Love's got me doin'  \",\n",
              "  \"You got nothin'  \",\n",
              "  \"Just got nothin' to do  \",\n",
              "  \"So if you don't like how I do it  \"],\n",
              " [\"They said I'd better take anything they'd got  \",\n",
              "  \"An' he knows what he's got to do  \",\n",
              "  \"But he's just like everyone, he's got a Ford Cortina  \",\n",
              "  \"Sometimes I feel I've got to  \",\n",
              "  \"Run away I've got to  \"],\n",
              " ['Say you love me?  ',\n",
              "  'All my love  ',\n",
              "  \"Came to nothin' at all my love  \",\n",
              "  'More than all my love  ',\n",
              "  \"Came to nothin' at all my love\"],\n",
              " ['Oh oh oh  ',\n",
              "  'Oh, oh, oh  ',\n",
              "  '(Oh oh oh oh oh, oh-oh-oh)  ',\n",
              "  '(Oh oh oh oh oh, oh-oh-oh-oh)  ',\n",
              "  'She\\'d say, \"Oh, oh, oh, oh, oh, oh  '],\n",
              " ['For I love all of you  ',\n",
              "  'For I love all of you, for I love all of you',\n",
              "  'Has a perfectly good love life,  ',\n",
              "  \"You'd be so easy to love  \",\n",
              "  \"Cause you'd be, oh, so easy to love  \"],\n",
              " [\"I'm sure I love you best.  \",\n",
              "  'I will always remember the love  ',\n",
              "  \"I'll give you love that's above and beyond the call of love  \",\n",
              "  \"To givin' me love that's above and beyond the call of love  \",\n",
              "  \"When you feel like you've come to the end of your way you need love  \"],\n",
              " ['No one gets to come in  ',\n",
              "  'So come on, come on, come on, oh come on through now,  ',\n",
              "  'Come on, come on, come on now come on through now.  ',\n",
              "  'So come on, come on, come on, come on oh come on through now,  ',\n",
              "  'Come on, come on, come on oh come on through now.  '],\n",
              " [\"'Bout your plans to make me blue  \",\n",
              "  \"Ooo, they're red, white and blue  \",\n",
              "  \"You can see miss molly rockin' at the house of blue lights.  \",\n",
              "  'The white house said, \"put the thing in the blue room\".  ',\n",
              "  'And never leave me blue  '],\n",
              " [\"Nothing's sadder, I know  \",\n",
              "  'You feel lucky when you know where you are  ',\n",
              "  \"He's so low you'll never know  \",\n",
              "  \"You'd never know it  \",\n",
              "  \"And I hear about things you don't want to know  \"],\n",
              " [\"This boy's in love with you  \",\n",
              "  \"'Cause I love you  \",\n",
              "  \"And I don't think I love you  \",\n",
              "  \"You're the last dying breath of love  \",\n",
              "  \"You're the last, last dying breath of love  \"],\n",
              " ['And you know pretty baby oh  ',\n",
              "  'Do I love you my oh my  ',\n",
              "  'Oh, oh, oh, oh, oh, oh, oh  ',\n",
              "  'Oh oh oh oh oh oh oh  ',\n",
              "  'Anna blue oh  '],\n",
              " [\"And now my love it's up to you  \",\n",
              "  'Some say that love is its own  ',\n",
              "  'I give you my love  ',\n",
              "  \"Now I'm lonely in love  \",\n",
              "  'Why must I be lonely in love  '],\n",
              " [\"You won't go up, oh  \",\n",
              "  \"I take what she's giving up, oh  \",\n",
              "  \"I get what she's giving up, oh  \",\n",
              "  'Let it rain all night, oh oh  ',\n",
              "  'Oh oh oh  '],\n",
              " [\"Cheap thrills, don't you know I like  \",\n",
              "  'Cheap thrills, whoa, you know I like  ',\n",
              "  'I like Pantera, Kid Rock, and Slayer  ',\n",
              "  \"When it comes to drinkin' I like Jim Beam  \",\n",
              "  'Just like Rob Zombie just like Slim Shady  '],\n",
              " ['Sometimes I feel like  ',\n",
              "  'Except a man dear Lord who looked like you  ',\n",
              "  \"I feel a-tragic like I'm Marlon Brando  \",\n",
              "  'Something like Tobacco Road  ',\n",
              "  'And try to get it on like once before  '],\n",
              " ['Beautiful people say go go go  ',\n",
              "  'But the places we could go  ',\n",
              "  \"But my heart don't wanna let it go  \",\n",
              "  \"I seen this one, I'm bout to go in  \",\n",
              "  \"There's crazy everywhere that I go  \"],\n",
              " [\"I'd give her the love she needs, the dreams...  \",\n",
              "  \"I'll love you over and over again  \",\n",
              "  \"I'll love you over and over  \",\n",
              "  \"I'll love you over and over again\",\n",
              "  \"Just to keep the love burnin'  \"],\n",
              " [\"And it's wonderful to be in love with you  \",\n",
              "  \"And it's wonderful to be in love with you\",\n",
              "  'I love you dearly,  ',\n",
              "  'All I have to give to you is my love  ',\n",
              "  'I wish that I could give you more than just my love  '],\n",
              " ['Emotions take control of life everyday.  ',\n",
              "  'Emotions take control of life everyday.',\n",
              "  'That I hear their choice of life  ',\n",
              "  'Once I had full control of my life  ',\n",
              "  'Denial of life (Vile denial)  '],\n",
              " ['I need more than you got  ',\n",
              "  \"Don't make a difference what you got  \",\n",
              "  'But strangeways is what I got  ',\n",
              "  'But strangeways is all I got  ',\n",
              "  \"Hey, the more I've got  \"],\n",
              " ['Give me all you got  ',\n",
              "  \"I got it, I'm Mr. Fun  \",\n",
              "  \"(It's OK) I know what I got  \",\n",
              "  \"You got it, but are you gettin' it?  \",\n",
              "  'You know you got it  '],\n",
              " [\"I thought you'd always be mine, oh oh  \",\n",
              "  'Oh oh  ',\n",
              "  'From now on your troubles will be miles away, oh  ',\n",
              "  'Hang a shining star upon the highest bow, oh yeah, oh  ',\n",
              "  'And have yourself a merry little Christmas now, oh, oh  '],\n",
              " [\"It's an addiction, image of love  \",\n",
              "  \"If you've been hiding from love  \",\n",
              "  'To bring you free love  ',\n",
              "  'That this is free love  ',\n",
              "  'Just free love  '],\n",
              " ['Well I got up  ',\n",
              "  'To use what you got  ',\n",
              "  'Think I got a bubble-sac  ',\n",
              "  'Think I got a rupto-pac  ',\n",
              "  'Poo poo man got jiffy-snipped  '],\n",
              " [\"Walau 'tuk terus bersama kan ada hati yang 'kan terluka,  \",\n",
              "  'Dirimu yang tak mungkin mencintai aku  ',\n",
              "  'Cintailah aku  ',\n",
              "  'Bahwa aku juga... You... You... You... You...  ',\n",
              "  'Yang ternyata mengerti aku  '],\n",
              " [\"If I didn't love you  \",\n",
              "  'And if you should miss my love  ',\n",
              "  \"Don't you know I tried to make our love  \",\n",
              "  'Like every love should be  ',\n",
              "  'Everything you want this love to be  '],\n",
              " [\"But worst of all young man you've got Industrial Disease'  \",\n",
              "  \"Now, there wasn't much left when I got to him  \",\n",
              "  'But I got you anyway.  ',\n",
              "  'I got my  ',\n",
              "  'She looks around to find a face she can like  '],\n",
              " ['Na na na na na na  ',\n",
              "  'Na na na na na, na  ',\n",
              "  'Na, na, na, na, na, na  ',\n",
              "  \"What I'm the one that's gonna show you love  \",\n",
              "  \"I'll give you good and plenty of my love  \"],\n",
              " [\"Then you'd know why I'm afraid to love again  \",\n",
              "  \"It's all I can do to keep from falling in love with you  \",\n",
              "  \"Yeah it's all I can do to keep from falling in love with you  \",\n",
              "  \"And it's all I can do to keep from falling in love with you  \",\n",
              "  \"But, mama, I am sorry, I guess it's gonna be love after all  \"],\n",
              " ['The way you love  ',\n",
              "  'And this love  ',\n",
              "  'Take my hand, love  ',\n",
              "  'People love it when you lose,  ',\n",
              "  'You think this is love  ']]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 45
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "zm7_ALtxuNcJ",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "cosValues = {}\n",
        "for sen in range(len(esasText)):\n",
        "    for text in range(len(list)):\n",
        "        for sentence in range(len(list[text])):\n",
        "        \n",
        "            text1= esasText[sen]\n",
        "            text2= list[text][sentence]\n",
        "            text1=text1.lower()\n",
        "            text2=text2.lower()\n",
        "\n",
        "            vector1 = text_to_vector(text1)\n",
        "            vector2 = text_to_vector(text2)  \n",
        "            cosine=get_cosine(vector1,vector2)\n",
        "            cosValues[text2]=cosine"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "qplhsWB6uNcL",
        "colab_type": "code",
        "outputId": "293f9e74-ee1b-4009-9fe3-9282f66b4818",
        "colab": {}
      },
      "source": [
        "most = Counter(cosValues).most_common(10)\n",
        "most"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "[('i love you  ', 0.8660254037844387),\n",
              " ('i think i love you  ', 0.7559289460184544),\n",
              " ('carolina.......... i love you', 0.75),\n",
              " ('i will love you  ', 0.75),\n",
              " (\"'cause i love you  \", 0.75),\n",
              " ('i love you dearly,  ', 0.75),\n",
              " ('where are you ? i love you . where are you ? i love you .  ',\n",
              "  0.7071067811865475),\n",
              " ('i want you, need you, love you  ', 0.6933752452815365),\n",
              " ('you improve with time and i want you, i love you  ', 0.6882472016116852),\n",
              " ('oh, i love you so  ', 0.6708203932499369)]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 47
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "gMPGZmeQuNcN",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "song = [x[0] for x in most]"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "SQVxeQOnuNcP",
        "colab_type": "code",
        "outputId": "0c2a7ce3-8cce-493d-ae8c-8797fdbbc8de",
        "colab": {}
      },
      "source": [
        "cleanedSong=[]\n",
        "for t in range(len(song)):\n",
        "    text = re.sub(r'\\[[0-9]*\\]',' ',song[t] )\n",
        "    text = re.sub(r'\\s+',' ',text)\n",
        "    clean_text = text.lower()\n",
        "    clean_text = re.sub(r'\\W',' ',clean_text)\n",
        "    clean_text = re.sub(r'\\d',' ',clean_text)\n",
        "    clean_text = re.sub(r'\\s+',' ',clean_text)\n",
        "    cleanedSong.append(clean_text)\n",
        "cleanedSong"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "['i love you ',\n",
              " 'i think i love you ',\n",
              " 'carolina i love you',\n",
              " 'i will love you ',\n",
              " ' cause i love you ',\n",
              " 'i love you dearly ',\n",
              " 'where are you i love you where are you i love you ',\n",
              " 'i want you need you love you ',\n",
              " 'you improve with time and i want you i love you ',\n",
              " 'oh i love you so ']"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 49
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "6RLnw4MuuNcR",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        ""
      ],
      "execution_count": 0,
      "outputs": []
    }
  ]
}