explore_generations.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "### Feel free to change the file paths here to different outputs.  These are from the data/model_ouputs folder.\n",
    "\n",
    "lyre_songs = pd.read_json(\"data/model_outputs/lyre-chat-small-batch-checkpoint-100-temp-1-test-outputs.json\")\n",
    "llama_songs = pd.read_json(\"data/model_outputs/llama-2-7b-chat-temp-1-test-outputs.json\")\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['SWINE', 'Search & Rescue', 'BACK THAT UP TO THE BEAT', 'Desire',\n",
       "       'Say Don’t Go (Taylor’s Version) [From The Vault]',\n",
       "       'Uber Everywhere (Remix Demo)', 'Umbrella', 'Love Like This',\n",
       "       'River', 'Overdrive', 'Cheatback', 'Rose Gold', 'Donk',\n",
       "       'All Of The Girls You Loved Before', 'A Milli (2023 ESPYs Remix)',\n",
       "       'Rockstar Made (Original)', 'Penhasco2',\n",
       "       '“Slut!” (Taylor’s Version) [From The Vault]',\n",
       "       'TIL FURTHER NOTICE', 'Naked (Full Version)', 'No God',\n",
       "       'Forgot I Was Famous (At The Gates)',\n",
       "       'Selfish (Ski Mask the Slump God Reference)', 'Juice II',\n",
       "       'Single Soon', 'Slime You Out', 'Turn Yo Clic Up', 'Feel It',\n",
       "       'Diamonds', 'Tattooed Heart', 'The Hillbillies', 'Bongos',\n",
       "       'Private Landing', 'Evil Ways',\n",
       "       'Shakira: Bzrp Music Sessions, Vol. 53', 'We Found Love',\n",
       "       'Castles Crumbling (Taylor’s Version) [From The Vault]',\n",
       "       'Sucia (Talibán Original)', '\\u200b\\u200bfavorite kind of high',\n",
       "       'On My Love', '7969 Santa', 'How Does It Feel', 'A Cup of Coffee',\n",
       "       'Why Don’t You Love Me', 'Yves Slatt Laurent', 'Sauce (Version 2)',\n",
       "       'I’m Not Here To Make Friends',\n",
       "       'Snow On The Beach (feat. More Lana Del Rey)', 'All Alone',\n",
       "       'Ring Ring', 'Doomsday', 'Up & Down',\n",
       "       'Swag Disease (400 Degrees)*', 'VALUES', 'Money on My Mind',\n",
       "       'Karma (Remix)', 'I’m Not Human', 'I Think I’m Ready', 'Houdini',\n",
       "       'Drama Queen', 'Till Further Notice (OG)', 'Eyes Closed', 'IDGAF',\n",
       "       'Poet and Parade', 'Cool for the Summer', 'Hits Different',\n",
       "       '1 Thing About Me', 'Am I Dreaming', 'Chemical', 'Need',\n",
       "       'Don’t Front', 'Snow On The Beach', 'Two Out', 'Keep Going Up',\n",
       "       'AMERICA HAS A PROBLEM (Remix)', 'Double Fantasy', 'Ménage*',\n",
       "       'Likka Sto 2', 'Kissing You', 'SIRENS', 'Add It Up*',\n",
       "       'Still Pushin', 'Realest', 'Miracle', 'Embarrassed',\n",
       "       'Love Me More',\n",
       "       'Suburban Legends (Taylor’s Version) [From The Vault]', 'Stars',\n",
       "       'Fighting Myself', 'That’s Not How This Works',\n",
       "       'Sweeter Than Fiction', 'HOPE', 'STATE OF THE WORLD', 'Gimme',\n",
       "       'Daylight', 'Kill Bill', 'HVN ON EARTH', 'Unholy',\n",
       "       '8am in Charlotte', 'Hold Up', 'Suicide Doors', 'Lost',\n",
       "       'DELRESTO (ECHOES)', 'Dress', 'GOD’S COUNTRY', 'NUTHIN’',\n",
       "       'Die 4 Me', 'Pain 1993 (Demo)', 'No Time Wasted', 'K-POP',\n",
       "       'Heavenly Sent', 'Die For You (Remix)',\n",
       "       'Selfish (will.i.am Reference)', 'Dance The Night',\n",
       "       'Another Late Night', 'FUnK YA', 'GOLD BLACKBERRY'], dtype=object)"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "songs = lyre_songs.song.values\n",
    "songs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "song = 'Umbrella'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Artist:\n",
      "  Rihanna\n",
      "song:\n",
      "  Umbrella\n",
      "==============================================================================\n",
      "Original:\n",
      "  [Intro: JAY-Z]\n",
      "Uh-huh, uh-huh (Yeah, Rihanna)\n",
      "Uh-huh, uh-huh (\n",
      "Good Girl Gone Bad\n",
      ")\n",
      "Uh-huh, uh-huh (Take three, action)\n",
      "Uh-huh, uh-huh (Hov)\n",
      "[Verse 1: JAY-Z & \n",
      "Rihanna\n",
      "]\n",
      "No clouds in my stones\n",
      "Let it rain, I hydroplane in the bank\n",
      "Comin' down with the Dow Jones\n",
      " (\n",
      "Ayy, ayy, ayy\n",
      ")\n",
      "When the clouds come, we go, \n",
      "we Roc-A-Fella (\n",
      "Ayy-ayy-ayy, ayy\n",
      ")\n",
      "We fly higher than weather\n",
      ", \n",
      "in G5's or better\n",
      "You know me (You know me)\n",
      "In anticipation for precipitation, stack chips for the rainy day\n",
      "Jay, Rain Man is back (\n",
      "Ayy-ayy-ayy, ayy\n",
      ")\n",
      "With Little Miss Sunshine\n",
      ", Rihanna, where you at?  (\n",
      "Ayy-ayy-ayy, ayy\n",
      ")\n",
      "[Verse 2: Rihanna]\n",
      "You have my heart, and we'll never be worlds apart\n",
      "May be in magazines but you'll still be my star\n",
      "Baby, 'cause in the dark, you can't see shiny cars\n",
      "And that's when you need me there\n",
      "With you, I'll always share because\n",
      "[Chorus: Rihanna]\n",
      "When the sun shine, we shine together\n",
      "Told you I'll be here forever\n",
      "Said \"I'll always be your friend\"\n",
      "Took an oath, I'ma stick it out 'til the end\n",
      "Now that it's rainin' more than ever\n",
      "Know that we'll still have each other\n",
      "You can stand under my umbrella\n",
      "You can stand under my umbrella\n",
      "Ella-ella, ayy, ayy, ayy\n",
      "Under my umbrella\n",
      "Ella-ella, ayy, ayy, ayy\n",
      "Under my umbrella\n",
      "Ella-ella, ayy, ayy, ayy\n",
      "Under my umbrella\n",
      "Ella-ella, ayy, ayy, ayy, ayy, ayy, ayy [Verse 3: Rihanna]\n",
      "These fancy things\n",
      "Will never come in between\n",
      "You're part of my entity\n",
      "Here for infinity\n",
      "When the war has took its part\n",
      "When the world has dealt its cards\n",
      "If the hand is hard\n",
      "Together, we'll mend your heart because\n",
      "[Chorus: Rihanna]\n",
      "When the sun shine, we shine together\n",
      "Told you I'll be here forever\n",
      "Said \"I'll always be your friend\"\n",
      "Took an oath, I'ma stick it out 'til the end\n",
      "Now that it's rainin' more than ever\n",
      "Know that we'll still have each other\n",
      "You can stand under my umbrella\n",
      "You can stand under my umbrella\n",
      "Ella-ella, ayy, ayy, ayy\n",
      "Under my umbrella\n",
      "Ella-ella, ayy, ayy, ayy\n",
      "Under my umbrella\n",
      "Ella-ella, ayy, ayy, ayy\n",
      "Under my umbrella\n",
      "Ella-ella, ayy, ayy, ayy, ayy, ayy, ayy [Bridge: Rihanna]\n",
      "You can run into my arms\n",
      "It's okay, don't be alarmed\n",
      "Come into me\n",
      "There's no distance in between our love\n",
      "So, gonna let the rain pour\n",
      "I'll be all you need and more because\n",
      "[Chorus: Rihanna]\n",
      "When the sun shine, we shine together\n",
      "Told you I'll be here forever\n",
      "Said \"I'll always be your friend\"\n",
      "Took an oath, I'ma stick it out 'til the end\n",
      "Now that it's rainin' more than ever\n",
      "Know that we'll still have each other\n",
      "You can stand under my umbrella\n",
      "You can stand under my umbrella\n",
      "Ella-ella, ayy, ayy, ayy\n",
      "Under my umbrella\n",
      "Ella-ella, ayy, ayy, ayy\n",
      "Under my umbrella\n",
      "Ella-ella, ayy, ayy, ayy\n",
      "Under my umbrella\n",
      "Ella-ella, ayy, ayy, ayy, ayy, ayy, ayy\n",
      "[Outro: Rihanna]\n",
      "It's rainin', rainin'\n",
      "Ooh, baby, it's rainin', rainin'\n",
      "Baby, come into me\n",
      "Come into me\n",
      "It's rainin', rainin'\n",
      "Ooh, baby, it's rainin', rainin'\n",
      "You can always come into me\n",
      "Come into me\n",
      "It's pourin' rain\n",
      "It's pourin' rain\n",
      "Come into me\n",
      "Come into me\n",
      "It's pourin' rain\n",
      "It's pourin' rain\n",
      "Come into me\n"
     ]
    }
   ],
   "source": [
    "print(\"Artist:\\n \", lyre_songs[lyre_songs.song == song]['artist'].values[0])\n",
    "print(\"song:\\n \", lyre_songs[lyre_songs.song == song]['song'].values[0])\n",
    "print(\"==============================================================================\")\n",
    "print(\"Original:\\n \", lyre_songs[lyre_songs.song == song]['target_response'].values[0])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Lyre-LM (Finetuned Model) Outputs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Generated:\n",
      "  [Intro: Jay-Z]\n",
      "You know, umbrellas, usually, people use 'em to\n",
      "Keep from gettin' wet in the rain\n",
      "But I always see it as, as a metaphor\n",
      "For the umbrella of love, you know what I mean?\n",
      "The umbrella of love, yeah\n",
      "[Verse 1: Rihanna]\n",
      "Sometimes, you're on the path that's paved with good intentions\n",
      "But even with the best of plans, life can still be overcast\n",
      "But don't be afraid to let love cast out the fear\n",
      "Because love is the only thing that's ever truly last\n",
      "[Pre-Chorus: Rihanna]\n",
      "So when the world seems so dark\n",
      "And you can't see at all\n",
      "Just open your eyes, and look to your heart\n",
      "It'll guide you through it all\n",
      "[Chorus: Rihanna]\n",
      "When the sky falls down on you\n",
      "And the winds blows hard\n",
      "And the rain comes pouring through\n",
      "You can stand through it all\n",
      "When the sky falls down on you\n",
      "And the winds blow hard\n",
      "And the rain comes pouring through\n",
      "You'll be safe in my umbrella, oh\n",
      "When the sky falls down on you\n",
      "And the winds blow hard\n",
      "And the rain comes pouring through\n",
      "You can stand through it all\n",
      "When the sky falls down on you\n",
      "And the winds blow hard\n",
      "And the rain comes pouring through\n",
      "You'll be safe in my umbrella, oh [Verse 2: Jay-Z]\n",
      "Okay, I'ma make this quick, don't want to rain on her parade\n",
      "But she's right, I can see the future, and it's looking kind of gray\n",
      "Maybe I'm just too close to the sun, tryna save the world, one day at a time\n",
      "I know my role, sometimes, you just have to go with the flow\n",
      "[Pre-Chorus: Rihanna]\n",
      "So when the world seems so dark\n",
      "And you can't see at all\n",
      "Just open your eyes, and look to your heart\n",
      "It'll guide you through it all\n",
      "[Chorus: Rihanna]\n",
      "When the sky falls down on you\n",
      "And the winds blow hard\n",
      "And the rain comes pouring through\n",
      "You can stand through it all\n",
      "When the sky falls down on you\n",
      "And the winds blow hard\n",
      "And the rain comes pouring through\n",
      "You'll be safe in my umbrella, oh\n",
      "When the sky falls down on you\n",
      "And the winds blow hard\n",
      "And the rain comes pouring through\n",
      "You can stand through it all\n",
      "When the sky falls down on you\n",
      "And the winds blow hard\n",
      "And the rain comes pouring through\n",
      "You'll be safe in my umbrella, oh [Outro: Rihanna]\n",
      "Oh, umbrella\n",
      "Oh, umbrella\n"
     ]
    }
   ],
   "source": [
    "print(\"Generated:\\n \", lyre_songs[lyre_songs.song == song]['model_response'].values[0])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Llama (based model) Outputs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Generated:\n",
      "  Verse 1:\n",
      "I'm the umbrella you can lean on, through the rain and the storm\n",
      "You can count on me, I'll be there to hold you warm\n",
      "In the darkest nights, I'll be your shining light\n",
      "Together we'll face it, we'll make it right\n",
      "\n",
      "Chorus:\n",
      "We're like two halves of the same sky\n",
      "When we're together, we never say die\n",
      "Our love is like a bridge that won't break\n",
      "We'll stand strong, no matter what fate\n",
      "\n",
      "Verse 2:\n",
      "Life may throw us curves, but we'll never break\n",
      "'Cause we've got each other, that's the key\n",
      "We'll lift each other up, we'll never retreat\n",
      "Our love will grow, it'll never repeat\n",
      "\n",
      "Chorus:\n",
      "We're like two halves of the same sky\n",
      "When we're together, we never say die\n",
      "Our love is like a bridge that won't break\n",
      "We'll stand strong, no matter what fate\n",
      "\n",
      "Rap Verse:\n",
      "We're unstoppable, like a train on the move\n",
      "We'll ride this out, like a ship in the ocean\n",
      "We'll weather any storm, like a tree in the wood\n",
      "Our love is solid, it's like a rock in the mud\n",
      "\n",
      "Chorus:\n",
      "We're like two halves of the same sky\n",
      "When we're together, we never say die\n",
      "Our love is like a bridge that won't break\n",
      "We'll stand strong, no matter what fate\n",
      "\n",
      "Hook:\n",
      "You're my shelter, my home in the sky\n",
      "You're my umbrella, my love will never die\n",
      "You're my rock, my shining light\n",
      "Together we'll shine, like a beacon in the night\n",
      "\n",
      "Outro:\n",
      "We'll stand tall, like a skyscraper high\n",
      "Our love will never end, it'll never die\n",
      "We're like two halves of the same sky\n",
      "When we're together, we never say goodbye.\n",
      "\n",
      "This song captures the themes of unwavering support and romantic commitment, similar to \"Umbrella\" by Rihanna. The lyrics convey a sense of optimism and the strength of the bond between two people, emphasizing that they shine more when they are together. The use of the metaphor of an umbrella provides a powerful image of protection and solidarity, while the rap verse adds a dynamic contrast to the melody, reminiscent of Jay-Z's feature. The song blends R&B and pop elements, creating a catchy and memorable track that will resonate with listeners.\n"
     ]
    }
   ],
   "source": [
    "print(\"Generated:\\n \", llama_songs[lyre_songs.song == song]['model_response'].values[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "rlaif",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}