Thomas.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "73d2fa98",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[nltk_data] Downloading package stopwords to\n",
      "[nltk_data]     /Users/thomasmanson/nltk_data...\n",
      "[nltk_data]   Package stopwords is already up-to-date!\n",
      "[nltk_data] Downloading package punkt to\n",
      "[nltk_data]     /Users/thomasmanson/nltk_data...\n",
      "[nltk_data]   Package punkt is already up-to-date!\n",
      "[nltk_data] Downloading package wordnet to\n",
      "[nltk_data]     /Users/thomasmanson/nltk_data...\n",
      "[nltk_data]   Package wordnet is already up-to-date!\n",
      "[nltk_data] Downloading package omw-1.4 to\n",
      "[nltk_data]     /Users/thomasmanson/nltk_data...\n",
      "[nltk_data]   Package omw-1.4 is already up-to-date!\n",
      "[nltk_data] Downloading package averaged_perceptron_tagger to\n",
      "[nltk_data]     /Users/thomasmanson/nltk_data...\n",
      "[nltk_data]   Package averaged_perceptron_tagger is already up-to-\n",
      "[nltk_data]       date!\n"
     ]
    }
   ],
   "source": [
    "%load_ext autoreload\n",
    "%autoreload 2\n",
    "\n",
    "import pandas as pd\n",
    "import ast\n",
    "import typing\n",
    "\n",
    "pd.set_option('display.max_rows', 100)\n",
    "pd.set_option('display.max_columns', 100)\n",
    "\n",
    "\n",
    "import nltk\n",
    "from nltk.tokenize import word_tokenize\n",
    "from nltk.corpus import stopwords\n",
    "from nltk.tokenize import word_tokenize\n",
    "from nltk.stem import WordNetLemmatizer\n",
    "from nltk import pos_tag\n",
    "from nltk.corpus import wordnet as wn\n",
    "\n",
    "nltk.download('stopwords')\n",
    "nltk.download('punkt')\n",
    "nltk.download('wordnet')\n",
    "nltk.download('omw-1.4')\n",
    "nltk.download('averaged_perceptron_tagger')\n",
    "\n",
    "\n",
    "from sklearn.feature_extraction.text import CountVectorizer\n",
    "from sklearn.feature_extraction.text import TfidfVectorizer\n",
    "\n",
    "from sklearn.preprocessing import RobustScaler"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "b7f41c61ec12de82",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2024-06-03T12:40:33.413328Z",
     "start_time": "2024-06-03T12:40:33.409738Z"
    }
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[nltk_data] Downloading package stopwords to\n",
      "[nltk_data]     /Users/thomasmanson/nltk_data...\n",
      "[nltk_data]   Package stopwords is already up-to-date!\n",
      "[nltk_data] Downloading package punkt to\n",
      "[nltk_data]     /Users/thomasmanson/nltk_data...\n",
      "[nltk_data]   Package punkt is already up-to-date!\n",
      "[nltk_data] Downloading package wordnet to\n",
      "[nltk_data]     /Users/thomasmanson/nltk_data...\n",
      "[nltk_data]   Package wordnet is already up-to-date!\n",
      "[nltk_data] Downloading package omw-1.4 to\n",
      "[nltk_data]     /Users/thomasmanson/nltk_data...\n",
      "[nltk_data]   Package omw-1.4 is already up-to-date!\n",
      "[nltk_data] Downloading package averaged_perceptron_tagger to\n",
      "[nltk_data]     /Users/thomasmanson/nltk_data...\n",
      "[nltk_data]   Package averaged_perceptron_tagger is already up-to-\n",
      "[nltk_data]       date!\n"
     ]
    }
   ],
   "source": [
    "from recettes_et_sentiments.api_model import rs_data, preprocessing, preprocessing_pipeline\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "id": "initial_id",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2024-06-03T12:37:54.267612Z",
     "start_time": "2024-06-03T12:37:48.713863Z"
    }
   },
   "outputs": [],
   "source": [
    "recipes_p = pd.read_parquet(\"../batch-1672-recettes-et-sentiments-data/basic_preproc_recipes.parquet\")\n",
    "recipes = pd.read_csv('../batch-1672-recettes-et-sentiments-data/RAW_recipes.csv')\n",
    "reviews = pd.read_csv('../batch-1672-recettes-et-sentiments-data/RAW_interactions.csv')\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "id": "2cbf16cc",
   "metadata": {},
   "outputs": [],
   "source": [
    "recipes.rename(columns={'id': 'recipe_id'}, inplace=True)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "id": "261d3488",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>name</th>\n",
       "      <th>minutes</th>\n",
       "      <th>contributor_id</th>\n",
       "      <th>submitted</th>\n",
       "      <th>tags</th>\n",
       "      <th>n_steps</th>\n",
       "      <th>description</th>\n",
       "      <th>n_ingredients</th>\n",
       "      <th>calories</th>\n",
       "      <th>total_fat_pdv</th>\n",
       "      <th>sugar_pdv</th>\n",
       "      <th>sodium_pdv</th>\n",
       "      <th>protein_pdv</th>\n",
       "      <th>saturated_fat_pdv</th>\n",
       "      <th>carbohydrates_pdv</th>\n",
       "      <th>merged_steps</th>\n",
       "      <th>merged_ingredients</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>137739</th>\n",
       "      <td>arriba bake winter squash mexican style</td>\n",
       "      <td>0.0</td>\n",
       "      <td>47892</td>\n",
       "      <td>2005-09-16</td>\n",
       "      <td>minute less main north american side dish vege...</td>\n",
       "      <td>11</td>\n",
       "      <td>autumn favorite year cook prepare either spicy...</td>\n",
       "      <td>7</td>\n",
       "      <td>-0.758361</td>\n",
       "      <td>-0.606061</td>\n",
       "      <td>-0.203390</td>\n",
       "      <td>-0.500000</td>\n",
       "      <td>-0.363636</td>\n",
       "      <td>-0.511111</td>\n",
       "      <td>-0.416667</td>\n",
       "      <td>make choice proceed depend size squash cut fou...</td>\n",
       "      <td>winter squash mexican seasoning mixed spice ho...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31490</th>\n",
       "      <td>bit different breakfast pizza</td>\n",
       "      <td>0.0</td>\n",
       "      <td>26278</td>\n",
       "      <td>2002-06-17</td>\n",
       "      <td>minute less main north american breakfast main...</td>\n",
       "      <td>9</td>\n",
       "      <td>call crust prebaked bit add ingredient feel fr...</td>\n",
       "      <td>6</td>\n",
       "      <td>-0.405386</td>\n",
       "      <td>-0.060606</td>\n",
       "      <td>-0.423729</td>\n",
       "      <td>0.107143</td>\n",
       "      <td>0.090909</td>\n",
       "      <td>0.266667</td>\n",
       "      <td>-0.666667</td>\n",
       "      <td>preheat oven degrees press dough bottom side p...</td>\n",
       "      <td>prepared pizza crust sausage patty egg milk sa...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>112140</th>\n",
       "      <td>kitchen chili</td>\n",
       "      <td>0.0</td>\n",
       "      <td>196586</td>\n",
       "      <td>2005-02-25</td>\n",
       "      <td>main chili crock pot slow cooker dietary hour ...</td>\n",
       "      <td>6</td>\n",
       "      <td>modify version mom chili hit christmas party m...</td>\n",
       "      <td>13</td>\n",
       "      <td>-0.126249</td>\n",
       "      <td>0.060606</td>\n",
       "      <td>0.118644</td>\n",
       "      <td>1.214286</td>\n",
       "      <td>0.477273</td>\n",
       "      <td>0.088889</td>\n",
       "      <td>-0.333333</td>\n",
       "      <td>brown ground beef large pot chop onion ground ...</td>\n",
       "      <td>ground beef yellow onion dice tomato tomato pa...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>59389</th>\n",
       "      <td>alouette potato</td>\n",
       "      <td>0.0</td>\n",
       "      <td>68585</td>\n",
       "      <td>2003-04-14</td>\n",
       "      <td>minute less main side dish egg dairy potato ve...</td>\n",
       "      <td>11</td>\n",
       "      <td>super easy great taste make ahead side look li...</td>\n",
       "      <td>11</td>\n",
       "      <td>0.158390</td>\n",
       "      <td>-0.090909</td>\n",
       "      <td>-0.254237</td>\n",
       "      <td>-0.428571</td>\n",
       "      <td>-0.090909</td>\n",
       "      <td>-0.333333</td>\n",
       "      <td>0.916667</td>\n",
       "      <td>place potato large pot salt water gentle boil ...</td>\n",
       "      <td>spreadable cheese garlic herb new potato shall...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44061</th>\n",
       "      <td>amish tomato ketchup canning</td>\n",
       "      <td>0.0</td>\n",
       "      <td>41706</td>\n",
       "      <td>2002-10-25</td>\n",
       "      <td>weeknight main north american canning condimen...</td>\n",
       "      <td>5</td>\n",
       "      <td>dh amish mother raise much prefers store buy k...</td>\n",
       "      <td>8</td>\n",
       "      <td>0.114377</td>\n",
       "      <td>-0.575758</td>\n",
       "      <td>5.288136</td>\n",
       "      <td>0.321429</td>\n",
       "      <td>-0.340909</td>\n",
       "      <td>-0.511111</td>\n",
       "      <td>1.583333</td>\n",
       "      <td>mix ingredient boil hour thick jar old glass k...</td>\n",
       "      <td>tomato juice apple cider vinegar sugar salt pe...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           name  minutes  contributor_id  \\\n",
       "id                                                                         \n",
       "137739  arriba bake winter squash mexican style      0.0           47892   \n",
       "31490             bit different breakfast pizza      0.0           26278   \n",
       "112140                            kitchen chili      0.0          196586   \n",
       "59389                           alouette potato      0.0           68585   \n",
       "44061              amish tomato ketchup canning      0.0           41706   \n",
       "\n",
       "        submitted                                               tags  n_steps  \\\n",
       "id                                                                              \n",
       "137739 2005-09-16  minute less main north american side dish vege...       11   \n",
       "31490  2002-06-17  minute less main north american breakfast main...        9   \n",
       "112140 2005-02-25  main chili crock pot slow cooker dietary hour ...        6   \n",
       "59389  2003-04-14  minute less main side dish egg dairy potato ve...       11   \n",
       "44061  2002-10-25  weeknight main north american canning condimen...        5   \n",
       "\n",
       "                                              description  n_ingredients  \\\n",
       "id                                                                         \n",
       "137739  autumn favorite year cook prepare either spicy...              7   \n",
       "31490   call crust prebaked bit add ingredient feel fr...              6   \n",
       "112140  modify version mom chili hit christmas party m...             13   \n",
       "59389   super easy great taste make ahead side look li...             11   \n",
       "44061   dh amish mother raise much prefers store buy k...              8   \n",
       "\n",
       "        calories  total_fat_pdv  sugar_pdv  sodium_pdv  protein_pdv  \\\n",
       "id                                                                    \n",
       "137739 -0.758361      -0.606061  -0.203390   -0.500000    -0.363636   \n",
       "31490  -0.405386      -0.060606  -0.423729    0.107143     0.090909   \n",
       "112140 -0.126249       0.060606   0.118644    1.214286     0.477273   \n",
       "59389   0.158390      -0.090909  -0.254237   -0.428571    -0.090909   \n",
       "44061   0.114377      -0.575758   5.288136    0.321429    -0.340909   \n",
       "\n",
       "        saturated_fat_pdv  carbohydrates_pdv  \\\n",
       "id                                             \n",
       "137739          -0.511111          -0.416667   \n",
       "31490            0.266667          -0.666667   \n",
       "112140           0.088889          -0.333333   \n",
       "59389           -0.333333           0.916667   \n",
       "44061           -0.511111           1.583333   \n",
       "\n",
       "                                             merged_steps  \\\n",
       "id                                                          \n",
       "137739  make choice proceed depend size squash cut fou...   \n",
       "31490   preheat oven degrees press dough bottom side p...   \n",
       "112140  brown ground beef large pot chop onion ground ...   \n",
       "59389   place potato large pot salt water gentle boil ...   \n",
       "44061   mix ingredient boil hour thick jar old glass k...   \n",
       "\n",
       "                                       merged_ingredients  \n",
       "id                                                         \n",
       "137739  winter squash mexican seasoning mixed spice ho...  \n",
       "31490   prepared pizza crust sausage patty egg milk sa...  \n",
       "112140  ground beef yellow onion dice tomato tomato pa...  \n",
       "59389   spreadable cheese garlic herb new potato shall...  \n",
       "44061   tomato juice apple cider vinegar sugar salt pe...  "
      ]
     },
     "execution_count": 50,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "recipes_p.index.names = ['id']\n",
    "recipes_p.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "id": "ca35937e",
   "metadata": {},
   "outputs": [],
   "source": [
    "ratings_rview_cnt = reviews.groupby(\"recipe_id\")[['rating']].agg(\n",
    "                                mean_rating=('rating', 'mean'),\n",
    "                                review_count=('rating', 'count')\n",
    "                                )\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "id": "2b574fcb",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>mean_rating</th>\n",
       "      <th>review_count</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>4.250000</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>3.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>4.333333</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>4.500000</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    mean_rating  review_count\n",
       "id                           \n",
       "38     4.250000             4\n",
       "39     3.000000             1\n",
       "40     4.333333             9\n",
       "41     4.500000             2\n",
       "43     1.000000             1"
      ]
     },
     "execution_count": 52,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ratings_rview_cnt.index.names=['id']\n",
    "ratings_rview_cnt.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "id": "aa20233e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>name</th>\n",
       "      <th>minutes</th>\n",
       "      <th>contributor_id</th>\n",
       "      <th>submitted</th>\n",
       "      <th>tags</th>\n",
       "      <th>n_steps</th>\n",
       "      <th>description</th>\n",
       "      <th>n_ingredients</th>\n",
       "      <th>calories</th>\n",
       "      <th>total_fat_pdv</th>\n",
       "      <th>sugar_pdv</th>\n",
       "      <th>sodium_pdv</th>\n",
       "      <th>protein_pdv</th>\n",
       "      <th>saturated_fat_pdv</th>\n",
       "      <th>carbohydrates_pdv</th>\n",
       "      <th>merged_steps</th>\n",
       "      <th>merged_ingredients</th>\n",
       "      <th>mean_rating</th>\n",
       "      <th>review_count</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>137739</th>\n",
       "      <td>arriba bake winter squash mexican style</td>\n",
       "      <td>0.0</td>\n",
       "      <td>47892</td>\n",
       "      <td>2005-09-16</td>\n",
       "      <td>minute less main north american side dish vege...</td>\n",
       "      <td>11</td>\n",
       "      <td>autumn favorite year cook prepare either spicy...</td>\n",
       "      <td>7</td>\n",
       "      <td>-0.758361</td>\n",
       "      <td>-0.606061</td>\n",
       "      <td>-0.203390</td>\n",
       "      <td>-0.500000</td>\n",
       "      <td>-0.363636</td>\n",
       "      <td>-0.511111</td>\n",
       "      <td>-0.416667</td>\n",
       "      <td>make choice proceed depend size squash cut fou...</td>\n",
       "      <td>winter squash mexican seasoning mixed spice ho...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31490</th>\n",
       "      <td>bit different breakfast pizza</td>\n",
       "      <td>0.0</td>\n",
       "      <td>26278</td>\n",
       "      <td>2002-06-17</td>\n",
       "      <td>minute less main north american breakfast main...</td>\n",
       "      <td>9</td>\n",
       "      <td>call crust prebaked bit add ingredient feel fr...</td>\n",
       "      <td>6</td>\n",
       "      <td>-0.405386</td>\n",
       "      <td>-0.060606</td>\n",
       "      <td>-0.423729</td>\n",
       "      <td>0.107143</td>\n",
       "      <td>0.090909</td>\n",
       "      <td>0.266667</td>\n",
       "      <td>-0.666667</td>\n",
       "      <td>preheat oven degrees press dough bottom side p...</td>\n",
       "      <td>prepared pizza crust sausage patty egg milk sa...</td>\n",
       "      <td>3.5</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>112140</th>\n",
       "      <td>kitchen chili</td>\n",
       "      <td>0.0</td>\n",
       "      <td>196586</td>\n",
       "      <td>2005-02-25</td>\n",
       "      <td>main chili crock pot slow cooker dietary hour ...</td>\n",
       "      <td>6</td>\n",
       "      <td>modify version mom chili hit christmas party m...</td>\n",
       "      <td>13</td>\n",
       "      <td>-0.126249</td>\n",
       "      <td>0.060606</td>\n",
       "      <td>0.118644</td>\n",
       "      <td>1.214286</td>\n",
       "      <td>0.477273</td>\n",
       "      <td>0.088889</td>\n",
       "      <td>-0.333333</td>\n",
       "      <td>brown ground beef large pot chop onion ground ...</td>\n",
       "      <td>ground beef yellow onion dice tomato tomato pa...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>59389</th>\n",
       "      <td>alouette potato</td>\n",
       "      <td>0.0</td>\n",
       "      <td>68585</td>\n",
       "      <td>2003-04-14</td>\n",
       "      <td>minute less main side dish egg dairy potato ve...</td>\n",
       "      <td>11</td>\n",
       "      <td>super easy great taste make ahead side look li...</td>\n",
       "      <td>11</td>\n",
       "      <td>0.158390</td>\n",
       "      <td>-0.090909</td>\n",
       "      <td>-0.254237</td>\n",
       "      <td>-0.428571</td>\n",
       "      <td>-0.090909</td>\n",
       "      <td>-0.333333</td>\n",
       "      <td>0.916667</td>\n",
       "      <td>place potato large pot salt water gentle boil ...</td>\n",
       "      <td>spreadable cheese garlic herb new potato shall...</td>\n",
       "      <td>4.5</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44061</th>\n",
       "      <td>amish tomato ketchup canning</td>\n",
       "      <td>0.0</td>\n",
       "      <td>41706</td>\n",
       "      <td>2002-10-25</td>\n",
       "      <td>weeknight main north american canning condimen...</td>\n",
       "      <td>5</td>\n",
       "      <td>dh amish mother raise much prefers store buy k...</td>\n",
       "      <td>8</td>\n",
       "      <td>0.114377</td>\n",
       "      <td>-0.575758</td>\n",
       "      <td>5.288136</td>\n",
       "      <td>0.321429</td>\n",
       "      <td>-0.340909</td>\n",
       "      <td>-0.511111</td>\n",
       "      <td>1.583333</td>\n",
       "      <td>mix ingredient boil hour thick jar old glass k...</td>\n",
       "      <td>tomato juice apple cider vinegar sugar salt pe...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>486161</th>\n",
       "      <td>zydeco soup</td>\n",
       "      <td>0.0</td>\n",
       "      <td>227978</td>\n",
       "      <td>2012-08-29</td>\n",
       "      <td>ham minute less main north american soup stew ...</td>\n",
       "      <td>7</td>\n",
       "      <td>delicious soup originally find good home garde...</td>\n",
       "      <td>22</td>\n",
       "      <td>0.294773</td>\n",
       "      <td>0.181818</td>\n",
       "      <td>0.152542</td>\n",
       "      <td>0.428571</td>\n",
       "      <td>0.590909</td>\n",
       "      <td>-0.044444</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>heat oil quart dutch oven celery onion sweet p...</td>\n",
       "      <td>celery onion green sweet pepper garlic clove o...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>493372</th>\n",
       "      <td>zydeco spice mix</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1500678</td>\n",
       "      <td>2013-01-09</td>\n",
       "      <td>minute less large group condiment etc easy veg...</td>\n",
       "      <td>1</td>\n",
       "      <td>spice mix make bud dance</td>\n",
       "      <td>13</td>\n",
       "      <td>-0.864630</td>\n",
       "      <td>-0.606061</td>\n",
       "      <td>-0.389831</td>\n",
       "      <td>1.571429</td>\n",
       "      <td>-0.386364</td>\n",
       "      <td>-0.511111</td>\n",
       "      <td>-0.666667</td>\n",
       "      <td>mix ingredient thoroughly</td>\n",
       "      <td>paprika salt garlic powder onion powder dry ba...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>308080</th>\n",
       "      <td>zydeco ya ya devil egg</td>\n",
       "      <td>0.0</td>\n",
       "      <td>37779</td>\n",
       "      <td>2008-06-07</td>\n",
       "      <td>minute less main appetizer egg dairy easy fing...</td>\n",
       "      <td>7</td>\n",
       "      <td>devil egg cajun style</td>\n",
       "      <td>8</td>\n",
       "      <td>-0.736065</td>\n",
       "      <td>-0.424242</td>\n",
       "      <td>-0.389831</td>\n",
       "      <td>-0.392857</td>\n",
       "      <td>-0.272727</td>\n",
       "      <td>-0.400000</td>\n",
       "      <td>-0.750000</td>\n",
       "      <td>bowl mash yolk mayonnaise stir mustard stir ca...</td>\n",
       "      <td>hard egg mayonnaise dijon mustard salt free ca...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>298512</th>\n",
       "      <td>cooky design cooky stick</td>\n",
       "      <td>0.0</td>\n",
       "      <td>506822</td>\n",
       "      <td>2008-04-15</td>\n",
       "      <td>minute less large group hand form cooky desser...</td>\n",
       "      <td>9</td>\n",
       "      <td>heard cooky design company never try cooky sup...</td>\n",
       "      <td>10</td>\n",
       "      <td>-0.363110</td>\n",
       "      <td>-0.272727</td>\n",
       "      <td>0.542373</td>\n",
       "      <td>-0.107143</td>\n",
       "      <td>-0.250000</td>\n",
       "      <td>-0.044444</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>place melt butter large mix bowl list beat wel...</td>\n",
       "      <td>butter eagle brand condense milk light brown s...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>298509</th>\n",
       "      <td>cooky design sugar shortbread cooky</td>\n",
       "      <td>0.0</td>\n",
       "      <td>506822</td>\n",
       "      <td>2008-04-15</td>\n",
       "      <td>minute less large group roll cooky dessert kid...</td>\n",
       "      <td>5</td>\n",
       "      <td>heard cooky design company never try cooky sup...</td>\n",
       "      <td>7</td>\n",
       "      <td>-0.401042</td>\n",
       "      <td>-0.181818</td>\n",
       "      <td>0.135593</td>\n",
       "      <td>-0.357143</td>\n",
       "      <td>-0.318182</td>\n",
       "      <td>-0.266667</td>\n",
       "      <td>-0.250000</td>\n",
       "      <td>whip sugar shorten large bowl egg beat well in...</td>\n",
       "      <td>granulate sugar shorten egg flour cream tartar...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>231636 rows × 19 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           name  minutes  contributor_id  \\\n",
       "id                                                                         \n",
       "137739  arriba bake winter squash mexican style      0.0           47892   \n",
       "31490             bit different breakfast pizza      0.0           26278   \n",
       "112140                            kitchen chili      0.0          196586   \n",
       "59389                           alouette potato      0.0           68585   \n",
       "44061              amish tomato ketchup canning      0.0           41706   \n",
       "...                                         ...      ...             ...   \n",
       "486161                              zydeco soup      0.0          227978   \n",
       "493372                         zydeco spice mix      0.0         1500678   \n",
       "308080                   zydeco ya ya devil egg      0.0           37779   \n",
       "298512                 cooky design cooky stick      0.0          506822   \n",
       "298509      cooky design sugar shortbread cooky      0.0          506822   \n",
       "\n",
       "        submitted                                               tags  n_steps  \\\n",
       "id                                                                              \n",
       "137739 2005-09-16  minute less main north american side dish vege...       11   \n",
       "31490  2002-06-17  minute less main north american breakfast main...        9   \n",
       "112140 2005-02-25  main chili crock pot slow cooker dietary hour ...        6   \n",
       "59389  2003-04-14  minute less main side dish egg dairy potato ve...       11   \n",
       "44061  2002-10-25  weeknight main north american canning condimen...        5   \n",
       "...           ...                                                ...      ...   \n",
       "486161 2012-08-29  ham minute less main north american soup stew ...        7   \n",
       "493372 2013-01-09  minute less large group condiment etc easy veg...        1   \n",
       "308080 2008-06-07  minute less main appetizer egg dairy easy fing...        7   \n",
       "298512 2008-04-15  minute less large group hand form cooky desser...        9   \n",
       "298509 2008-04-15  minute less large group roll cooky dessert kid...        5   \n",
       "\n",
       "                                              description  n_ingredients  \\\n",
       "id                                                                         \n",
       "137739  autumn favorite year cook prepare either spicy...              7   \n",
       "31490   call crust prebaked bit add ingredient feel fr...              6   \n",
       "112140  modify version mom chili hit christmas party m...             13   \n",
       "59389   super easy great taste make ahead side look li...             11   \n",
       "44061   dh amish mother raise much prefers store buy k...              8   \n",
       "...                                                   ...            ...   \n",
       "486161  delicious soup originally find good home garde...             22   \n",
       "493372                           spice mix make bud dance             13   \n",
       "308080                              devil egg cajun style              8   \n",
       "298512  heard cooky design company never try cooky sup...             10   \n",
       "298509  heard cooky design company never try cooky sup...              7   \n",
       "\n",
       "        calories  total_fat_pdv  sugar_pdv  sodium_pdv  protein_pdv  \\\n",
       "id                                                                    \n",
       "137739 -0.758361      -0.606061  -0.203390   -0.500000    -0.363636   \n",
       "31490  -0.405386      -0.060606  -0.423729    0.107143     0.090909   \n",
       "112140 -0.126249       0.060606   0.118644    1.214286     0.477273   \n",
       "59389   0.158390      -0.090909  -0.254237   -0.428571    -0.090909   \n",
       "44061   0.114377      -0.575758   5.288136    0.321429    -0.340909   \n",
       "...          ...            ...        ...         ...          ...   \n",
       "486161  0.294773       0.181818   0.152542    0.428571     0.590909   \n",
       "493372 -0.864630      -0.606061  -0.389831    1.571429    -0.386364   \n",
       "308080 -0.736065      -0.424242  -0.389831   -0.392857    -0.272727   \n",
       "298512 -0.363110      -0.272727   0.542373   -0.107143    -0.250000   \n",
       "298509 -0.401042      -0.181818   0.135593   -0.357143    -0.318182   \n",
       "\n",
       "        saturated_fat_pdv  carbohydrates_pdv  \\\n",
       "id                                             \n",
       "137739          -0.511111          -0.416667   \n",
       "31490            0.266667          -0.666667   \n",
       "112140           0.088889          -0.333333   \n",
       "59389           -0.333333           0.916667   \n",
       "44061           -0.511111           1.583333   \n",
       "...                   ...                ...   \n",
       "486161          -0.044444           0.500000   \n",
       "493372          -0.511111          -0.666667   \n",
       "308080          -0.400000          -0.750000   \n",
       "298512          -0.044444           0.000000   \n",
       "298509          -0.266667          -0.250000   \n",
       "\n",
       "                                             merged_steps  \\\n",
       "id                                                          \n",
       "137739  make choice proceed depend size squash cut fou...   \n",
       "31490   preheat oven degrees press dough bottom side p...   \n",
       "112140  brown ground beef large pot chop onion ground ...   \n",
       "59389   place potato large pot salt water gentle boil ...   \n",
       "44061   mix ingredient boil hour thick jar old glass k...   \n",
       "...                                                   ...   \n",
       "486161  heat oil quart dutch oven celery onion sweet p...   \n",
       "493372                          mix ingredient thoroughly   \n",
       "308080  bowl mash yolk mayonnaise stir mustard stir ca...   \n",
       "298512  place melt butter large mix bowl list beat wel...   \n",
       "298509  whip sugar shorten large bowl egg beat well in...   \n",
       "\n",
       "                                       merged_ingredients  mean_rating  \\\n",
       "id                                                                       \n",
       "137739  winter squash mexican seasoning mixed spice ho...          5.0   \n",
       "31490   prepared pizza crust sausage patty egg milk sa...          3.5   \n",
       "112140  ground beef yellow onion dice tomato tomato pa...          4.0   \n",
       "59389   spreadable cheese garlic herb new potato shall...          4.5   \n",
       "44061   tomato juice apple cider vinegar sugar salt pe...          5.0   \n",
       "...                                                   ...          ...   \n",
       "486161  celery onion green sweet pepper garlic clove o...          5.0   \n",
       "493372  paprika salt garlic powder onion powder dry ba...          5.0   \n",
       "308080  hard egg mayonnaise dijon mustard salt free ca...          5.0   \n",
       "298512  butter eagle brand condense milk light brown s...          1.0   \n",
       "298509  granulate sugar shorten egg flour cream tartar...          2.0   \n",
       "\n",
       "        review_count  \n",
       "id                    \n",
       "137739             3  \n",
       "31490              4  \n",
       "112140             1  \n",
       "59389              2  \n",
       "44061              1  \n",
       "...              ...  \n",
       "486161             6  \n",
       "493372             1  \n",
       "308080             5  \n",
       "298512             1  \n",
       "298509             3  \n",
       "\n",
       "[231636 rows x 19 columns]"
      ]
     },
     "execution_count": 54,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "merged = recipes_p.merge(ratings_rview_cnt, how=\"inner\", on='id')\n",
    "merged"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "id": "e8a5090c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>name</th>\n",
       "      <th>minutes</th>\n",
       "      <th>contributor_id</th>\n",
       "      <th>submitted</th>\n",
       "      <th>tags</th>\n",
       "      <th>n_steps</th>\n",
       "      <th>description</th>\n",
       "      <th>n_ingredients</th>\n",
       "      <th>calories</th>\n",
       "      <th>total_fat_pdv</th>\n",
       "      <th>sugar_pdv</th>\n",
       "      <th>sodium_pdv</th>\n",
       "      <th>protein_pdv</th>\n",
       "      <th>saturated_fat_pdv</th>\n",
       "      <th>carbohydrates_pdv</th>\n",
       "      <th>merged_steps</th>\n",
       "      <th>merged_ingredients</th>\n",
       "      <th>mean_rating</th>\n",
       "      <th>review_count</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>recipe_id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>137739</th>\n",
       "      <td>arriba bake winter squash mexican style</td>\n",
       "      <td>0.333333</td>\n",
       "      <td>47892.0</td>\n",
       "      <td>2005-09-16</td>\n",
       "      <td>minute less main north american side dish vege...</td>\n",
       "      <td>11.0</td>\n",
       "      <td>autumn favorite year cook prepare either spicy...</td>\n",
       "      <td>7.0</td>\n",
       "      <td>-0.758361</td>\n",
       "      <td>-0.606061</td>\n",
       "      <td>-0.203390</td>\n",
       "      <td>-0.500000</td>\n",
       "      <td>-0.363636</td>\n",
       "      <td>-0.511111</td>\n",
       "      <td>-0.416667</td>\n",
       "      <td>make choice proceed depend size squash cut fou...</td>\n",
       "      <td>winter squash mexican seasoning mixed spice ho...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31490</th>\n",
       "      <td>bit different breakfast pizza</td>\n",
       "      <td>-0.222222</td>\n",
       "      <td>26278.0</td>\n",
       "      <td>2002-06-17</td>\n",
       "      <td>minute less main north american breakfast main...</td>\n",
       "      <td>9.0</td>\n",
       "      <td>call crust prebaked bit add ingredient feel fr...</td>\n",
       "      <td>6.0</td>\n",
       "      <td>-0.405386</td>\n",
       "      <td>-0.060606</td>\n",
       "      <td>-0.423729</td>\n",
       "      <td>0.107143</td>\n",
       "      <td>0.090909</td>\n",
       "      <td>0.266667</td>\n",
       "      <td>-0.666667</td>\n",
       "      <td>preheat oven degrees press dough bottom side p...</td>\n",
       "      <td>prepared pizza crust sausage patty egg milk sa...</td>\n",
       "      <td>3.5</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>112140</th>\n",
       "      <td>kitchen chili</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>196586.0</td>\n",
       "      <td>2005-02-25</td>\n",
       "      <td>main chili crock pot slow cooker dietary hour ...</td>\n",
       "      <td>6.0</td>\n",
       "      <td>modify version mom chili hit christmas party m...</td>\n",
       "      <td>13.0</td>\n",
       "      <td>-0.126249</td>\n",
       "      <td>0.060606</td>\n",
       "      <td>0.118644</td>\n",
       "      <td>1.214286</td>\n",
       "      <td>0.477273</td>\n",
       "      <td>0.088889</td>\n",
       "      <td>-0.333333</td>\n",
       "      <td>brown ground beef large pot chop onion ground ...</td>\n",
       "      <td>ground beef yellow onion dice tomato tomato pa...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>59389</th>\n",
       "      <td>alouette potato</td>\n",
       "      <td>0.111111</td>\n",
       "      <td>68585.0</td>\n",
       "      <td>2003-04-14</td>\n",
       "      <td>minute less main side dish egg dairy potato ve...</td>\n",
       "      <td>11.0</td>\n",
       "      <td>super easy great taste make ahead side look li...</td>\n",
       "      <td>11.0</td>\n",
       "      <td>0.158390</td>\n",
       "      <td>-0.090909</td>\n",
       "      <td>-0.254237</td>\n",
       "      <td>-0.428571</td>\n",
       "      <td>-0.090909</td>\n",
       "      <td>-0.333333</td>\n",
       "      <td>0.916667</td>\n",
       "      <td>place potato large pot salt water gentle boil ...</td>\n",
       "      <td>spreadable cheese garlic herb new potato shall...</td>\n",
       "      <td>4.5</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44061</th>\n",
       "      <td>amish tomato ketchup canning</td>\n",
       "      <td>3.333333</td>\n",
       "      <td>41706.0</td>\n",
       "      <td>2002-10-25</td>\n",
       "      <td>weeknight main north american canning condimen...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>dh amish mother raise much prefers store buy k...</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.114377</td>\n",
       "      <td>-0.575758</td>\n",
       "      <td>5.288136</td>\n",
       "      <td>0.321429</td>\n",
       "      <td>-0.340909</td>\n",
       "      <td>-0.511111</td>\n",
       "      <td>1.583333</td>\n",
       "      <td>mix ingredient boil hour thick jar old glass k...</td>\n",
       "      <td>tomato juice apple cider vinegar sugar salt pe...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                              name   minutes  contributor_id  \\\n",
       "recipe_id                                                                      \n",
       "137739     arriba bake winter squash mexican style  0.333333         47892.0   \n",
       "31490                bit different breakfast pizza -0.222222         26278.0   \n",
       "112140                               kitchen chili  2.000000        196586.0   \n",
       "59389                              alouette potato  0.111111         68585.0   \n",
       "44061                 amish tomato ketchup canning  3.333333         41706.0   \n",
       "\n",
       "           submitted                                               tags  \\\n",
       "recipe_id                                                                 \n",
       "137739    2005-09-16  minute less main north american side dish vege...   \n",
       "31490     2002-06-17  minute less main north american breakfast main...   \n",
       "112140    2005-02-25  main chili crock pot slow cooker dietary hour ...   \n",
       "59389     2003-04-14  minute less main side dish egg dairy potato ve...   \n",
       "44061     2002-10-25  weeknight main north american canning condimen...   \n",
       "\n",
       "           n_steps                                        description  \\\n",
       "recipe_id                                                               \n",
       "137739        11.0  autumn favorite year cook prepare either spicy...   \n",
       "31490          9.0  call crust prebaked bit add ingredient feel fr...   \n",
       "112140         6.0  modify version mom chili hit christmas party m...   \n",
       "59389         11.0  super easy great taste make ahead side look li...   \n",
       "44061          5.0  dh amish mother raise much prefers store buy k...   \n",
       "\n",
       "           n_ingredients  calories  total_fat_pdv  sugar_pdv  sodium_pdv  \\\n",
       "recipe_id                                                                  \n",
       "137739               7.0 -0.758361      -0.606061  -0.203390   -0.500000   \n",
       "31490                6.0 -0.405386      -0.060606  -0.423729    0.107143   \n",
       "112140              13.0 -0.126249       0.060606   0.118644    1.214286   \n",
       "59389               11.0  0.158390      -0.090909  -0.254237   -0.428571   \n",
       "44061                8.0  0.114377      -0.575758   5.288136    0.321429   \n",
       "\n",
       "           protein_pdv  saturated_fat_pdv  carbohydrates_pdv  \\\n",
       "recipe_id                                                      \n",
       "137739       -0.363636          -0.511111          -0.416667   \n",
       "31490         0.090909           0.266667          -0.666667   \n",
       "112140        0.477273           0.088889          -0.333333   \n",
       "59389        -0.090909          -0.333333           0.916667   \n",
       "44061        -0.340909          -0.511111           1.583333   \n",
       "\n",
       "                                                merged_steps  \\\n",
       "recipe_id                                                      \n",
       "137739     make choice proceed depend size squash cut fou...   \n",
       "31490      preheat oven degrees press dough bottom side p...   \n",
       "112140     brown ground beef large pot chop onion ground ...   \n",
       "59389      place potato large pot salt water gentle boil ...   \n",
       "44061      mix ingredient boil hour thick jar old glass k...   \n",
       "\n",
       "                                          merged_ingredients  mean_rating  \\\n",
       "recipe_id                                                                   \n",
       "137739     winter squash mexican seasoning mixed spice ho...          5.0   \n",
       "31490      prepared pizza crust sausage patty egg milk sa...          3.5   \n",
       "112140     ground beef yellow onion dice tomato tomato pa...          4.0   \n",
       "59389      spreadable cheese garlic herb new potato shall...          4.5   \n",
       "44061      tomato juice apple cider vinegar sugar salt pe...          5.0   \n",
       "\n",
       "           review_count  \n",
       "recipe_id                \n",
       "137739                3  \n",
       "31490                 4  \n",
       "112140                1  \n",
       "59389                 2  \n",
       "44061                 1  "
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rs = RobustScaler()\n",
    "merged[['minutes']] = rs.fit_transform(recipes[['minutes']])\n",
    "merged.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "id": "6f146e8b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>minutes</th>\n",
       "      <th>contributor_id</th>\n",
       "      <th>submitted</th>\n",
       "      <th>tags</th>\n",
       "      <th>n_steps</th>\n",
       "      <th>n_ingredients</th>\n",
       "      <th>calories</th>\n",
       "      <th>total_fat_pdv</th>\n",
       "      <th>sugar_pdv</th>\n",
       "      <th>sodium_pdv</th>\n",
       "      <th>protein_pdv</th>\n",
       "      <th>saturated_fat_pdv</th>\n",
       "      <th>carbohydrates_pdv</th>\n",
       "      <th>merged_steps</th>\n",
       "      <th>mean_rating</th>\n",
       "      <th>review_count</th>\n",
       "      <th>merged_text</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>recipe_id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>137739</th>\n",
       "      <td>0.333333</td>\n",
       "      <td>47892.0</td>\n",
       "      <td>2005-09-16</td>\n",
       "      <td>minute less main north american side dish vege...</td>\n",
       "      <td>11.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>-0.758361</td>\n",
       "      <td>-0.606061</td>\n",
       "      <td>-0.203390</td>\n",
       "      <td>-0.500000</td>\n",
       "      <td>-0.363636</td>\n",
       "      <td>-0.511111</td>\n",
       "      <td>-0.416667</td>\n",
       "      <td>make choice proceed depend size squash cut fou...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>3</td>\n",
       "      <td>arriba bake winter squash mexican style\\nautum...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31490</th>\n",
       "      <td>-0.222222</td>\n",
       "      <td>26278.0</td>\n",
       "      <td>2002-06-17</td>\n",
       "      <td>minute less main north american breakfast main...</td>\n",
       "      <td>9.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>-0.405386</td>\n",
       "      <td>-0.060606</td>\n",
       "      <td>-0.423729</td>\n",
       "      <td>0.107143</td>\n",
       "      <td>0.090909</td>\n",
       "      <td>0.266667</td>\n",
       "      <td>-0.666667</td>\n",
       "      <td>preheat oven degrees press dough bottom side p...</td>\n",
       "      <td>3.5</td>\n",
       "      <td>4</td>\n",
       "      <td>bit different breakfast pizza\\ncall crust preb...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>112140</th>\n",
       "      <td>2.000000</td>\n",
       "      <td>196586.0</td>\n",
       "      <td>2005-02-25</td>\n",
       "      <td>main chili crock pot slow cooker dietary hour ...</td>\n",
       "      <td>6.0</td>\n",
       "      <td>13.0</td>\n",
       "      <td>-0.126249</td>\n",
       "      <td>0.060606</td>\n",
       "      <td>0.118644</td>\n",
       "      <td>1.214286</td>\n",
       "      <td>0.477273</td>\n",
       "      <td>0.088889</td>\n",
       "      <td>-0.333333</td>\n",
       "      <td>brown ground beef large pot chop onion ground ...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>kitchen chili\\nmodify version mom chili hit ch...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>59389</th>\n",
       "      <td>0.111111</td>\n",
       "      <td>68585.0</td>\n",
       "      <td>2003-04-14</td>\n",
       "      <td>minute less main side dish egg dairy potato ve...</td>\n",
       "      <td>11.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>0.158390</td>\n",
       "      <td>-0.090909</td>\n",
       "      <td>-0.254237</td>\n",
       "      <td>-0.428571</td>\n",
       "      <td>-0.090909</td>\n",
       "      <td>-0.333333</td>\n",
       "      <td>0.916667</td>\n",
       "      <td>place potato large pot salt water gentle boil ...</td>\n",
       "      <td>4.5</td>\n",
       "      <td>2</td>\n",
       "      <td>alouette potato\\nsuper easy great taste make a...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44061</th>\n",
       "      <td>3.333333</td>\n",
       "      <td>41706.0</td>\n",
       "      <td>2002-10-25</td>\n",
       "      <td>weeknight main north american canning condimen...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.114377</td>\n",
       "      <td>-0.575758</td>\n",
       "      <td>5.288136</td>\n",
       "      <td>0.321429</td>\n",
       "      <td>-0.340909</td>\n",
       "      <td>-0.511111</td>\n",
       "      <td>1.583333</td>\n",
       "      <td>mix ingredient boil hour thick jar old glass k...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>amish tomato ketchup canning\\ndh amish mother ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>493372</th>\n",
       "      <td>0.444444</td>\n",
       "      <td>1500678.0</td>\n",
       "      <td>2013-01-09</td>\n",
       "      <td>minute less large group condiment etc easy veg...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>13.0</td>\n",
       "      <td>-0.864630</td>\n",
       "      <td>-0.606061</td>\n",
       "      <td>-0.389831</td>\n",
       "      <td>1.571429</td>\n",
       "      <td>-0.386364</td>\n",
       "      <td>-0.511111</td>\n",
       "      <td>-0.666667</td>\n",
       "      <td>mix ingredient thoroughly</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>zydeco spice mix\\nspice mix make bud dance\\npa...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>308080</th>\n",
       "      <td>-0.777778</td>\n",
       "      <td>37779.0</td>\n",
       "      <td>2008-06-07</td>\n",
       "      <td>minute less main appetizer egg dairy easy fing...</td>\n",
       "      <td>7.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>-0.736065</td>\n",
       "      <td>-0.424242</td>\n",
       "      <td>-0.389831</td>\n",
       "      <td>-0.392857</td>\n",
       "      <td>-0.272727</td>\n",
       "      <td>-0.400000</td>\n",
       "      <td>-0.750000</td>\n",
       "      <td>bowl mash yolk mayonnaise stir mustard stir ca...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>5</td>\n",
       "      <td>zydeco ya ya devil egg\\ndevil egg cajun style\\...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>298512</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>506822.0</td>\n",
       "      <td>2008-04-15</td>\n",
       "      <td>minute less large group hand form cooky desser...</td>\n",
       "      <td>9.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>-0.363110</td>\n",
       "      <td>-0.272727</td>\n",
       "      <td>0.542373</td>\n",
       "      <td>-0.107143</td>\n",
       "      <td>-0.250000</td>\n",
       "      <td>-0.044444</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>place melt butter large mix bowl list beat wel...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "      <td>cooky design cooky stick\\nheard cooky design c...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>298509</th>\n",
       "      <td>-0.244444</td>\n",
       "      <td>506822.0</td>\n",
       "      <td>2008-04-15</td>\n",
       "      <td>minute less large group roll cooky dessert kid...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>-0.401042</td>\n",
       "      <td>-0.181818</td>\n",
       "      <td>0.135593</td>\n",
       "      <td>-0.357143</td>\n",
       "      <td>-0.318182</td>\n",
       "      <td>-0.266667</td>\n",
       "      <td>-0.250000</td>\n",
       "      <td>whip sugar shorten large bowl egg beat well in...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>3</td>\n",
       "      <td>cooky design sugar shortbread cooky\\nheard coo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>176767</th>\n",
       "      <td>-0.444444</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.5</td>\n",
       "      <td>2</td>\n",
       "      <td>nan\\nnan\\nnan</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>231637 rows × 17 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "            minutes  contributor_id  submitted  \\\n",
       "recipe_id                                        \n",
       "137739     0.333333         47892.0 2005-09-16   \n",
       "31490     -0.222222         26278.0 2002-06-17   \n",
       "112140     2.000000        196586.0 2005-02-25   \n",
       "59389      0.111111         68585.0 2003-04-14   \n",
       "44061      3.333333         41706.0 2002-10-25   \n",
       "...             ...             ...        ...   \n",
       "493372     0.444444       1500678.0 2013-01-09   \n",
       "308080    -0.777778         37779.0 2008-06-07   \n",
       "298512     0.000000        506822.0 2008-04-15   \n",
       "298509    -0.244444        506822.0 2008-04-15   \n",
       "176767    -0.444444             NaN        NaT   \n",
       "\n",
       "                                                        tags  n_steps  \\\n",
       "recipe_id                                                               \n",
       "137739     minute less main north american side dish vege...     11.0   \n",
       "31490      minute less main north american breakfast main...      9.0   \n",
       "112140     main chili crock pot slow cooker dietary hour ...      6.0   \n",
       "59389      minute less main side dish egg dairy potato ve...     11.0   \n",
       "44061      weeknight main north american canning condimen...      5.0   \n",
       "...                                                      ...      ...   \n",
       "493372     minute less large group condiment etc easy veg...      1.0   \n",
       "308080     minute less main appetizer egg dairy easy fing...      7.0   \n",
       "298512     minute less large group hand form cooky desser...      9.0   \n",
       "298509     minute less large group roll cooky dessert kid...      5.0   \n",
       "176767                                                   NaN      NaN   \n",
       "\n",
       "           n_ingredients  calories  total_fat_pdv  sugar_pdv  sodium_pdv  \\\n",
       "recipe_id                                                                  \n",
       "137739               7.0 -0.758361      -0.606061  -0.203390   -0.500000   \n",
       "31490                6.0 -0.405386      -0.060606  -0.423729    0.107143   \n",
       "112140              13.0 -0.126249       0.060606   0.118644    1.214286   \n",
       "59389               11.0  0.158390      -0.090909  -0.254237   -0.428571   \n",
       "44061                8.0  0.114377      -0.575758   5.288136    0.321429   \n",
       "...                  ...       ...            ...        ...         ...   \n",
       "493372              13.0 -0.864630      -0.606061  -0.389831    1.571429   \n",
       "308080               8.0 -0.736065      -0.424242  -0.389831   -0.392857   \n",
       "298512              10.0 -0.363110      -0.272727   0.542373   -0.107143   \n",
       "298509               7.0 -0.401042      -0.181818   0.135593   -0.357143   \n",
       "176767               NaN       NaN            NaN        NaN         NaN   \n",
       "\n",
       "           protein_pdv  saturated_fat_pdv  carbohydrates_pdv  \\\n",
       "recipe_id                                                      \n",
       "137739       -0.363636          -0.511111          -0.416667   \n",
       "31490         0.090909           0.266667          -0.666667   \n",
       "112140        0.477273           0.088889          -0.333333   \n",
       "59389        -0.090909          -0.333333           0.916667   \n",
       "44061        -0.340909          -0.511111           1.583333   \n",
       "...                ...                ...                ...   \n",
       "493372       -0.386364          -0.511111          -0.666667   \n",
       "308080       -0.272727          -0.400000          -0.750000   \n",
       "298512       -0.250000          -0.044444           0.000000   \n",
       "298509       -0.318182          -0.266667          -0.250000   \n",
       "176767             NaN                NaN                NaN   \n",
       "\n",
       "                                                merged_steps  mean_rating  \\\n",
       "recipe_id                                                                   \n",
       "137739     make choice proceed depend size squash cut fou...          5.0   \n",
       "31490      preheat oven degrees press dough bottom side p...          3.5   \n",
       "112140     brown ground beef large pot chop onion ground ...          4.0   \n",
       "59389      place potato large pot salt water gentle boil ...          4.5   \n",
       "44061      mix ingredient boil hour thick jar old glass k...          5.0   \n",
       "...                                                      ...          ...   \n",
       "493372                             mix ingredient thoroughly          5.0   \n",
       "308080     bowl mash yolk mayonnaise stir mustard stir ca...          5.0   \n",
       "298512     place melt butter large mix bowl list beat wel...          1.0   \n",
       "298509     whip sugar shorten large bowl egg beat well in...          2.0   \n",
       "176767                                                   NaN          4.5   \n",
       "\n",
       "           review_count                                        merged_text  \n",
       "recipe_id                                                                   \n",
       "137739                3  arriba bake winter squash mexican style\\nautum...  \n",
       "31490                 4  bit different breakfast pizza\\ncall crust preb...  \n",
       "112140                1  kitchen chili\\nmodify version mom chili hit ch...  \n",
       "59389                 2  alouette potato\\nsuper easy great taste make a...  \n",
       "44061                 1  amish tomato ketchup canning\\ndh amish mother ...  \n",
       "...                 ...                                                ...  \n",
       "493372                1  zydeco spice mix\\nspice mix make bud dance\\npa...  \n",
       "308080                5  zydeco ya ya devil egg\\ndevil egg cajun style\\...  \n",
       "298512                1  cooky design cooky stick\\nheard cooky design c...  \n",
       "298509                3  cooky design sugar shortbread cooky\\nheard coo...  \n",
       "176767                2                                      nan\\nnan\\nnan  \n",
       "\n",
       "[231637 rows x 17 columns]"
      ]
     },
     "execution_count": 43,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "merged"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "id": "6ed98621",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "name                              chicken enchilada pasta enchilada\n",
       "recipe_id                                                    264678\n",
       "minutes                                                          35\n",
       "contributor_id                                               629515\n",
       "submitted                                                2007-11-10\n",
       "tags              ['60-minutes-or-less', 'time-to-make', 'course...\n",
       "nutrition            [1019.2, 43.0, 21.0, 106.0, 102.0, 54.0, 46.0]\n",
       "n_steps                                                          28\n",
       "steps             ['pasta:', 'prepare rigatoni pasta per package...\n",
       "description       to prepare this dish get everything prepped an...\n",
       "ingredients       ['rigatoni pasta', 'salt', 'corn oil', 'skinle...\n",
       "n_ingredients                                                    23\n",
       "Name: 44061, dtype: object"
      ]
     },
     "execution_count": 46,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "recipes.iloc[44061]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "id": "4c0f259b",
   "metadata": {},
   "outputs": [],
   "source": [
    "merged.to_parquet(\"../batch-1672-recettes-et-sentiments-data/basic_preproc_recipes_with_reviews_score.parquet\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "id": "b1b9a7f7",
   "metadata": {},
   "outputs": [],
   "source": [
    "def concat_columns(df:pd.DataFrame, columns:typing.List[str], dropSourceColumn:bool=True)->None:\n",
    "\n",
    "    df['merged_text'] = df[columns].apply(lambda row: ' '.join(row.values.astype(str)), axis=1)\n",
    "\n",
    "\n",
    "    if dropSourceColumn:\n",
    "        df.drop(columns=columns,axis=1, inplace=True)\n",
    "\n",
    "    return df\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "id": "c3397de2",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>minutes</th>\n",
       "      <th>contributor_id</th>\n",
       "      <th>submitted</th>\n",
       "      <th>tags</th>\n",
       "      <th>n_steps</th>\n",
       "      <th>n_ingredients</th>\n",
       "      <th>calories</th>\n",
       "      <th>total_fat_pdv</th>\n",
       "      <th>sugar_pdv</th>\n",
       "      <th>sodium_pdv</th>\n",
       "      <th>protein_pdv</th>\n",
       "      <th>saturated_fat_pdv</th>\n",
       "      <th>carbohydrates_pdv</th>\n",
       "      <th>merged_steps</th>\n",
       "      <th>mean_rating</th>\n",
       "      <th>review_count</th>\n",
       "      <th>merged_text</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>recipe_id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>137739</th>\n",
       "      <td>0.333333</td>\n",
       "      <td>47892.0</td>\n",
       "      <td>2005-09-16</td>\n",
       "      <td>minute less main north american side dish vege...</td>\n",
       "      <td>11.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>-0.758361</td>\n",
       "      <td>-0.606061</td>\n",
       "      <td>-0.203390</td>\n",
       "      <td>-0.500000</td>\n",
       "      <td>-0.363636</td>\n",
       "      <td>-0.511111</td>\n",
       "      <td>-0.416667</td>\n",
       "      <td>make choice proceed depend size squash cut fou...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>3</td>\n",
       "      <td>arriba bake winter squash mexican style\\nautum...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31490</th>\n",
       "      <td>-0.222222</td>\n",
       "      <td>26278.0</td>\n",
       "      <td>2002-06-17</td>\n",
       "      <td>minute less main north american breakfast main...</td>\n",
       "      <td>9.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>-0.405386</td>\n",
       "      <td>-0.060606</td>\n",
       "      <td>-0.423729</td>\n",
       "      <td>0.107143</td>\n",
       "      <td>0.090909</td>\n",
       "      <td>0.266667</td>\n",
       "      <td>-0.666667</td>\n",
       "      <td>preheat oven degrees press dough bottom side p...</td>\n",
       "      <td>3.5</td>\n",
       "      <td>4</td>\n",
       "      <td>bit different breakfast pizza\\ncall crust preb...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>112140</th>\n",
       "      <td>2.000000</td>\n",
       "      <td>196586.0</td>\n",
       "      <td>2005-02-25</td>\n",
       "      <td>main chili crock pot slow cooker dietary hour ...</td>\n",
       "      <td>6.0</td>\n",
       "      <td>13.0</td>\n",
       "      <td>-0.126249</td>\n",
       "      <td>0.060606</td>\n",
       "      <td>0.118644</td>\n",
       "      <td>1.214286</td>\n",
       "      <td>0.477273</td>\n",
       "      <td>0.088889</td>\n",
       "      <td>-0.333333</td>\n",
       "      <td>brown ground beef large pot chop onion ground ...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>kitchen chili\\nmodify version mom chili hit ch...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>59389</th>\n",
       "      <td>0.111111</td>\n",
       "      <td>68585.0</td>\n",
       "      <td>2003-04-14</td>\n",
       "      <td>minute less main side dish egg dairy potato ve...</td>\n",
       "      <td>11.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>0.158390</td>\n",
       "      <td>-0.090909</td>\n",
       "      <td>-0.254237</td>\n",
       "      <td>-0.428571</td>\n",
       "      <td>-0.090909</td>\n",
       "      <td>-0.333333</td>\n",
       "      <td>0.916667</td>\n",
       "      <td>place potato large pot salt water gentle boil ...</td>\n",
       "      <td>4.5</td>\n",
       "      <td>2</td>\n",
       "      <td>alouette potato\\nsuper easy great taste make a...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44061</th>\n",
       "      <td>3.333333</td>\n",
       "      <td>41706.0</td>\n",
       "      <td>2002-10-25</td>\n",
       "      <td>weeknight main north american canning condimen...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.114377</td>\n",
       "      <td>-0.575758</td>\n",
       "      <td>5.288136</td>\n",
       "      <td>0.321429</td>\n",
       "      <td>-0.340909</td>\n",
       "      <td>-0.511111</td>\n",
       "      <td>1.583333</td>\n",
       "      <td>mix ingredient boil hour thick jar old glass k...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>amish tomato ketchup canning\\ndh amish mother ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>493372</th>\n",
       "      <td>0.444444</td>\n",
       "      <td>1500678.0</td>\n",
       "      <td>2013-01-09</td>\n",
       "      <td>minute less large group condiment etc easy veg...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>13.0</td>\n",
       "      <td>-0.864630</td>\n",
       "      <td>-0.606061</td>\n",
       "      <td>-0.389831</td>\n",
       "      <td>1.571429</td>\n",
       "      <td>-0.386364</td>\n",
       "      <td>-0.511111</td>\n",
       "      <td>-0.666667</td>\n",
       "      <td>mix ingredient thoroughly</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>zydeco spice mix\\nspice mix make bud dance\\npa...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>308080</th>\n",
       "      <td>-0.777778</td>\n",
       "      <td>37779.0</td>\n",
       "      <td>2008-06-07</td>\n",
       "      <td>minute less main appetizer egg dairy easy fing...</td>\n",
       "      <td>7.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>-0.736065</td>\n",
       "      <td>-0.424242</td>\n",
       "      <td>-0.389831</td>\n",
       "      <td>-0.392857</td>\n",
       "      <td>-0.272727</td>\n",
       "      <td>-0.400000</td>\n",
       "      <td>-0.750000</td>\n",
       "      <td>bowl mash yolk mayonnaise stir mustard stir ca...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>5</td>\n",
       "      <td>zydeco ya ya devil egg\\ndevil egg cajun style\\...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>298512</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>506822.0</td>\n",
       "      <td>2008-04-15</td>\n",
       "      <td>minute less large group hand form cooky desser...</td>\n",
       "      <td>9.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>-0.363110</td>\n",
       "      <td>-0.272727</td>\n",
       "      <td>0.542373</td>\n",
       "      <td>-0.107143</td>\n",
       "      <td>-0.250000</td>\n",
       "      <td>-0.044444</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>place melt butter large mix bowl list beat wel...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "      <td>cooky design cooky stick\\nheard cooky design c...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>298509</th>\n",
       "      <td>-0.244444</td>\n",
       "      <td>506822.0</td>\n",
       "      <td>2008-04-15</td>\n",
       "      <td>minute less large group roll cooky dessert kid...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>-0.401042</td>\n",
       "      <td>-0.181818</td>\n",
       "      <td>0.135593</td>\n",
       "      <td>-0.357143</td>\n",
       "      <td>-0.318182</td>\n",
       "      <td>-0.266667</td>\n",
       "      <td>-0.250000</td>\n",
       "      <td>whip sugar shorten large bowl egg beat well in...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>3</td>\n",
       "      <td>cooky design sugar shortbread cooky\\nheard coo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>176767</th>\n",
       "      <td>-0.444444</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.5</td>\n",
       "      <td>2</td>\n",
       "      <td>nan\\nnan\\nnan</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>231637 rows × 17 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "            minutes  contributor_id  submitted  \\\n",
       "recipe_id                                        \n",
       "137739     0.333333         47892.0 2005-09-16   \n",
       "31490     -0.222222         26278.0 2002-06-17   \n",
       "112140     2.000000        196586.0 2005-02-25   \n",
       "59389      0.111111         68585.0 2003-04-14   \n",
       "44061      3.333333         41706.0 2002-10-25   \n",
       "...             ...             ...        ...   \n",
       "493372     0.444444       1500678.0 2013-01-09   \n",
       "308080    -0.777778         37779.0 2008-06-07   \n",
       "298512     0.000000        506822.0 2008-04-15   \n",
       "298509    -0.244444        506822.0 2008-04-15   \n",
       "176767    -0.444444             NaN        NaT   \n",
       "\n",
       "                                                        tags  n_steps  \\\n",
       "recipe_id                                                               \n",
       "137739     minute less main north american side dish vege...     11.0   \n",
       "31490      minute less main north american breakfast main...      9.0   \n",
       "112140     main chili crock pot slow cooker dietary hour ...      6.0   \n",
       "59389      minute less main side dish egg dairy potato ve...     11.0   \n",
       "44061      weeknight main north american canning condimen...      5.0   \n",
       "...                                                      ...      ...   \n",
       "493372     minute less large group condiment etc easy veg...      1.0   \n",
       "308080     minute less main appetizer egg dairy easy fing...      7.0   \n",
       "298512     minute less large group hand form cooky desser...      9.0   \n",
       "298509     minute less large group roll cooky dessert kid...      5.0   \n",
       "176767                                                   NaN      NaN   \n",
       "\n",
       "           n_ingredients  calories  total_fat_pdv  sugar_pdv  sodium_pdv  \\\n",
       "recipe_id                                                                  \n",
       "137739               7.0 -0.758361      -0.606061  -0.203390   -0.500000   \n",
       "31490                6.0 -0.405386      -0.060606  -0.423729    0.107143   \n",
       "112140              13.0 -0.126249       0.060606   0.118644    1.214286   \n",
       "59389               11.0  0.158390      -0.090909  -0.254237   -0.428571   \n",
       "44061                8.0  0.114377      -0.575758   5.288136    0.321429   \n",
       "...                  ...       ...            ...        ...         ...   \n",
       "493372              13.0 -0.864630      -0.606061  -0.389831    1.571429   \n",
       "308080               8.0 -0.736065      -0.424242  -0.389831   -0.392857   \n",
       "298512              10.0 -0.363110      -0.272727   0.542373   -0.107143   \n",
       "298509               7.0 -0.401042      -0.181818   0.135593   -0.357143   \n",
       "176767               NaN       NaN            NaN        NaN         NaN   \n",
       "\n",
       "           protein_pdv  saturated_fat_pdv  carbohydrates_pdv  \\\n",
       "recipe_id                                                      \n",
       "137739       -0.363636          -0.511111          -0.416667   \n",
       "31490         0.090909           0.266667          -0.666667   \n",
       "112140        0.477273           0.088889          -0.333333   \n",
       "59389        -0.090909          -0.333333           0.916667   \n",
       "44061        -0.340909          -0.511111           1.583333   \n",
       "...                ...                ...                ...   \n",
       "493372       -0.386364          -0.511111          -0.666667   \n",
       "308080       -0.272727          -0.400000          -0.750000   \n",
       "298512       -0.250000          -0.044444           0.000000   \n",
       "298509       -0.318182          -0.266667          -0.250000   \n",
       "176767             NaN                NaN                NaN   \n",
       "\n",
       "                                                merged_steps  mean_rating  \\\n",
       "recipe_id                                                                   \n",
       "137739     make choice proceed depend size squash cut fou...          5.0   \n",
       "31490      preheat oven degrees press dough bottom side p...          3.5   \n",
       "112140     brown ground beef large pot chop onion ground ...          4.0   \n",
       "59389      place potato large pot salt water gentle boil ...          4.5   \n",
       "44061      mix ingredient boil hour thick jar old glass k...          5.0   \n",
       "...                                                      ...          ...   \n",
       "493372                             mix ingredient thoroughly          5.0   \n",
       "308080     bowl mash yolk mayonnaise stir mustard stir ca...          5.0   \n",
       "298512     place melt butter large mix bowl list beat wel...          1.0   \n",
       "298509     whip sugar shorten large bowl egg beat well in...          2.0   \n",
       "176767                                                   NaN          4.5   \n",
       "\n",
       "           review_count                                        merged_text  \n",
       "recipe_id                                                                   \n",
       "137739                3  arriba bake winter squash mexican style\\nautum...  \n",
       "31490                 4  bit different breakfast pizza\\ncall crust preb...  \n",
       "112140                1  kitchen chili\\nmodify version mom chili hit ch...  \n",
       "59389                 2  alouette potato\\nsuper easy great taste make a...  \n",
       "44061                 1  amish tomato ketchup canning\\ndh amish mother ...  \n",
       "...                 ...                                                ...  \n",
       "493372                1  zydeco spice mix\\nspice mix make bud dance\\npa...  \n",
       "308080                5  zydeco ya ya devil egg\\ndevil egg cajun style\\...  \n",
       "298512                1  cooky design cooky stick\\nheard cooky design c...  \n",
       "298509                3  cooky design sugar shortbread cooky\\nheard coo...  \n",
       "176767                2                                      nan\\nnan\\nnan  \n",
       "\n",
       "[231637 rows x 17 columns]"
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "\n",
    "concat_columns(merged, [\"name\", \"description\", \"merged_ingredients\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "id": "23e6cf11",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>recipe_id</th>\n",
       "      <th>date</th>\n",
       "      <th>rating</th>\n",
       "      <th>review</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>38094</td>\n",
       "      <td>40893</td>\n",
       "      <td>2003-02-17</td>\n",
       "      <td>4</td>\n",
       "      <td>Great with a salad. Cooked on top of stove for...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1293707</td>\n",
       "      <td>40893</td>\n",
       "      <td>2011-12-21</td>\n",
       "      <td>5</td>\n",
       "      <td>So simple, so delicious! Great for chilly fall...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>8937</td>\n",
       "      <td>44394</td>\n",
       "      <td>2002-12-01</td>\n",
       "      <td>4</td>\n",
       "      <td>This worked very well and is EASY.  I used not...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>126440</td>\n",
       "      <td>85009</td>\n",
       "      <td>2010-02-27</td>\n",
       "      <td>5</td>\n",
       "      <td>I made the Mexican topping and took it to bunk...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>57222</td>\n",
       "      <td>85009</td>\n",
       "      <td>2011-10-01</td>\n",
       "      <td>5</td>\n",
       "      <td>Made the cheddar bacon topping, adding a sprin...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   user_id  recipe_id        date  rating  \\\n",
       "0    38094      40893  2003-02-17       4   \n",
       "1  1293707      40893  2011-12-21       5   \n",
       "2     8937      44394  2002-12-01       4   \n",
       "3   126440      85009  2010-02-27       5   \n",
       "4    57222      85009  2011-10-01       5   \n",
       "\n",
       "                                              review  \n",
       "0  Great with a salad. Cooked on top of stove for...  \n",
       "1  So simple, so delicious! Great for chilly fall...  \n",
       "2  This worked very well and is EASY.  I used not...  \n",
       "3  I made the Mexican topping and took it to bunk...  \n",
       "4  Made the cheddar bacon topping, adding a sprin...  "
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "reviews.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "id": "74601e40",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>mean_rating</th>\n",
       "      <th>review_count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>226570.000000</td>\n",
       "      <td>226570.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>3.873031</td>\n",
       "      <td>4.997868</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>1.773173</td>\n",
       "      <td>49.663111</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>3.800000</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>5.000000</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>5.000000</td>\n",
       "      <td>2.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>5.000000</td>\n",
       "      <td>7671.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "         mean_rating   review_count\n",
       "count  226570.000000  226570.000000\n",
       "mean        3.873031       4.997868\n",
       "std         1.773173      49.663111\n",
       "min         0.000000       1.000000\n",
       "25%         3.800000       1.000000\n",
       "50%         5.000000       1.000000\n",
       "75%         5.000000       2.000000\n",
       "max         5.000000    7671.000000"
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "reviews.groupby('user_id')[['rating']].agg(\n",
    "                                mean_rating=('rating', 'mean'),\n",
    "                                review_count=('rating', 'count')\n",
    "                                ).describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "id": "c4540a97",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>mean_rating</th>\n",
       "      <th>review_count</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>user_id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1579230</th>\n",
       "      <td>4.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2744132</th>\n",
       "      <td>4.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2744161</th>\n",
       "      <td>5.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2744177</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2744231</th>\n",
       "      <td>5.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>128473</th>\n",
       "      <td>4.908348</td>\n",
       "      <td>3917</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>169430</th>\n",
       "      <td>4.693327</td>\n",
       "      <td>4076</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>383346</th>\n",
       "      <td>4.755186</td>\n",
       "      <td>4628</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37449</th>\n",
       "      <td>4.783866</td>\n",
       "      <td>5603</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>424680</th>\n",
       "      <td>4.966888</td>\n",
       "      <td>7671</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>226570 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         mean_rating  review_count\n",
       "user_id                           \n",
       "1579230     4.000000             1\n",
       "2744132     4.000000             1\n",
       "2744161     5.000000             1\n",
       "2744177     0.000000             1\n",
       "2744231     5.000000             1\n",
       "...              ...           ...\n",
       "128473      4.908348          3917\n",
       "169430      4.693327          4076\n",
       "383346      4.755186          4628\n",
       "37449       4.783866          5603\n",
       "424680      4.966888          7671\n",
       "\n",
       "[226570 rows x 2 columns]"
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "reviews.groupby('user_id')[['rating']].agg(\n",
    "                                mean_rating=('rating', 'mean'),\n",
    "                                review_count=('rating', 'count')\n",
    "                                ).sort_values('review_count')"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "ed0e7931",
   "metadata": {},
   "source": [
    "# Trash code"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "c8aab125",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "id": "9d535073",
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_stopwords(type:int=0)->set:\n",
    "    \"\"\"\n",
    "    Return english (stopwords) from NLTK if type=0\n",
    "\n",
    "    TODO : support stopwords customized for our use case by passing other value for type\n",
    "\n",
    "    Args:\n",
    "        type (int): Type of stopwords to return.\n",
    "            0 => default english NLTK stopwords\n",
    "            Other value raise ValueError as of now\n",
    "\n",
    "    Returns:\n",
    "        Set[str]: set of stopwords\n",
    "\n",
    "    Raises:\n",
    "        ValueError: if type is not supported\n",
    "    \"\"\"\n",
    "    stop_words = set(stopwords.words('english'))\n",
    "\n",
    "    if type == 0:\n",
    "        return stop_words\n",
    "\n",
    "    raise ValueError(f\"type {type} not supported\")\n",
    "\n",
    "\n",
    "\n",
    "def remove_stopwords(text:str, stop_words:set)->str:\n",
    "    \"\"\"\n",
    "    Return the \"text\" argument without the stop_words\n",
    "\n",
    "\n",
    "    Args:\n",
    "        text (str): text to be processed.\n",
    "        stop_words (set) : set of stop words to be used for processing the text.\n",
    "\n",
    "    Returns:\n",
    "        str: the input text without stop words\n",
    "    \"\"\"\n",
    "    tokens = word_tokenize(text)\n",
    "    tokenized_sentence_no_stopwords = [w for w in tokens if not w in stop_words]\n",
    "    return ' '.join(tokenized_sentence_no_stopwords)\n",
    "\n",
    "\n",
    "def lemmatize_text(text:str)->str:\n",
    "    \"\"\"\n",
    "    Return the lemmatize \"text\"\n",
    "\n",
    "    Args:\n",
    "        text (str): text to be processed. Text should have been preprocessed (lowercase, ponctuation removed, stopwords removed)\n",
    "\n",
    "    Returns:\n",
    "        str: the input text without stop words\n",
    "    \"\"\"\n",
    "    def get_wordnet_pos(treebank_tag):\n",
    "        if treebank_tag.startswith('J'):\n",
    "            return wn.ADJ\n",
    "        elif treebank_tag.startswith('V'):\n",
    "            return wn.VERB\n",
    "        elif treebank_tag.startswith('N'):\n",
    "            return wn.NOUN\n",
    "        elif treebank_tag.startswith('R'):\n",
    "            return wn.ADV\n",
    "        else:\n",
    "            return wn.NOUN  # Par défaut, retourne NOM\n",
    "\n",
    "    tokens = word_tokenize(text)\n",
    "    pos_tags = pos_tag(tokens)\n",
    "\n",
    "    lemmatizer = WordNetLemmatizer()\n",
    "\n",
    "    lemmatized_tokens = [lemmatizer.lemmatize(token, get_wordnet_pos(pos)) for token, pos in pos_tags]\n",
    "\n",
    "    return ' '.join(lemmatized_tokens)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "9401a6f1",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'make choice proceed recipe depending size squash cut half fourth remove seed spicy squash drizzle olive oil melted butter cut squash piece season mexican seasoning mix ii sweet squash drizzle melted honey butter grated piloncillo cut squash piece season sweet mexican spice mix bake degree depending size minute hour fork easily pierce skin careful burn squash especially opt use sugar butter feel comfortable cover squash aluminum foil first half hour give take baking desired season salt'"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.iloc[0]['merged_steps']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "id": "186e66eb",
   "metadata": {},
   "outputs": [],
   "source": [
    "stop_words = get_stopwords()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "id": "fbe99f7c",
   "metadata": {},
   "outputs": [],
   "source": [
    "df['merged_ingredients'] = df['ingredients'].apply(lambda x: \"\\n\".join(x))\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "id": "0b08606f",
   "metadata": {},
   "outputs": [],
   "source": [
    "df['merged_steps'] = df['steps'].apply(lambda x: \"\\n\".join(x))\n",
    "df['merged_tags'] = df['tags'].apply(lambda x: \"\\n\".join(x))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "id": "6340d523",
   "metadata": {},
   "outputs": [],
   "source": [
    "df['merged_ingredients_wo_sw'] = df['merged_ingredients'].apply(lambda x: remove_stopwords(x, stop_words=stop_words))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "id": "ec700346",
   "metadata": {},
   "outputs": [],
   "source": [
    "df['merged_ingredients_wo_sw_lem'] = df['merged_ingredients_wo_sw'].apply(lemmatize_text)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "7b7feb10",
   "metadata": {},
   "outputs": [],
   "source": [
    "def count_vectorize(\n",
    "    df:pd.DataFrame,\n",
    "    column_name:str,\n",
    "    min_df:float=1.0,\n",
    "    max_df:float=1.0,\n",
    "    max_features:int=None,\n",
    "    ngram_range=(1,1)\n",
    "    )->pd.DataFrame:\n",
    "    \"\"\"\n",
    "    usage :\n",
    "    CountVectorize the text in column column_name and add to the Data Frame the new columns\n",
    "\n",
    "    Args:\n",
    "        df (pd.DataFrame): DataFrame in which there is a preprocessed text column to be vectorized\n",
    "        colum_name (str) : name of the column that contains the text to CountVectorize\n",
    "\n",
    "    Returns:\n",
    "        pd.DataFrame\n",
    "\n",
    "    \"\"\"\n",
    "\n",
    "    count_vectorizer = CountVectorizer(\n",
    "        min_df=min_df,\n",
    "        max_df=max_df,\n",
    "        max_features=max_features,\n",
    "        ngram_range=ngram_range\n",
    "        )\n",
    "\n",
    "    X = count_vectorizer.fit_transform(df[column_name])\n",
    "    X_df = pd.DataFrame(X.toarray(), columns = count_vectorizer.get_feature_names_out())\n",
    "\n",
    "    return pd.concat([df, X_df], axis = 1)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "3c0ec8cf",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>name</th>\n",
       "      <th>minutes</th>\n",
       "      <th>contributor_id</th>\n",
       "      <th>submitted</th>\n",
       "      <th>tags</th>\n",
       "      <th>n_steps</th>\n",
       "      <th>description</th>\n",
       "      <th>ingredients</th>\n",
       "      <th>n_ingredients</th>\n",
       "      <th>calories</th>\n",
       "      <th>total_fat_pdv</th>\n",
       "      <th>sugar_pdv</th>\n",
       "      <th>sodium_pdv</th>\n",
       "      <th>protein_pdv</th>\n",
       "      <th>saturated_fat_pdv</th>\n",
       "      <th>carbohydrates_pdv</th>\n",
       "      <th>merged_steps</th>\n",
       "      <th>add</th>\n",
       "      <th>apple</th>\n",
       "      <th>aside</th>\n",
       "      <th>bake</th>\n",
       "      <th>baking</th>\n",
       "      <th>beat</th>\n",
       "      <th>boil</th>\n",
       "      <th>bottom</th>\n",
       "      <th>bowl</th>\n",
       "      <th>bring</th>\n",
       "      <th>brown</th>\n",
       "      <th>butter</th>\n",
       "      <th>cheese</th>\n",
       "      <th>cinnamon</th>\n",
       "      <th>combine</th>\n",
       "      <th>cook</th>\n",
       "      <th>cooking</th>\n",
       "      <th>cool</th>\n",
       "      <th>cover</th>\n",
       "      <th>cream</th>\n",
       "      <th>cup</th>\n",
       "      <th>cut</th>\n",
       "      <th>degree</th>\n",
       "      <th>dish</th>\n",
       "      <th>drain</th>\n",
       "      <th>dry</th>\n",
       "      <th>egg</th>\n",
       "      <th>flour</th>\n",
       "      <th>garlic</th>\n",
       "      <th>golden</th>\n",
       "      <th>half</th>\n",
       "      <th>heat</th>\n",
       "      <th>high</th>\n",
       "      <th>...</th>\n",
       "      <th>low</th>\n",
       "      <th>make</th>\n",
       "      <th>medium</th>\n",
       "      <th>milk</th>\n",
       "      <th>minute</th>\n",
       "      <th>mix</th>\n",
       "      <th>mixture</th>\n",
       "      <th>oil</th>\n",
       "      <th>one</th>\n",
       "      <th>onion</th>\n",
       "      <th>oven</th>\n",
       "      <th>pan</th>\n",
       "      <th>pepper</th>\n",
       "      <th>place</th>\n",
       "      <th>pour</th>\n",
       "      <th>powder</th>\n",
       "      <th>preheat</th>\n",
       "      <th>put</th>\n",
       "      <th>rack</th>\n",
       "      <th>remaining</th>\n",
       "      <th>remove</th>\n",
       "      <th>salt</th>\n",
       "      <th>sauce</th>\n",
       "      <th>saucepan</th>\n",
       "      <th>serve</th>\n",
       "      <th>serving</th>\n",
       "      <th>set</th>\n",
       "      <th>sheet</th>\n",
       "      <th>side</th>\n",
       "      <th>simmer</th>\n",
       "      <th>skillet</th>\n",
       "      <th>slice</th>\n",
       "      <th>small</th>\n",
       "      <th>smooth</th>\n",
       "      <th>spoon</th>\n",
       "      <th>spread</th>\n",
       "      <th>sprinkle</th>\n",
       "      <th>stir</th>\n",
       "      <th>stirring</th>\n",
       "      <th>sugar</th>\n",
       "      <th>tender</th>\n",
       "      <th>time</th>\n",
       "      <th>together</th>\n",
       "      <th>top</th>\n",
       "      <th>turn</th>\n",
       "      <th>using</th>\n",
       "      <th>vanilla</th>\n",
       "      <th>warm</th>\n",
       "      <th>water</th>\n",
       "      <th>well</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>137739</th>\n",
       "      <td>arriba baked winter squash mexican style</td>\n",
       "      <td>55</td>\n",
       "      <td>47892</td>\n",
       "      <td>2005-09-16</td>\n",
       "      <td>minute le course main ingredient cuisine prepa...</td>\n",
       "      <td>11</td>\n",
       "      <td>autumn favorite time year cook recipe prepared...</td>\n",
       "      <td>make choice proceed recipe depending size squa...</td>\n",
       "      <td>7</td>\n",
       "      <td>51.5</td>\n",
       "      <td>0.0</td>\n",
       "      <td>13.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>make choice proceed recipe depending size squa...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31490</th>\n",
       "      <td>bit different breakfast pizza</td>\n",
       "      <td>30</td>\n",
       "      <td>26278</td>\n",
       "      <td>2002-06-17</td>\n",
       "      <td>minute le course main ingredient cuisine prepa...</td>\n",
       "      <td>9</td>\n",
       "      <td>recipe call crust prebaked bit adding ingredie...</td>\n",
       "      <td>preheat oven degree f press dough bottom side ...</td>\n",
       "      <td>6</td>\n",
       "      <td>173.4</td>\n",
       "      <td>18.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>17.0</td>\n",
       "      <td>22.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>preheat oven degree f press dough bottom side ...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>112140</th>\n",
       "      <td>kitchen chili</td>\n",
       "      <td>130</td>\n",
       "      <td>196586</td>\n",
       "      <td>2005-02-25</td>\n",
       "      <td>course preparation main dish chili crock pot s...</td>\n",
       "      <td>6</td>\n",
       "      <td>modified version mom chili hit christmas party...</td>\n",
       "      <td>brown ground beef large pot add chopped onion ...</td>\n",
       "      <td>13</td>\n",
       "      <td>269.8</td>\n",
       "      <td>22.0</td>\n",
       "      <td>32.0</td>\n",
       "      <td>48.0</td>\n",
       "      <td>39.0</td>\n",
       "      <td>27.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>brown ground beef large pot add chopped onion ...</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>59389</th>\n",
       "      <td>alouette potato</td>\n",
       "      <td>45</td>\n",
       "      <td>68585</td>\n",
       "      <td>2003-04-14</td>\n",
       "      <td>minute le course main ingredient preparation o...</td>\n",
       "      <td>11</td>\n",
       "      <td>super easy great tasting make ahead side dish ...</td>\n",
       "      <td>place potato large pot lightly salted water br...</td>\n",
       "      <td>11</td>\n",
       "      <td>368.1</td>\n",
       "      <td>17.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>14.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>place potato large pot lightly salted water br...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44061</th>\n",
       "      <td>amish tomato ketchup canning</td>\n",
       "      <td>190</td>\n",
       "      <td>41706</td>\n",
       "      <td>2002-10-25</td>\n",
       "      <td>weeknight course main ingredient cuisine prepa...</td>\n",
       "      <td>5</td>\n",
       "      <td>dh amish mother raised recipe much prefers sto...</td>\n",
       "      <td>mix ingredient boil hour thick pour jar use ol...</td>\n",
       "      <td>8</td>\n",
       "      <td>352.9</td>\n",
       "      <td>1.0</td>\n",
       "      <td>337.0</td>\n",
       "      <td>23.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>28.0</td>\n",
       "      <td>mix ingredient boil hour thick pour jar use ol...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>81712</th>\n",
       "      <td>apricot barbecued chicken</td>\n",
       "      <td>45</td>\n",
       "      <td>67899</td>\n",
       "      <td>2004-01-21</td>\n",
       "      <td>minute le course main ingredient preparation o...</td>\n",
       "      <td>6</td>\n",
       "      <td>look scrumptious sweet wait try jan feb issue ...</td>\n",
       "      <td>large skillet cook chicken garlic oil browned ...</td>\n",
       "      <td>8</td>\n",
       "      <td>266.6</td>\n",
       "      <td>7.0</td>\n",
       "      <td>61.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>53.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>large skillet cook chicken garlic oil browned ...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>107482</th>\n",
       "      <td>apricot barley casserole</td>\n",
       "      <td>21</td>\n",
       "      <td>52282</td>\n",
       "      <td>2005-01-03</td>\n",
       "      <td>minute le course main ingredient cuisine prepa...</td>\n",
       "      <td>8</td>\n",
       "      <td>easy throw together bakes prepare rest meal es...</td>\n",
       "      <td>preheat oven grease x baking dish large skille...</td>\n",
       "      <td>7</td>\n",
       "      <td>393.7</td>\n",
       "      <td>23.0</td>\n",
       "      <td>51.0</td>\n",
       "      <td>29.0</td>\n",
       "      <td>23.0</td>\n",
       "      <td>23.0</td>\n",
       "      <td>18.0</td>\n",
       "      <td>preheat oven grease x baking dish large skille...</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>115225</th>\n",
       "      <td>apricot bar</td>\n",
       "      <td>40</td>\n",
       "      <td>68911</td>\n",
       "      <td>2005-04-04</td>\n",
       "      <td>minute le course preparation healthy lunch die...</td>\n",
       "      <td>10</td>\n",
       "      <td>always liked apricot high nutritional value re...</td>\n",
       "      <td>preheat oven oven spray x inch pan set aside p...</td>\n",
       "      <td>8</td>\n",
       "      <td>212.6</td>\n",
       "      <td>18.0</td>\n",
       "      <td>54.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>preheat oven oven spray x inch pan set aside p...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>141910</th>\n",
       "      <td>apricot bar shortbread crust</td>\n",
       "      <td>80</td>\n",
       "      <td>89831</td>\n",
       "      <td>2005-10-19</td>\n",
       "      <td>course main ingredient cuisine preparation occ...</td>\n",
       "      <td>17</td>\n",
       "      <td>moist apricot walnut layer top light buttery s...</td>\n",
       "      <td>set oven degree grease x inch baking dish shor...</td>\n",
       "      <td>11</td>\n",
       "      <td>89.1</td>\n",
       "      <td>5.0</td>\n",
       "      <td>38.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>set oven degree grease x inch baking dish shor...</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>93093</th>\n",
       "      <td>apricot basting sauce</td>\n",
       "      <td>17</td>\n",
       "      <td>1533</td>\n",
       "      <td>2004-06-10</td>\n",
       "      <td>minute le course main ingredient cuisine prepa...</td>\n",
       "      <td>1</td>\n",
       "      <td>great almost anything</td>\n",
       "      <td>heat ingredient low heat stirring occasionally...</td>\n",
       "      <td>5</td>\n",
       "      <td>582.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>378.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>47.0</td>\n",
       "      <td>heat ingredient low heat stirring occasionally...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>8000 rows × 108 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                            name  minutes  contributor_id  \\\n",
       "id                                                                          \n",
       "137739  arriba baked winter squash mexican style       55           47892   \n",
       "31490              bit different breakfast pizza       30           26278   \n",
       "112140                             kitchen chili      130          196586   \n",
       "59389                            alouette potato       45           68585   \n",
       "44061               amish tomato ketchup canning      190           41706   \n",
       "...                                          ...      ...             ...   \n",
       "81712                  apricot barbecued chicken       45           67899   \n",
       "107482                  apricot barley casserole       21           52282   \n",
       "115225                               apricot bar       40           68911   \n",
       "141910              apricot bar shortbread crust       80           89831   \n",
       "93093                      apricot basting sauce       17            1533   \n",
       "\n",
       "        submitted                                               tags  n_steps  \\\n",
       "id                                                                              \n",
       "137739 2005-09-16  minute le course main ingredient cuisine prepa...       11   \n",
       "31490  2002-06-17  minute le course main ingredient cuisine prepa...        9   \n",
       "112140 2005-02-25  course preparation main dish chili crock pot s...        6   \n",
       "59389  2003-04-14  minute le course main ingredient preparation o...       11   \n",
       "44061  2002-10-25  weeknight course main ingredient cuisine prepa...        5   \n",
       "...           ...                                                ...      ...   \n",
       "81712  2004-01-21  minute le course main ingredient preparation o...        6   \n",
       "107482 2005-01-03  minute le course main ingredient cuisine prepa...        8   \n",
       "115225 2005-04-04  minute le course preparation healthy lunch die...       10   \n",
       "141910 2005-10-19  course main ingredient cuisine preparation occ...       17   \n",
       "93093  2004-06-10  minute le course main ingredient cuisine prepa...        1   \n",
       "\n",
       "                                              description  \\\n",
       "id                                                          \n",
       "137739  autumn favorite time year cook recipe prepared...   \n",
       "31490   recipe call crust prebaked bit adding ingredie...   \n",
       "112140  modified version mom chili hit christmas party...   \n",
       "59389   super easy great tasting make ahead side dish ...   \n",
       "44061   dh amish mother raised recipe much prefers sto...   \n",
       "...                                                   ...   \n",
       "81712   look scrumptious sweet wait try jan feb issue ...   \n",
       "107482  easy throw together bakes prepare rest meal es...   \n",
       "115225  always liked apricot high nutritional value re...   \n",
       "141910  moist apricot walnut layer top light buttery s...   \n",
       "93093                               great almost anything   \n",
       "\n",
       "                                              ingredients  n_ingredients  \\\n",
       "id                                                                         \n",
       "137739  make choice proceed recipe depending size squa...              7   \n",
       "31490   preheat oven degree f press dough bottom side ...              6   \n",
       "112140  brown ground beef large pot add chopped onion ...             13   \n",
       "59389   place potato large pot lightly salted water br...             11   \n",
       "44061   mix ingredient boil hour thick pour jar use ol...              8   \n",
       "...                                                   ...            ...   \n",
       "81712   large skillet cook chicken garlic oil browned ...              8   \n",
       "107482  preheat oven grease x baking dish large skille...              7   \n",
       "115225  preheat oven oven spray x inch pan set aside p...              8   \n",
       "141910  set oven degree grease x inch baking dish shor...             11   \n",
       "93093   heat ingredient low heat stirring occasionally...              5   \n",
       "\n",
       "        calories  total_fat_pdv  sugar_pdv  sodium_pdv  protein_pdv  \\\n",
       "id                                                                    \n",
       "137739      51.5            0.0       13.0         0.0          2.0   \n",
       "31490      173.4           18.0        0.0        17.0         22.0   \n",
       "112140     269.8           22.0       32.0        48.0         39.0   \n",
       "59389      368.1           17.0       10.0         2.0         14.0   \n",
       "44061      352.9            1.0      337.0        23.0          3.0   \n",
       "...          ...            ...        ...         ...          ...   \n",
       "81712      266.6            7.0       61.0         9.0         53.0   \n",
       "107482     393.7           23.0       51.0        29.0         23.0   \n",
       "115225     212.6           18.0       54.0         1.0         10.0   \n",
       "141910      89.1            5.0       38.0         2.0          2.0   \n",
       "93093      582.0            0.0      378.0         5.0          4.0   \n",
       "\n",
       "        saturated_fat_pdv  carbohydrates_pdv  \\\n",
       "id                                             \n",
       "137739                0.0                4.0   \n",
       "31490                35.0                1.0   \n",
       "112140               27.0                5.0   \n",
       "59389                 8.0               20.0   \n",
       "44061                 0.0               28.0   \n",
       "...                   ...                ...   \n",
       "81712                 4.0                9.0   \n",
       "107482               23.0               18.0   \n",
       "115225                5.0                7.0   \n",
       "141910                8.0                4.0   \n",
       "93093                 0.0               47.0   \n",
       "\n",
       "                                             merged_steps  add  apple  aside  \\\n",
       "id                                                                             \n",
       "137739  make choice proceed recipe depending size squa...    0      0      0   \n",
       "31490   preheat oven degree f press dough bottom side ...    0      0      0   \n",
       "112140  brown ground beef large pot add chopped onion ...    3      0      0   \n",
       "59389   place potato large pot lightly salted water br...    1      0      1   \n",
       "44061   mix ingredient boil hour thick pour jar use ol...    0      0      0   \n",
       "...                                                   ...  ...    ...    ...   \n",
       "81712   large skillet cook chicken garlic oil browned ...    0      0      0   \n",
       "107482  preheat oven grease x baking dish large skille...    2      0      1   \n",
       "115225  preheat oven oven spray x inch pan set aside p...    1      0      1   \n",
       "141910  set oven degree grease x inch baking dish shor...    3      0      1   \n",
       "93093   heat ingredient low heat stirring occasionally...    0      0      0   \n",
       "\n",
       "        bake  baking  beat  boil  bottom  bowl  bring  brown  butter  cheese  \\\n",
       "id                                                                             \n",
       "137739     1       1     0     0       0     0      0      0       3       0   \n",
       "31490      2       0     0     0       1     1      0      1       0       2   \n",
       "112140     0       0     0     0       0     0      0      2       0       1   \n",
       "59389      1       1     0     1       0     1      1      0       0       0   \n",
       "44061      0       0     0     1       0     0      0      0       0       0   \n",
       "...      ...     ...   ...   ...     ...   ...    ...    ...     ...     ...   \n",
       "81712      1       1     0     0       0     1      0      0       0       0   \n",
       "107482     1       2     0     1       0     0      1      0       2       0   \n",
       "115225     1       0     0     0       0     1      0      0       0       0   \n",
       "141910     2       2     2     1       1     2      1      2       1       0   \n",
       "93093      0       0     0     0       0     0      0      0       0       0   \n",
       "\n",
       "        cinnamon  combine  cook  cooking  cool  cover  cream  cup  cut  \\\n",
       "id                                                                       \n",
       "137739         0        0     0        0     0      1      0    0    3   \n",
       "31490          0        0     0        0     0      0      0    0    1   \n",
       "112140         0        0     1        0     0      0      0    0    0   \n",
       "59389          0        0     1        0     0      0      0    0    0   \n",
       "44061          0        0     0        0     0      0      0    0    0   \n",
       "...          ...      ...   ...      ...   ...    ...    ...  ...  ...   \n",
       "81712          0        1     1        0     0      0      0    0    0   \n",
       "107482         0        0     0        0     0      0      0    0    0   \n",
       "115225         0        0     0        0     1      0      0    0    1   \n",
       "141910         0        0     0        0     1      1      0    0    1   \n",
       "93093          0        0     0        0     0      0      0    0    0   \n",
       "\n",
       "        degree  dish  drain  dry  egg  flour  garlic  golden  half  heat  \\\n",
       "id                                                                         \n",
       "137739       1     0      0    0    0      0       0       0     2     0   \n",
       "31490        1     0      0    0    3      0       0       0     0     0   \n",
       "112140       0     0      0    0    0      0       0       0     0     0   \n",
       "59389        0     1      1    0    0      0       0       0     0     0   \n",
       "44061        0     0      0    0    0      0       0       0     0     0   \n",
       "...        ...   ...    ...  ...  ...    ...     ...     ...   ...   ...   \n",
       "81712        1     1      0    0    0      0       1       0     0     0   \n",
       "107482       0     2      0    0    0      0       0       0     0     2   \n",
       "115225       0     0      0    0    0      0       0       0     0     0   \n",
       "141910       1     2      1    0    1      3       0       2     0     1   \n",
       "93093        0     0      0    0    0      0       0       0     0     2   \n",
       "\n",
       "        high  ...  low  make  medium  milk  minute  mix  mixture  oil  one  \\\n",
       "id            ...                                                            \n",
       "137739     0  ...    0     1       0     0       1    2        0    1    0   \n",
       "31490      0  ...    0     0       0     1       2    0        1    0    0   \n",
       "112140     1  ...    1     0       0     0       0    0        0    0    0   \n",
       "59389      0  ...    0     1       0     0       1    1        0    0    0   \n",
       "44061      0  ...    0     0       0     0       0    1        0    0    0   \n",
       "...      ...  ...  ...   ...     ...   ...     ...  ...      ...  ...  ...   \n",
       "81712      0  ...    0     0       0     0       2    1        0    1    0   \n",
       "107482     0  ...    0     0       0     0       1    0        0    0    0   \n",
       "115225     0  ...    0     0       1     0       1    1        0    0    0   \n",
       "141910     0  ...    0     1       0     0       3    2        1    0    0   \n",
       "93093      0  ...    1     0       0     0       0    0        0    0    0   \n",
       "\n",
       "        onion  oven  pan  pepper  place  pour  powder  preheat  put  rack  \\\n",
       "id                                                                          \n",
       "137739      0     0    0       0      0     0       0        0    0     0   \n",
       "31490       0     1    1       0      0     1       0        1    0     0   \n",
       "112140      1     0    0       0      0     0       0        0    0     0   \n",
       "59389       0     1    0       1      2     0       0        1    0     0   \n",
       "44061       0     0    0       0      0     1       0        0    0     0   \n",
       "...       ...   ...  ...     ...    ...   ...     ...      ...  ...   ...   \n",
       "81712       1     0    0       0      0     1       0        0    0     0   \n",
       "107482      0     1    0       0      0     1       0        1    0     0   \n",
       "115225      0     2    3       0      2     0       0        1    0     0   \n",
       "141910      0     2    1       0      1     0       1        0    0     0   \n",
       "93093       0     0    0       0      0     0       0        0    0     0   \n",
       "\n",
       "        remaining  remove  salt  sauce  saucepan  serve  serving  set  sheet  \\\n",
       "id                                                                             \n",
       "137739          0       1     1      0         0      0        0    0      0   \n",
       "31490           0       0     0      0         0      0        0    2      0   \n",
       "112140          0       0     0      0         0      1        0    0      0   \n",
       "59389           0       0     0      0         0      0        0    1      0   \n",
       "44061           0       0     0      0         0      0        0    0      0   \n",
       "...           ...     ...   ...    ...       ...    ...      ...  ...    ...   \n",
       "81712           0       0     0      1         0      1        0    0      0   \n",
       "107482          1       1     0      0         0      0        0    1      0   \n",
       "115225          0       0     0      0         0      0        0    1      0   \n",
       "141910          0       1     2      0         1      0        0    2      0   \n",
       "93093           0       0     0      0         0      0        0    0      0   \n",
       "\n",
       "        side  simmer  skillet  slice  small  smooth  spoon  spread  sprinkle  \\\n",
       "id                                                                             \n",
       "137739     0       0        0      0      0       0      0       0         0   \n",
       "31490      1       0        0      0      1       0      1       0         1   \n",
       "112140     0       0        0      0      0       0      0       0         0   \n",
       "59389      1       0        0      0      0       0      0       1         0   \n",
       "44061      0       0        0      0      0       0      0       0         0   \n",
       "...      ...     ...      ...    ...    ...     ...    ...     ...       ...   \n",
       "81712      0       0        1      0      0       0      0       0         0   \n",
       "107482     0       0        2      0      0       0      0       0         0   \n",
       "115225     0       0        0      0      0       0      0       0         0   \n",
       "141910     0       1        0      0      3       0      0       1         0   \n",
       "93093      0       0        0      0      0       0      0       0         0   \n",
       "\n",
       "        stir  stirring  sugar  tender  time  together  top  turn  using  \\\n",
       "id                                                                        \n",
       "137739     0         0      1       0     0         0    0     0      0   \n",
       "31490      0         0      0       0     0         0    0     0      0   \n",
       "112140     0         0      0       0     0         0    0     0      0   \n",
       "59389      0         0      0       1     0         0    1     0      0   \n",
       "44061      0         0      0       0     0         0    0     0      0   \n",
       "...      ...       ...    ...     ...   ...       ...  ...   ...    ...   \n",
       "81712      0         0      0       0     0         0    0     0      0   \n",
       "107482     1         0      0       2     0         0    0     0      0   \n",
       "115225     0         0      0       0     0         0    0     0      0   \n",
       "141910     1         0      3       0     0         2    0     1      2   \n",
       "93093      0         1      0       0     0         0    0     0      0   \n",
       "\n",
       "        vanilla  warm  water  well  \n",
       "id                                  \n",
       "137739        0     0      0     0  \n",
       "31490         0     0      0     0  \n",
       "112140        0     0      0     0  \n",
       "59389         0     0      1     1  \n",
       "44061         0     0      0     0  \n",
       "...         ...   ...    ...   ...  \n",
       "81712         0     0      1     0  \n",
       "107482        0     0      0     0  \n",
       "115225        0     0      0     1  \n",
       "141910        1     0      1     0  \n",
       "93093         0     0      0     0  \n",
       "\n",
       "[8000 rows x 108 columns]"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "\n",
    "df2 = preprocessing.count_vectorize(\n",
    "    df,\n",
    "    'merged_steps',\n",
    "    min_df=0.1,\n",
    "    max_df=0.95\n",
    "    )\n",
    "df2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "9c22d3a7",
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "\n",
    "\n",
    "def tfidf_vectorize(\n",
    "    df:pd.DataFrame,\n",
    "    column_name:str,\n",
    "    min_df:float=1.0,\n",
    "    max_df:float=1.0,\n",
    "    max_features:int=None,\n",
    "    ngram_range=(1,1))->pd.DataFrame:\n",
    "    \"\"\"\n",
    "    usage :\n",
    "    TFIDF Vectorize the text in column column_name and add to the Data Frame the new columns\n",
    "\n",
    "    Args:\n",
    "        df (pd.DataFrame): DataFrame in which there is a preprocessed text column to be vectorized\n",
    "        colum_name (str) : name of the column that contains the text to Vectorize\n",
    "\n",
    "    Returns:\n",
    "        pd.DataFrame\n",
    "\n",
    "    \"\"\"\n",
    "    tf_idf_vectorizer = TfidfVectorizer(\n",
    "        min_df=min_df,\n",
    "        max_df=max_df,\n",
    "        max_features=max_features,\n",
    "        ngram_range=ngram_range\n",
    "        )\n",
    "\n",
    "    X = tf_idf_vectorizer.fit_transform(df[column_name])\n",
    "    X_df = pd.DataFrame(X.toarray(), columns = tf_idf_vectorizer.get_feature_names_out())\n",
    "\n",
    "    return pd.concat([df, X_df], axis = 1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "6488d2fa",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>name</th>\n",
       "      <th>minutes</th>\n",
       "      <th>contributor_id</th>\n",
       "      <th>submitted</th>\n",
       "      <th>tags</th>\n",
       "      <th>n_steps</th>\n",
       "      <th>description</th>\n",
       "      <th>ingredients</th>\n",
       "      <th>n_ingredients</th>\n",
       "      <th>calories</th>\n",
       "      <th>total_fat_pdv</th>\n",
       "      <th>sugar_pdv</th>\n",
       "      <th>sodium_pdv</th>\n",
       "      <th>protein_pdv</th>\n",
       "      <th>saturated_fat_pdv</th>\n",
       "      <th>carbohydrates_pdv</th>\n",
       "      <th>merged_steps</th>\n",
       "      <th>add</th>\n",
       "      <th>apple</th>\n",
       "      <th>aside</th>\n",
       "      <th>bake</th>\n",
       "      <th>baking</th>\n",
       "      <th>beat</th>\n",
       "      <th>boil</th>\n",
       "      <th>bottom</th>\n",
       "      <th>bowl</th>\n",
       "      <th>bring</th>\n",
       "      <th>brown</th>\n",
       "      <th>butter</th>\n",
       "      <th>cheese</th>\n",
       "      <th>cinnamon</th>\n",
       "      <th>combine</th>\n",
       "      <th>cook</th>\n",
       "      <th>cooking</th>\n",
       "      <th>cool</th>\n",
       "      <th>cover</th>\n",
       "      <th>cream</th>\n",
       "      <th>cup</th>\n",
       "      <th>cut</th>\n",
       "      <th>degree</th>\n",
       "      <th>dish</th>\n",
       "      <th>drain</th>\n",
       "      <th>dry</th>\n",
       "      <th>egg</th>\n",
       "      <th>flour</th>\n",
       "      <th>garlic</th>\n",
       "      <th>golden</th>\n",
       "      <th>half</th>\n",
       "      <th>heat</th>\n",
       "      <th>high</th>\n",
       "      <th>...</th>\n",
       "      <th>low</th>\n",
       "      <th>make</th>\n",
       "      <th>medium</th>\n",
       "      <th>milk</th>\n",
       "      <th>minute</th>\n",
       "      <th>mix</th>\n",
       "      <th>mixture</th>\n",
       "      <th>oil</th>\n",
       "      <th>one</th>\n",
       "      <th>onion</th>\n",
       "      <th>oven</th>\n",
       "      <th>pan</th>\n",
       "      <th>pepper</th>\n",
       "      <th>place</th>\n",
       "      <th>pour</th>\n",
       "      <th>powder</th>\n",
       "      <th>preheat</th>\n",
       "      <th>put</th>\n",
       "      <th>rack</th>\n",
       "      <th>remaining</th>\n",
       "      <th>remove</th>\n",
       "      <th>salt</th>\n",
       "      <th>sauce</th>\n",
       "      <th>saucepan</th>\n",
       "      <th>serve</th>\n",
       "      <th>serving</th>\n",
       "      <th>set</th>\n",
       "      <th>sheet</th>\n",
       "      <th>side</th>\n",
       "      <th>simmer</th>\n",
       "      <th>skillet</th>\n",
       "      <th>slice</th>\n",
       "      <th>small</th>\n",
       "      <th>smooth</th>\n",
       "      <th>spoon</th>\n",
       "      <th>spread</th>\n",
       "      <th>sprinkle</th>\n",
       "      <th>stir</th>\n",
       "      <th>stirring</th>\n",
       "      <th>sugar</th>\n",
       "      <th>tender</th>\n",
       "      <th>time</th>\n",
       "      <th>together</th>\n",
       "      <th>top</th>\n",
       "      <th>turn</th>\n",
       "      <th>using</th>\n",
       "      <th>vanilla</th>\n",
       "      <th>warm</th>\n",
       "      <th>water</th>\n",
       "      <th>well</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>137739</th>\n",
       "      <td>arriba baked winter squash mexican style</td>\n",
       "      <td>55</td>\n",
       "      <td>47892</td>\n",
       "      <td>2005-09-16</td>\n",
       "      <td>minute le course main ingredient cuisine prepa...</td>\n",
       "      <td>11</td>\n",
       "      <td>autumn favorite time year cook recipe prepared...</td>\n",
       "      <td>make choice proceed recipe depending size squa...</td>\n",
       "      <td>7</td>\n",
       "      <td>51.5</td>\n",
       "      <td>0.0</td>\n",
       "      <td>13.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>make choice proceed recipe depending size squa...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.122859</td>\n",
       "      <td>0.153878</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.419597</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.159984</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.525881</td>\n",
       "      <td>0.168692</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.39574</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.195715</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.091380</td>\n",
       "      <td>0.242439</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.159254</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.152523</td>\n",
       "      <td>0.132793</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.132334</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31490</th>\n",
       "      <td>bit different breakfast pizza</td>\n",
       "      <td>30</td>\n",
       "      <td>26278</td>\n",
       "      <td>2002-06-17</td>\n",
       "      <td>minute le course main ingredient cuisine prepa...</td>\n",
       "      <td>9</td>\n",
       "      <td>recipe call crust prebaked bit adding ingredie...</td>\n",
       "      <td>preheat oven degree f press dough bottom side ...</td>\n",
       "      <td>6</td>\n",
       "      <td>173.4</td>\n",
       "      <td>18.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>17.0</td>\n",
       "      <td>22.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>preheat oven degree f press dough bottom side ...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.247613</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.211945</td>\n",
       "      <td>0.123508</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.160238</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.350030</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.176645</td>\n",
       "      <td>0.169992</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.463946</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.18425</td>\n",
       "      <td>0.184168</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.130425</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.135129</td>\n",
       "      <td>0.136372</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.146757</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.163403</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.346341</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.183553</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.183701</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.204104</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.163331</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>112140</th>\n",
       "      <td>kitchen chili</td>\n",
       "      <td>130</td>\n",
       "      <td>196586</td>\n",
       "      <td>2005-02-25</td>\n",
       "      <td>course preparation main dish chili crock pot s...</td>\n",
       "      <td>6</td>\n",
       "      <td>modified version mom chili hit christmas party...</td>\n",
       "      <td>brown ground beef large pot add chopped onion ...</td>\n",
       "      <td>13</td>\n",
       "      <td>269.8</td>\n",
       "      <td>22.0</td>\n",
       "      <td>32.0</td>\n",
       "      <td>48.0</td>\n",
       "      <td>39.0</td>\n",
       "      <td>27.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>brown ground beef large pot add chopped onion ...</td>\n",
       "      <td>0.411224</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.444370</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.242676</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.204756</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.283104</td>\n",
       "      <td>...</td>\n",
       "      <td>0.268607</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.236440</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.19486</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>59389</th>\n",
       "      <td>alouette potato</td>\n",
       "      <td>45</td>\n",
       "      <td>68585</td>\n",
       "      <td>2003-04-14</td>\n",
       "      <td>minute le course main ingredient preparation o...</td>\n",
       "      <td>11</td>\n",
       "      <td>super easy great tasting make ahead side dish ...</td>\n",
       "      <td>place potato large pot lightly salted water br...</td>\n",
       "      <td>11</td>\n",
       "      <td>368.1</td>\n",
       "      <td>17.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>14.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>place potato large pot lightly salted water br...</td>\n",
       "      <td>0.099938</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.198218</td>\n",
       "      <td>0.125160</td>\n",
       "      <td>0.156760</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.182000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.124859</td>\n",
       "      <td>0.192973</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.149283</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.195894</td>\n",
       "      <td>0.208001</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.199380</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.093091</td>\n",
       "      <td>0.123490</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.136607</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.168244</td>\n",
       "      <td>0.280597</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.165190</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.175064</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.185560</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.196897</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.210874</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.146058</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.155221</td>\n",
       "      <td>0.150837</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44061</th>\n",
       "      <td>amish tomato ketchup canning</td>\n",
       "      <td>190</td>\n",
       "      <td>41706</td>\n",
       "      <td>2002-10-25</td>\n",
       "      <td>weeknight course main ingredient cuisine prepa...</td>\n",
       "      <td>5</td>\n",
       "      <td>dh amish mother raised recipe much prefers sto...</td>\n",
       "      <td>mix ingredient boil hour thick pour jar use ol...</td>\n",
       "      <td>8</td>\n",
       "      <td>352.9</td>\n",
       "      <td>1.0</td>\n",
       "      <td>337.0</td>\n",
       "      <td>23.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>28.0</td>\n",
       "      <td>mix ingredient boil hour thick pour jar use ol...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.529471</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.359254</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.431611</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>81712</th>\n",
       "      <td>apricot barbecued chicken</td>\n",
       "      <td>45</td>\n",
       "      <td>67899</td>\n",
       "      <td>2004-01-21</td>\n",
       "      <td>minute le course main ingredient preparation o...</td>\n",
       "      <td>6</td>\n",
       "      <td>look scrumptious sweet wait try jan feb issue ...</td>\n",
       "      <td>large skillet cook chicken garlic oil browned ...</td>\n",
       "      <td>8</td>\n",
       "      <td>266.6</td>\n",
       "      <td>7.0</td>\n",
       "      <td>61.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>53.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>large skillet cook chicken garlic oil browned ...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.169846</td>\n",
       "      <td>0.212728</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.169437</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.193962</td>\n",
       "      <td>0.202581</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.233207</td>\n",
       "      <td>0.265834</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.260812</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.252655</td>\n",
       "      <td>0.167579</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.220159</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.233928</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.201331</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.254641</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.19279</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.293853</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.210639</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>107482</th>\n",
       "      <td>apricot barley casserole</td>\n",
       "      <td>21</td>\n",
       "      <td>52282</td>\n",
       "      <td>2005-01-03</td>\n",
       "      <td>minute le course main ingredient cuisine prepa...</td>\n",
       "      <td>8</td>\n",
       "      <td>easy throw together bakes prepare rest meal es...</td>\n",
       "      <td>preheat oven grease x baking dish large skille...</td>\n",
       "      <td>7</td>\n",
       "      <td>393.7</td>\n",
       "      <td>23.0</td>\n",
       "      <td>51.0</td>\n",
       "      <td>29.0</td>\n",
       "      <td>23.0</td>\n",
       "      <td>23.0</td>\n",
       "      <td>18.0</td>\n",
       "      <td>preheat oven grease x baking dish large skille...</td>\n",
       "      <td>0.184590</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.183058</td>\n",
       "      <td>0.115588</td>\n",
       "      <td>0.289543</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.168081</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.178215</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.263176</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.361824</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.241575</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.085972</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.126159</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.137015</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.152557</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.162551</td>\n",
       "      <td>0.143496</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.161676</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.399961</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.122035</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.389493</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>115225</th>\n",
       "      <td>apricot bar</td>\n",
       "      <td>40</td>\n",
       "      <td>68911</td>\n",
       "      <td>2005-04-04</td>\n",
       "      <td>minute le course preparation healthy lunch die...</td>\n",
       "      <td>10</td>\n",
       "      <td>always liked apricot high nutritional value re...</td>\n",
       "      <td>preheat oven oven spray x inch pan set aside p...</td>\n",
       "      <td>8</td>\n",
       "      <td>212.6</td>\n",
       "      <td>18.0</td>\n",
       "      <td>54.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>preheat oven oven spray x inch pan set aside p...</td>\n",
       "      <td>0.112988</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.224102</td>\n",
       "      <td>0.141504</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.141163</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.180072</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.201896</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.174635</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.105247</td>\n",
       "      <td>0.139616</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.308891</td>\n",
       "      <td>0.467599</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.317238</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.186762</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.197925</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.170534</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>141910</th>\n",
       "      <td>apricot bar shortbread crust</td>\n",
       "      <td>80</td>\n",
       "      <td>89831</td>\n",
       "      <td>2005-10-19</td>\n",
       "      <td>course main ingredient cuisine preparation occ...</td>\n",
       "      <td>17</td>\n",
       "      <td>moist apricot walnut layer top light buttery s...</td>\n",
       "      <td>set oven degree grease x inch baking dish shor...</td>\n",
       "      <td>11</td>\n",
       "      <td>89.1</td>\n",
       "      <td>5.0</td>\n",
       "      <td>38.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>set oven degree grease x inch baking dish shor...</td>\n",
       "      <td>0.168383</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.111324</td>\n",
       "      <td>0.140587</td>\n",
       "      <td>0.176081</td>\n",
       "      <td>0.223264</td>\n",
       "      <td>0.102216</td>\n",
       "      <td>0.120335</td>\n",
       "      <td>0.140248</td>\n",
       "      <td>0.108379</td>\n",
       "      <td>0.181956</td>\n",
       "      <td>0.080023</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.089452</td>\n",
       "      <td>0.091534</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.100293</td>\n",
       "      <td>0.096516</td>\n",
       "      <td>0.220038</td>\n",
       "      <td>0.116819</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.087805</td>\n",
       "      <td>0.267451</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.227941</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.073455</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.111977</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.156847</td>\n",
       "      <td>0.138710</td>\n",
       "      <td>0.074051</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.153444</td>\n",
       "      <td>0.077428</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.078795</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.115922</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.087265</td>\n",
       "      <td>0.151954</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.114375</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.196641</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.111154</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.312899</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.110582</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.074214</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.227142</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.180048</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.122709</td>\n",
       "      <td>0.242249</td>\n",
       "      <td>0.114007</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.087176</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>93093</th>\n",
       "      <td>apricot basting sauce</td>\n",
       "      <td>17</td>\n",
       "      <td>1533</td>\n",
       "      <td>2004-06-10</td>\n",
       "      <td>minute le course main ingredient cuisine prepa...</td>\n",
       "      <td>1</td>\n",
       "      <td>great almost anything</td>\n",
       "      <td>heat ingredient low heat stirring occasionally...</td>\n",
       "      <td>5</td>\n",
       "      <td>582.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>378.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>47.0</td>\n",
       "      <td>heat ingredient low heat stirring occasionally...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.646473</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.483990</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.477889</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>8000 rows × 108 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                            name  minutes  contributor_id  \\\n",
       "id                                                                          \n",
       "137739  arriba baked winter squash mexican style       55           47892   \n",
       "31490              bit different breakfast pizza       30           26278   \n",
       "112140                             kitchen chili      130          196586   \n",
       "59389                            alouette potato       45           68585   \n",
       "44061               amish tomato ketchup canning      190           41706   \n",
       "...                                          ...      ...             ...   \n",
       "81712                  apricot barbecued chicken       45           67899   \n",
       "107482                  apricot barley casserole       21           52282   \n",
       "115225                               apricot bar       40           68911   \n",
       "141910              apricot bar shortbread crust       80           89831   \n",
       "93093                      apricot basting sauce       17            1533   \n",
       "\n",
       "        submitted                                               tags  n_steps  \\\n",
       "id                                                                              \n",
       "137739 2005-09-16  minute le course main ingredient cuisine prepa...       11   \n",
       "31490  2002-06-17  minute le course main ingredient cuisine prepa...        9   \n",
       "112140 2005-02-25  course preparation main dish chili crock pot s...        6   \n",
       "59389  2003-04-14  minute le course main ingredient preparation o...       11   \n",
       "44061  2002-10-25  weeknight course main ingredient cuisine prepa...        5   \n",
       "...           ...                                                ...      ...   \n",
       "81712  2004-01-21  minute le course main ingredient preparation o...        6   \n",
       "107482 2005-01-03  minute le course main ingredient cuisine prepa...        8   \n",
       "115225 2005-04-04  minute le course preparation healthy lunch die...       10   \n",
       "141910 2005-10-19  course main ingredient cuisine preparation occ...       17   \n",
       "93093  2004-06-10  minute le course main ingredient cuisine prepa...        1   \n",
       "\n",
       "                                              description  \\\n",
       "id                                                          \n",
       "137739  autumn favorite time year cook recipe prepared...   \n",
       "31490   recipe call crust prebaked bit adding ingredie...   \n",
       "112140  modified version mom chili hit christmas party...   \n",
       "59389   super easy great tasting make ahead side dish ...   \n",
       "44061   dh amish mother raised recipe much prefers sto...   \n",
       "...                                                   ...   \n",
       "81712   look scrumptious sweet wait try jan feb issue ...   \n",
       "107482  easy throw together bakes prepare rest meal es...   \n",
       "115225  always liked apricot high nutritional value re...   \n",
       "141910  moist apricot walnut layer top light buttery s...   \n",
       "93093                               great almost anything   \n",
       "\n",
       "                                              ingredients  n_ingredients  \\\n",
       "id                                                                         \n",
       "137739  make choice proceed recipe depending size squa...              7   \n",
       "31490   preheat oven degree f press dough bottom side ...              6   \n",
       "112140  brown ground beef large pot add chopped onion ...             13   \n",
       "59389   place potato large pot lightly salted water br...             11   \n",
       "44061   mix ingredient boil hour thick pour jar use ol...              8   \n",
       "...                                                   ...            ...   \n",
       "81712   large skillet cook chicken garlic oil browned ...              8   \n",
       "107482  preheat oven grease x baking dish large skille...              7   \n",
       "115225  preheat oven oven spray x inch pan set aside p...              8   \n",
       "141910  set oven degree grease x inch baking dish shor...             11   \n",
       "93093   heat ingredient low heat stirring occasionally...              5   \n",
       "\n",
       "        calories  total_fat_pdv  sugar_pdv  sodium_pdv  protein_pdv  \\\n",
       "id                                                                    \n",
       "137739      51.5            0.0       13.0         0.0          2.0   \n",
       "31490      173.4           18.0        0.0        17.0         22.0   \n",
       "112140     269.8           22.0       32.0        48.0         39.0   \n",
       "59389      368.1           17.0       10.0         2.0         14.0   \n",
       "44061      352.9            1.0      337.0        23.0          3.0   \n",
       "...          ...            ...        ...         ...          ...   \n",
       "81712      266.6            7.0       61.0         9.0         53.0   \n",
       "107482     393.7           23.0       51.0        29.0         23.0   \n",
       "115225     212.6           18.0       54.0         1.0         10.0   \n",
       "141910      89.1            5.0       38.0         2.0          2.0   \n",
       "93093      582.0            0.0      378.0         5.0          4.0   \n",
       "\n",
       "        saturated_fat_pdv  carbohydrates_pdv  \\\n",
       "id                                             \n",
       "137739                0.0                4.0   \n",
       "31490                35.0                1.0   \n",
       "112140               27.0                5.0   \n",
       "59389                 8.0               20.0   \n",
       "44061                 0.0               28.0   \n",
       "...                   ...                ...   \n",
       "81712                 4.0                9.0   \n",
       "107482               23.0               18.0   \n",
       "115225                5.0                7.0   \n",
       "141910                8.0                4.0   \n",
       "93093                 0.0               47.0   \n",
       "\n",
       "                                             merged_steps       add  apple  \\\n",
       "id                                                                           \n",
       "137739  make choice proceed recipe depending size squa...  0.000000    0.0   \n",
       "31490   preheat oven degree f press dough bottom side ...  0.000000    0.0   \n",
       "112140  brown ground beef large pot add chopped onion ...  0.411224    0.0   \n",
       "59389   place potato large pot lightly salted water br...  0.099938    0.0   \n",
       "44061   mix ingredient boil hour thick pour jar use ol...  0.000000    0.0   \n",
       "...                                                   ...       ...    ...   \n",
       "81712   large skillet cook chicken garlic oil browned ...  0.000000    0.0   \n",
       "107482  preheat oven grease x baking dish large skille...  0.184590    0.0   \n",
       "115225  preheat oven oven spray x inch pan set aside p...  0.112988    0.0   \n",
       "141910  set oven degree grease x inch baking dish shor...  0.168383    0.0   \n",
       "93093   heat ingredient low heat stirring occasionally...  0.000000    0.0   \n",
       "\n",
       "           aside      bake    baking      beat      boil    bottom      bowl  \\\n",
       "id                                                                             \n",
       "137739  0.000000  0.122859  0.153878  0.000000  0.000000  0.000000  0.000000   \n",
       "31490   0.000000  0.247613  0.000000  0.000000  0.000000  0.211945  0.123508   \n",
       "112140  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "59389   0.198218  0.125160  0.156760  0.000000  0.182000  0.000000  0.124859   \n",
       "44061   0.000000  0.000000  0.000000  0.000000  0.529471  0.000000  0.000000   \n",
       "...          ...       ...       ...       ...       ...       ...       ...   \n",
       "81712   0.000000  0.169846  0.212728  0.000000  0.000000  0.000000  0.169437   \n",
       "107482  0.183058  0.115588  0.289543  0.000000  0.168081  0.000000  0.000000   \n",
       "115225  0.224102  0.141504  0.000000  0.000000  0.000000  0.000000  0.141163   \n",
       "141910  0.111324  0.140587  0.176081  0.223264  0.102216  0.120335  0.140248   \n",
       "93093   0.000000  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "\n",
       "           bring     brown    butter    cheese  cinnamon   combine      cook  \\\n",
       "id                                                                             \n",
       "137739  0.000000  0.000000  0.419597  0.000000       0.0  0.000000  0.000000   \n",
       "31490   0.000000  0.160238  0.000000  0.350030       0.0  0.000000  0.000000   \n",
       "112140  0.000000  0.444370  0.000000  0.242676       0.0  0.000000  0.204756   \n",
       "59389   0.192973  0.000000  0.000000  0.000000       0.0  0.000000  0.149283   \n",
       "44061   0.000000  0.000000  0.000000  0.000000       0.0  0.000000  0.000000   \n",
       "...          ...       ...       ...       ...       ...       ...       ...   \n",
       "81712   0.000000  0.000000  0.000000  0.000000       0.0  0.193962  0.202581   \n",
       "107482  0.178215  0.000000  0.263176  0.000000       0.0  0.000000  0.000000   \n",
       "115225  0.000000  0.000000  0.000000  0.000000       0.0  0.000000  0.000000   \n",
       "141910  0.108379  0.181956  0.080023  0.000000       0.0  0.000000  0.000000   \n",
       "93093   0.000000  0.000000  0.000000  0.000000       0.0  0.000000  0.000000   \n",
       "\n",
       "        cooking      cool     cover  cream  cup       cut    degree      dish  \\\n",
       "id                                                                              \n",
       "137739      0.0  0.000000  0.159984    0.0  0.0  0.525881  0.168692  0.000000   \n",
       "31490       0.0  0.000000  0.000000    0.0  0.0  0.176645  0.169992  0.000000   \n",
       "112140      0.0  0.000000  0.000000    0.0  0.0  0.000000  0.000000  0.000000   \n",
       "59389       0.0  0.000000  0.000000    0.0  0.0  0.000000  0.000000  0.195894   \n",
       "44061       0.0  0.000000  0.000000    0.0  0.0  0.000000  0.000000  0.000000   \n",
       "...         ...       ...       ...    ...  ...       ...       ...       ...   \n",
       "81712       0.0  0.000000  0.000000    0.0  0.0  0.000000  0.233207  0.265834   \n",
       "107482      0.0  0.000000  0.000000    0.0  0.0  0.000000  0.000000  0.361824   \n",
       "115225      0.0  0.180072  0.000000    0.0  0.0  0.201896  0.000000  0.000000   \n",
       "141910      0.0  0.089452  0.091534    0.0  0.0  0.100293  0.096516  0.220038   \n",
       "93093       0.0  0.000000  0.000000    0.0  0.0  0.000000  0.000000  0.000000   \n",
       "\n",
       "           drain  dry       egg     flour    garlic    golden     half  \\\n",
       "id                                                                       \n",
       "137739  0.000000  0.0  0.000000  0.000000  0.000000  0.000000  0.39574   \n",
       "31490   0.000000  0.0  0.463946  0.000000  0.000000  0.000000  0.00000   \n",
       "112140  0.000000  0.0  0.000000  0.000000  0.000000  0.000000  0.00000   \n",
       "59389   0.208001  0.0  0.000000  0.000000  0.000000  0.000000  0.00000   \n",
       "44061   0.000000  0.0  0.000000  0.000000  0.000000  0.000000  0.00000   \n",
       "...          ...  ...       ...       ...       ...       ...      ...   \n",
       "81712   0.000000  0.0  0.000000  0.000000  0.260812  0.000000  0.00000   \n",
       "107482  0.000000  0.0  0.000000  0.000000  0.000000  0.000000  0.00000   \n",
       "115225  0.000000  0.0  0.000000  0.000000  0.000000  0.000000  0.00000   \n",
       "141910  0.116819  0.0  0.087805  0.267451  0.000000  0.227941  0.00000   \n",
       "93093   0.000000  0.0  0.000000  0.000000  0.000000  0.000000  0.00000   \n",
       "\n",
       "            heat      high  ...       low      make    medium     milk  \\\n",
       "id                          ...                                          \n",
       "137739  0.000000  0.000000  ...  0.000000  0.195715  0.000000  0.00000   \n",
       "31490   0.000000  0.000000  ...  0.000000  0.000000  0.000000  0.18425   \n",
       "112140  0.000000  0.283104  ...  0.268607  0.000000  0.000000  0.00000   \n",
       "59389   0.000000  0.000000  ...  0.000000  0.199380  0.000000  0.00000   \n",
       "44061   0.000000  0.000000  ...  0.000000  0.000000  0.000000  0.00000   \n",
       "...          ...       ...  ...       ...       ...       ...      ...   \n",
       "81712   0.000000  0.000000  ...  0.000000  0.000000  0.000000  0.00000   \n",
       "107482  0.241575  0.000000  ...  0.000000  0.000000  0.000000  0.00000   \n",
       "115225  0.000000  0.000000  ...  0.000000  0.000000  0.174635  0.00000   \n",
       "141910  0.073455  0.000000  ...  0.000000  0.111977  0.000000  0.00000   \n",
       "93093   0.646473  0.000000  ...  0.483990  0.000000  0.000000  0.00000   \n",
       "\n",
       "          minute       mix   mixture       oil  one     onion      oven  \\\n",
       "id                                                                        \n",
       "137739  0.091380  0.242439  0.000000  0.159254  0.0  0.000000  0.000000   \n",
       "31490   0.184168  0.000000  0.130425  0.000000  0.0  0.000000  0.135129   \n",
       "112140  0.000000  0.000000  0.000000  0.000000  0.0  0.236440  0.000000   \n",
       "59389   0.093091  0.123490  0.000000  0.000000  0.0  0.000000  0.136607   \n",
       "44061   0.000000  0.359254  0.000000  0.000000  0.0  0.000000  0.000000   \n",
       "...          ...       ...       ...       ...  ...       ...       ...   \n",
       "81712   0.252655  0.167579  0.000000  0.220159  0.0  0.233928  0.000000   \n",
       "107482  0.085972  0.000000  0.000000  0.000000  0.0  0.000000  0.126159   \n",
       "115225  0.105247  0.139616  0.000000  0.000000  0.0  0.000000  0.308891   \n",
       "141910  0.156847  0.138710  0.074051  0.000000  0.0  0.000000  0.153444   \n",
       "93093   0.000000  0.000000  0.000000  0.000000  0.0  0.000000  0.000000   \n",
       "\n",
       "             pan    pepper     place      pour    powder   preheat  put  rack  \\\n",
       "id                                                                              \n",
       "137739  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000  0.0   0.0   \n",
       "31490   0.136372  0.000000  0.000000  0.146757  0.000000  0.163403  0.0   0.0   \n",
       "112140  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000  0.0   0.0   \n",
       "59389   0.000000  0.168244  0.280597  0.000000  0.000000  0.165190  0.0   0.0   \n",
       "44061   0.000000  0.000000  0.000000  0.431611  0.000000  0.000000  0.0   0.0   \n",
       "...          ...       ...       ...       ...       ...       ...  ...   ...   \n",
       "81712   0.000000  0.000000  0.000000  0.201331  0.000000  0.000000  0.0   0.0   \n",
       "107482  0.000000  0.000000  0.000000  0.137015  0.000000  0.152557  0.0   0.0   \n",
       "115225  0.467599  0.000000  0.317238  0.000000  0.000000  0.186762  0.0   0.0   \n",
       "141910  0.077428  0.000000  0.078795  0.000000  0.115922  0.000000  0.0   0.0   \n",
       "93093   0.000000  0.000000  0.000000  0.000000  0.000000  0.000000  0.0   0.0   \n",
       "\n",
       "        remaining    remove      salt     sauce  saucepan    serve  serving  \\\n",
       "id                                                                            \n",
       "137739   0.000000  0.152523  0.132793  0.000000  0.000000  0.00000      0.0   \n",
       "31490    0.000000  0.000000  0.000000  0.000000  0.000000  0.00000      0.0   \n",
       "112140   0.000000  0.000000  0.000000  0.000000  0.000000  0.19486      0.0   \n",
       "59389    0.000000  0.000000  0.000000  0.000000  0.000000  0.00000      0.0   \n",
       "44061    0.000000  0.000000  0.000000  0.000000  0.000000  0.00000      0.0   \n",
       "...           ...       ...       ...       ...       ...      ...      ...   \n",
       "81712    0.000000  0.000000  0.000000  0.254641  0.000000  0.19279      0.0   \n",
       "107482   0.162551  0.143496  0.000000  0.000000  0.000000  0.00000      0.0   \n",
       "115225   0.000000  0.000000  0.000000  0.000000  0.000000  0.00000      0.0   \n",
       "141910   0.000000  0.087265  0.151954  0.000000  0.114375  0.00000      0.0   \n",
       "93093    0.000000  0.000000  0.000000  0.000000  0.000000  0.00000      0.0   \n",
       "\n",
       "             set  sheet      side    simmer   skillet  slice     small  \\\n",
       "id                                                                       \n",
       "137739  0.000000    0.0  0.000000  0.000000  0.000000    0.0  0.000000   \n",
       "31490   0.346341    0.0  0.183553  0.000000  0.000000    0.0  0.183701   \n",
       "112140  0.000000    0.0  0.000000  0.000000  0.000000    0.0  0.000000   \n",
       "59389   0.175064    0.0  0.185560  0.000000  0.000000    0.0  0.000000   \n",
       "44061   0.000000    0.0  0.000000  0.000000  0.000000    0.0  0.000000   \n",
       "...          ...    ...       ...       ...       ...    ...       ...   \n",
       "81712   0.000000    0.0  0.000000  0.000000  0.293853    0.0  0.000000   \n",
       "107482  0.161676    0.0  0.000000  0.000000  0.399961    0.0  0.000000   \n",
       "115225  0.197925    0.0  0.000000  0.000000  0.000000    0.0  0.000000   \n",
       "141910  0.196641    0.0  0.000000  0.111154  0.000000    0.0  0.312899   \n",
       "93093   0.000000    0.0  0.000000  0.000000  0.000000    0.0  0.000000   \n",
       "\n",
       "        smooth     spoon    spread  sprinkle      stir  stirring     sugar  \\\n",
       "id                                                                           \n",
       "137739     0.0  0.000000  0.000000  0.000000  0.000000  0.000000  0.132334   \n",
       "31490      0.0  0.204104  0.000000  0.163331  0.000000  0.000000  0.000000   \n",
       "112140     0.0  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "59389      0.0  0.000000  0.196897  0.000000  0.000000  0.000000  0.000000   \n",
       "44061      0.0  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "...        ...       ...       ...       ...       ...       ...       ...   \n",
       "81712      0.0  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "107482     0.0  0.000000  0.000000  0.000000  0.122035  0.000000  0.000000   \n",
       "115225     0.0  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "141910     0.0  0.000000  0.110582  0.000000  0.074214  0.000000  0.227142   \n",
       "93093      0.0  0.000000  0.000000  0.000000  0.000000  0.477889  0.000000   \n",
       "\n",
       "          tender  time  together       top      turn     using   vanilla  \\\n",
       "id                                                                         \n",
       "137739  0.000000   0.0  0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "31490   0.000000   0.0  0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "112140  0.000000   0.0  0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "59389   0.210874   0.0  0.000000  0.146058  0.000000  0.000000  0.000000   \n",
       "44061   0.000000   0.0  0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "...          ...   ...       ...       ...       ...       ...       ...   \n",
       "81712   0.000000   0.0  0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "107482  0.389493   0.0  0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "115225  0.000000   0.0  0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "141910  0.000000   0.0  0.180048  0.000000  0.122709  0.242249  0.114007   \n",
       "93093   0.000000   0.0  0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "\n",
       "        warm     water      well  \n",
       "id                                \n",
       "137739   0.0  0.000000  0.000000  \n",
       "31490    0.0  0.000000  0.000000  \n",
       "112140   0.0  0.000000  0.000000  \n",
       "59389    0.0  0.155221  0.150837  \n",
       "44061    0.0  0.000000  0.000000  \n",
       "...      ...       ...       ...  \n",
       "81712    0.0  0.210639  0.000000  \n",
       "107482   0.0  0.000000  0.000000  \n",
       "115225   0.0  0.000000  0.170534  \n",
       "141910   0.0  0.087176  0.000000  \n",
       "93093    0.0  0.000000  0.000000  \n",
       "\n",
       "[8000 rows x 108 columns]"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df3 = preprocessing.tfidf_vectorize(\n",
    "    df,\n",
    "    'merged_steps',\n",
    "    min_df=0.1,\n",
    "    max_df=0.95)\n",
    "df3"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "cb1b5b2e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "name                         cookies by design   cookies on a stick\n",
       "id                                                           298512\n",
       "minutes                                                          29\n",
       "contributor_id                                               506822\n",
       "submitted                                       2008-04-15 00:00:00\n",
       "tags              ['30-minutes-or-less', 'time-to-make', 'course...\n",
       "nutrition                 [188.0, 11.0, 57.0, 11.0, 7.0, 21.0, 9.0]\n",
       "n_steps                                                           9\n",
       "steps             ['place melted butter in a large mixing bowl a...\n",
       "description       i've heard of the 'cookies by design' company,...\n",
       "ingredients       ['butter', 'eagle brand condensed milk', 'ligh...\n",
       "n_ingredients                                                    10\n",
       "Name: 231635, dtype: object"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "my_data.iloc[231635]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "id": "21a69827",
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.base import BaseEstimator, TransformerMixin"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "37abb62b",
   "metadata": {},
   "outputs": [],
   "source": [
    "class ConcatColumns(BaseEstimator, TransformerMixin):\n",
    "    def __init__(self):\n",
    "        pass\n",
    "\n",
    "    def fit(self, X, y=None):\n",
    "        return self\n",
    "\n",
    "    def transform(self, X):\n",
    "        X = X.copy()\n",
    "        X['merged_text'] = X[self.columns].apply(lambda row: ' '.join(row.values.astype(str)), axis=1)\n",
    "        if self.dropSourceColumn:\n",
    "            X.drop(columns=self.columns, axis=1, inplace=True)\n",
    "        return X"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 75,
   "id": "134d0114",
   "metadata": {},
   "outputs": [],
   "source": [
    "from recettes_et_sentiments.api_model import preprocessing_pipeline\n",
    "\n",
    "preprocessor_pipeline = preprocessing_pipeline.make_preprocessor_pipeline(\n",
    "    use_count_vectorizer=True,\n",
    "    columns_to_merge_for_training=[\"name\", \"description\", \"merged_ingredients\"],\n",
    "    )\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "id": "94c65e64",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<style>#sk-container-id-1 {\n",
       "  /* Definition of color scheme common for light and dark mode */\n",
       "  --sklearn-color-text: black;\n",
       "  --sklearn-color-line: gray;\n",
       "  /* Definition of color scheme for unfitted estimators */\n",
       "  --sklearn-color-unfitted-level-0: #fff5e6;\n",
       "  --sklearn-color-unfitted-level-1: #f6e4d2;\n",
       "  --sklearn-color-unfitted-level-2: #ffe0b3;\n",
       "  --sklearn-color-unfitted-level-3: chocolate;\n",
       "  /* Definition of color scheme for fitted estimators */\n",
       "  --sklearn-color-fitted-level-0: #f0f8ff;\n",
       "  --sklearn-color-fitted-level-1: #d4ebff;\n",
       "  --sklearn-color-fitted-level-2: #b3dbfd;\n",
       "  --sklearn-color-fitted-level-3: cornflowerblue;\n",
       "\n",
       "  /* Specific color for light theme */\n",
       "  --sklearn-color-text-on-default-background: var(--sg-text-color, var(--theme-code-foreground, var(--jp-content-font-color1, black)));\n",
       "  --sklearn-color-background: var(--sg-background-color, var(--theme-background, var(--jp-layout-color0, white)));\n",
       "  --sklearn-color-border-box: var(--sg-text-color, var(--theme-code-foreground, var(--jp-content-font-color1, black)));\n",
       "  --sklearn-color-icon: #696969;\n",
       "\n",
       "  @media (prefers-color-scheme: dark) {\n",
       "    /* Redefinition of color scheme for dark theme */\n",
       "    --sklearn-color-text-on-default-background: var(--sg-text-color, var(--theme-code-foreground, var(--jp-content-font-color1, white)));\n",
       "    --sklearn-color-background: var(--sg-background-color, var(--theme-background, var(--jp-layout-color0, #111)));\n",
       "    --sklearn-color-border-box: var(--sg-text-color, var(--theme-code-foreground, var(--jp-content-font-color1, white)));\n",
       "    --sklearn-color-icon: #878787;\n",
       "  }\n",
       "}\n",
       "\n",
       "#sk-container-id-1 {\n",
       "  color: var(--sklearn-color-text);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 pre {\n",
       "  padding: 0;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 input.sk-hidden--visually {\n",
       "  border: 0;\n",
       "  clip: rect(1px 1px 1px 1px);\n",
       "  clip: rect(1px, 1px, 1px, 1px);\n",
       "  height: 1px;\n",
       "  margin: -1px;\n",
       "  overflow: hidden;\n",
       "  padding: 0;\n",
       "  position: absolute;\n",
       "  width: 1px;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-dashed-wrapped {\n",
       "  border: 1px dashed var(--sklearn-color-line);\n",
       "  margin: 0 0.4em 0.5em 0.4em;\n",
       "  box-sizing: border-box;\n",
       "  padding-bottom: 0.4em;\n",
       "  background-color: var(--sklearn-color-background);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-container {\n",
       "  /* jupyter's `normalize.less` sets `[hidden] { display: none; }`\n",
       "     but bootstrap.min.css set `[hidden] { display: none !important; }`\n",
       "     so we also need the `!important` here to be able to override the\n",
       "     default hidden behavior on the sphinx rendered scikit-learn.org.\n",
       "     See: https://github.com/scikit-learn/scikit-learn/issues/21755 */\n",
       "  display: inline-block !important;\n",
       "  position: relative;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-text-repr-fallback {\n",
       "  display: none;\n",
       "}\n",
       "\n",
       "div.sk-parallel-item,\n",
       "div.sk-serial,\n",
       "div.sk-item {\n",
       "  /* draw centered vertical line to link estimators */\n",
       "  background-image: linear-gradient(var(--sklearn-color-text-on-default-background), var(--sklearn-color-text-on-default-background));\n",
       "  background-size: 2px 100%;\n",
       "  background-repeat: no-repeat;\n",
       "  background-position: center center;\n",
       "}\n",
       "\n",
       "/* Parallel-specific style estimator block */\n",
       "\n",
       "#sk-container-id-1 div.sk-parallel-item::after {\n",
       "  content: \"\";\n",
       "  width: 100%;\n",
       "  border-bottom: 2px solid var(--sklearn-color-text-on-default-background);\n",
       "  flex-grow: 1;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-parallel {\n",
       "  display: flex;\n",
       "  align-items: stretch;\n",
       "  justify-content: center;\n",
       "  background-color: var(--sklearn-color-background);\n",
       "  position: relative;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-parallel-item {\n",
       "  display: flex;\n",
       "  flex-direction: column;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-parallel-item:first-child::after {\n",
       "  align-self: flex-end;\n",
       "  width: 50%;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-parallel-item:last-child::after {\n",
       "  align-self: flex-start;\n",
       "  width: 50%;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-parallel-item:only-child::after {\n",
       "  width: 0;\n",
       "}\n",
       "\n",
       "/* Serial-specific style estimator block */\n",
       "\n",
       "#sk-container-id-1 div.sk-serial {\n",
       "  display: flex;\n",
       "  flex-direction: column;\n",
       "  align-items: center;\n",
       "  background-color: var(--sklearn-color-background);\n",
       "  padding-right: 1em;\n",
       "  padding-left: 1em;\n",
       "}\n",
       "\n",
       "\n",
       "/* Toggleable style: style used for estimator/Pipeline/ColumnTransformer box that is\n",
       "clickable and can be expanded/collapsed.\n",
       "- Pipeline and ColumnTransformer use this feature and define the default style\n",
       "- Estimators will overwrite some part of the style using the `sk-estimator` class\n",
       "*/\n",
       "\n",
       "/* Pipeline and ColumnTransformer style (default) */\n",
       "\n",
       "#sk-container-id-1 div.sk-toggleable {\n",
       "  /* Default theme specific background. It is overwritten whether we have a\n",
       "  specific estimator or a Pipeline/ColumnTransformer */\n",
       "  background-color: var(--sklearn-color-background);\n",
       "}\n",
       "\n",
       "/* Toggleable label */\n",
       "#sk-container-id-1 label.sk-toggleable__label {\n",
       "  cursor: pointer;\n",
       "  display: block;\n",
       "  width: 100%;\n",
       "  margin-bottom: 0;\n",
       "  padding: 0.5em;\n",
       "  box-sizing: border-box;\n",
       "  text-align: center;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 label.sk-toggleable__label-arrow:before {\n",
       "  /* Arrow on the left of the label */\n",
       "  content: \"▸\";\n",
       "  float: left;\n",
       "  margin-right: 0.25em;\n",
       "  color: var(--sklearn-color-icon);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 label.sk-toggleable__label-arrow:hover:before {\n",
       "  color: var(--sklearn-color-text);\n",
       "}\n",
       "\n",
       "/* Toggleable content - dropdown */\n",
       "\n",
       "#sk-container-id-1 div.sk-toggleable__content {\n",
       "  max-height: 0;\n",
       "  max-width: 0;\n",
       "  overflow: hidden;\n",
       "  text-align: left;\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-0);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-toggleable__content.fitted {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-0);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-toggleable__content pre {\n",
       "  margin: 0.2em;\n",
       "  border-radius: 0.25em;\n",
       "  color: var(--sklearn-color-text);\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-0);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-toggleable__content.fitted pre {\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-0);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 input.sk-toggleable__control:checked~div.sk-toggleable__content {\n",
       "  /* Expand drop-down */\n",
       "  max-height: 200px;\n",
       "  max-width: 100%;\n",
       "  overflow: auto;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 input.sk-toggleable__control:checked~label.sk-toggleable__label-arrow:before {\n",
       "  content: \"▾\";\n",
       "}\n",
       "\n",
       "/* Pipeline/ColumnTransformer-specific style */\n",
       "\n",
       "#sk-container-id-1 div.sk-label input.sk-toggleable__control:checked~label.sk-toggleable__label {\n",
       "  color: var(--sklearn-color-text);\n",
       "  background-color: var(--sklearn-color-unfitted-level-2);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-label.fitted input.sk-toggleable__control:checked~label.sk-toggleable__label {\n",
       "  background-color: var(--sklearn-color-fitted-level-2);\n",
       "}\n",
       "\n",
       "/* Estimator-specific style */\n",
       "\n",
       "/* Colorize estimator box */\n",
       "#sk-container-id-1 div.sk-estimator input.sk-toggleable__control:checked~label.sk-toggleable__label {\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-2);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-estimator.fitted input.sk-toggleable__control:checked~label.sk-toggleable__label {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-2);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-label label.sk-toggleable__label,\n",
       "#sk-container-id-1 div.sk-label label {\n",
       "  /* The background is the default theme color */\n",
       "  color: var(--sklearn-color-text-on-default-background);\n",
       "}\n",
       "\n",
       "/* On hover, darken the color of the background */\n",
       "#sk-container-id-1 div.sk-label:hover label.sk-toggleable__label {\n",
       "  color: var(--sklearn-color-text);\n",
       "  background-color: var(--sklearn-color-unfitted-level-2);\n",
       "}\n",
       "\n",
       "/* Label box, darken color on hover, fitted */\n",
       "#sk-container-id-1 div.sk-label.fitted:hover label.sk-toggleable__label.fitted {\n",
       "  color: var(--sklearn-color-text);\n",
       "  background-color: var(--sklearn-color-fitted-level-2);\n",
       "}\n",
       "\n",
       "/* Estimator label */\n",
       "\n",
       "#sk-container-id-1 div.sk-label label {\n",
       "  font-family: monospace;\n",
       "  font-weight: bold;\n",
       "  display: inline-block;\n",
       "  line-height: 1.2em;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-label-container {\n",
       "  text-align: center;\n",
       "}\n",
       "\n",
       "/* Estimator-specific */\n",
       "#sk-container-id-1 div.sk-estimator {\n",
       "  font-family: monospace;\n",
       "  border: 1px dotted var(--sklearn-color-border-box);\n",
       "  border-radius: 0.25em;\n",
       "  box-sizing: border-box;\n",
       "  margin-bottom: 0.5em;\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-0);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-estimator.fitted {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-0);\n",
       "}\n",
       "\n",
       "/* on hover */\n",
       "#sk-container-id-1 div.sk-estimator:hover {\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-2);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-estimator.fitted:hover {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-2);\n",
       "}\n",
       "\n",
       "/* Specification for estimator info (e.g. \"i\" and \"?\") */\n",
       "\n",
       "/* Common style for \"i\" and \"?\" */\n",
       "\n",
       ".sk-estimator-doc-link,\n",
       "a:link.sk-estimator-doc-link,\n",
       "a:visited.sk-estimator-doc-link {\n",
       "  float: right;\n",
       "  font-size: smaller;\n",
       "  line-height: 1em;\n",
       "  font-family: monospace;\n",
       "  background-color: var(--sklearn-color-background);\n",
       "  border-radius: 1em;\n",
       "  height: 1em;\n",
       "  width: 1em;\n",
       "  text-decoration: none !important;\n",
       "  margin-left: 1ex;\n",
       "  /* unfitted */\n",
       "  border: var(--sklearn-color-unfitted-level-1) 1pt solid;\n",
       "  color: var(--sklearn-color-unfitted-level-1);\n",
       "}\n",
       "\n",
       ".sk-estimator-doc-link.fitted,\n",
       "a:link.sk-estimator-doc-link.fitted,\n",
       "a:visited.sk-estimator-doc-link.fitted {\n",
       "  /* fitted */\n",
       "  border: var(--sklearn-color-fitted-level-1) 1pt solid;\n",
       "  color: var(--sklearn-color-fitted-level-1);\n",
       "}\n",
       "\n",
       "/* On hover */\n",
       "div.sk-estimator:hover .sk-estimator-doc-link:hover,\n",
       ".sk-estimator-doc-link:hover,\n",
       "div.sk-label-container:hover .sk-estimator-doc-link:hover,\n",
       ".sk-estimator-doc-link:hover {\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-3);\n",
       "  color: var(--sklearn-color-background);\n",
       "  text-decoration: none;\n",
       "}\n",
       "\n",
       "div.sk-estimator.fitted:hover .sk-estimator-doc-link.fitted:hover,\n",
       ".sk-estimator-doc-link.fitted:hover,\n",
       "div.sk-label-container:hover .sk-estimator-doc-link.fitted:hover,\n",
       ".sk-estimator-doc-link.fitted:hover {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-3);\n",
       "  color: var(--sklearn-color-background);\n",
       "  text-decoration: none;\n",
       "}\n",
       "\n",
       "/* Span, style for the box shown on hovering the info icon */\n",
       ".sk-estimator-doc-link span {\n",
       "  display: none;\n",
       "  z-index: 9999;\n",
       "  position: relative;\n",
       "  font-weight: normal;\n",
       "  right: .2ex;\n",
       "  padding: .5ex;\n",
       "  margin: .5ex;\n",
       "  width: min-content;\n",
       "  min-width: 20ex;\n",
       "  max-width: 50ex;\n",
       "  color: var(--sklearn-color-text);\n",
       "  box-shadow: 2pt 2pt 4pt #999;\n",
       "  /* unfitted */\n",
       "  background: var(--sklearn-color-unfitted-level-0);\n",
       "  border: .5pt solid var(--sklearn-color-unfitted-level-3);\n",
       "}\n",
       "\n",
       ".sk-estimator-doc-link.fitted span {\n",
       "  /* fitted */\n",
       "  background: var(--sklearn-color-fitted-level-0);\n",
       "  border: var(--sklearn-color-fitted-level-3);\n",
       "}\n",
       "\n",
       ".sk-estimator-doc-link:hover span {\n",
       "  display: block;\n",
       "}\n",
       "\n",
       "/* \"?\"-specific style due to the `<a>` HTML tag */\n",
       "\n",
       "#sk-container-id-1 a.estimator_doc_link {\n",
       "  float: right;\n",
       "  font-size: 1rem;\n",
       "  line-height: 1em;\n",
       "  font-family: monospace;\n",
       "  background-color: var(--sklearn-color-background);\n",
       "  border-radius: 1rem;\n",
       "  height: 1rem;\n",
       "  width: 1rem;\n",
       "  text-decoration: none;\n",
       "  /* unfitted */\n",
       "  color: var(--sklearn-color-unfitted-level-1);\n",
       "  border: var(--sklearn-color-unfitted-level-1) 1pt solid;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 a.estimator_doc_link.fitted {\n",
       "  /* fitted */\n",
       "  border: var(--sklearn-color-fitted-level-1) 1pt solid;\n",
       "  color: var(--sklearn-color-fitted-level-1);\n",
       "}\n",
       "\n",
       "/* On hover */\n",
       "#sk-container-id-1 a.estimator_doc_link:hover {\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-3);\n",
       "  color: var(--sklearn-color-background);\n",
       "  text-decoration: none;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 a.estimator_doc_link.fitted:hover {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-3);\n",
       "}\n",
       "</style><div id=\"sk-container-id-1\" class=\"sk-top-container\"><div class=\"sk-text-repr-fallback\"><pre>Pipeline(steps=[(&#x27;basic_preproc&#x27;, BasicPreprocessing()),\n",
       "                (&#x27;concat_columns&#x27;,\n",
       "                 ConcatColumns(columns=[&#x27;name&#x27;, &#x27;description&#x27;,\n",
       "                                        &#x27;merged_ingredients&#x27;])),\n",
       "                (&#x27;vectorize_and_combine&#x27;,\n",
       "                 ColumnTransformer(transformers=[(&#x27;text&#x27;,\n",
       "                                                  (&#x27;CountVectorizer&#x27;,\n",
       "                                                   CountVectorizer(max_df=0.95,\n",
       "                                                                   min_df=0.1)),\n",
       "                                                  &#x27;merged_text&#x27;)]))])</pre><b>In a Jupyter environment, please rerun this cell to show the HTML representation or trust the notebook. <br />On GitHub, the HTML representation is unable to render, please try loading this page with nbviewer.org.</b></div><div class=\"sk-container\" hidden><div class=\"sk-item sk-dashed-wrapped\"><div class=\"sk-label-container\"><div class=\"sk-label  sk-toggleable\"><input class=\"sk-toggleable__control sk-hidden--visually\" id=\"sk-estimator-id-1\" type=\"checkbox\" ><label for=\"sk-estimator-id-1\" class=\"sk-toggleable__label  sk-toggleable__label-arrow \">&nbsp;&nbsp;Pipeline<a class=\"sk-estimator-doc-link \" rel=\"noreferrer\" target=\"_blank\" href=\"https://scikit-learn.org/1.5/modules/generated/sklearn.pipeline.Pipeline.html\">?<span>Documentation for Pipeline</span></a><span class=\"sk-estimator-doc-link \">i<span>Not fitted</span></span></label><div class=\"sk-toggleable__content \"><pre>Pipeline(steps=[(&#x27;basic_preproc&#x27;, BasicPreprocessing()),\n",
       "                (&#x27;concat_columns&#x27;,\n",
       "                 ConcatColumns(columns=[&#x27;name&#x27;, &#x27;description&#x27;,\n",
       "                                        &#x27;merged_ingredients&#x27;])),\n",
       "                (&#x27;vectorize_and_combine&#x27;,\n",
       "                 ColumnTransformer(transformers=[(&#x27;text&#x27;,\n",
       "                                                  (&#x27;CountVectorizer&#x27;,\n",
       "                                                   CountVectorizer(max_df=0.95,\n",
       "                                                                   min_df=0.1)),\n",
       "                                                  &#x27;merged_text&#x27;)]))])</pre></div> </div></div><div class=\"sk-serial\"><div class=\"sk-item\"><div class=\"sk-estimator  sk-toggleable\"><input class=\"sk-toggleable__control sk-hidden--visually\" id=\"sk-estimator-id-2\" type=\"checkbox\" ><label for=\"sk-estimator-id-2\" class=\"sk-toggleable__label  sk-toggleable__label-arrow \">BasicPreprocessing</label><div class=\"sk-toggleable__content \"><pre>BasicPreprocessing()</pre></div> </div></div><div class=\"sk-item\"><div class=\"sk-estimator  sk-toggleable\"><input class=\"sk-toggleable__control sk-hidden--visually\" id=\"sk-estimator-id-3\" type=\"checkbox\" ><label for=\"sk-estimator-id-3\" class=\"sk-toggleable__label  sk-toggleable__label-arrow \">ConcatColumns</label><div class=\"sk-toggleable__content \"><pre>ConcatColumns(columns=[&#x27;name&#x27;, &#x27;description&#x27;, &#x27;merged_ingredients&#x27;])</pre></div> </div></div><div class=\"sk-item sk-dashed-wrapped\"><div class=\"sk-label-container\"><div class=\"sk-label  sk-toggleable\"><input class=\"sk-toggleable__control sk-hidden--visually\" id=\"sk-estimator-id-4\" type=\"checkbox\" ><label for=\"sk-estimator-id-4\" class=\"sk-toggleable__label  sk-toggleable__label-arrow \">&nbsp;vectorize_and_combine: ColumnTransformer<a class=\"sk-estimator-doc-link \" rel=\"noreferrer\" target=\"_blank\" href=\"https://scikit-learn.org/1.5/modules/generated/sklearn.compose.ColumnTransformer.html\">?<span>Documentation for vectorize_and_combine: ColumnTransformer</span></a></label><div class=\"sk-toggleable__content \"><pre>ColumnTransformer(transformers=[(&#x27;text&#x27;,\n",
       "                                 (&#x27;CountVectorizer&#x27;,\n",
       "                                  CountVectorizer(max_df=0.95, min_df=0.1)),\n",
       "                                 &#x27;merged_text&#x27;)])</pre></div> </div></div><div class=\"sk-parallel\"><div class=\"sk-parallel-item\"><div class=\"sk-item\"><div class=\"sk-label-container\"><div class=\"sk-label  sk-toggleable\"><input class=\"sk-toggleable__control sk-hidden--visually\" id=\"sk-estimator-id-5\" type=\"checkbox\" ><label for=\"sk-estimator-id-5\" class=\"sk-toggleable__label  sk-toggleable__label-arrow \">text</label><div class=\"sk-toggleable__content \"><pre>merged_text</pre></div> </div></div><div class=\"sk-serial\"><div class=\"sk-item\"><div class=\"sk-estimator  sk-toggleable\"><input class=\"sk-toggleable__control sk-hidden--visually\" id=\"sk-estimator-id-6\" type=\"checkbox\" ><label for=\"sk-estimator-id-6\" class=\"sk-toggleable__label  sk-toggleable__label-arrow \">tuple</label><div class=\"sk-toggleable__content \"><pre>(&#x27;CountVectorizer&#x27;, CountVectorizer(max_df=0.95, min_df=0.1))</pre></div> </div></div></div></div></div></div></div></div></div></div></div>"
      ],
      "text/plain": [
       "Pipeline(steps=[('basic_preproc', BasicPreprocessing()),\n",
       "                ('concat_columns',\n",
       "                 ConcatColumns(columns=['name', 'description',\n",
       "                                        'merged_ingredients'])),\n",
       "                ('vectorize_and_combine',\n",
       "                 ColumnTransformer(transformers=[('text',\n",
       "                                                  ('CountVectorizer',\n",
       "                                                   CountVectorizer(max_df=0.95,\n",
       "                                                                   min_df=0.1)),\n",
       "                                                  'merged_text')]))])"
      ]
     },
     "execution_count": 68,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "preprocessor_pipeline"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "04af815c",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2024-06-06 11:02:50 - recettes_et_sentiments.api_model.rs_data - INFO - loading '../batch-1672-recettes-et-sentiments-data/RAW_recipes.csv'\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2024-06-06 11:02:55 - recettes_et_sentiments.api_model.rs_data - INFO - loading '../batch-1672-recettes-et-sentiments-data/RAW_recipes.csv' done.\n",
      "2024-06-06 11:02:55 - recettes_et_sentiments.api_model.rs_data - INFO - Starting add_columns_and_merge_text processing\n",
      "2024-06-06 11:03:24 - recettes_et_sentiments.api_model.rs_data - INFO - add_columns_and_merge_text done\n"
     ]
    }
   ],
   "source": [
    "recipe_df_ori = rs_data.load_recipes(\"../batch-1672-recettes-et-sentiments-data/RAW_recipes.csv\")\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "6b595a48",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2024-06-06 11:11:08 - recettes_et_sentiments.api_model.preprocessing_pipeline - INFO - data/cache/basic_preproc_6_0.98_None_1_1.parquet does not exist. Skipping load.\n",
      "2024-06-06 11:11:08 - recettes_et_sentiments.api_model.preprocessing_pipeline - INFO - data/cache/concat_columns_name_description_merged_ingredients_6_0.98_None_1_1.parquet does not exist. Skipping load.\n",
      "2024-06-06 11:11:08 - recettes_et_sentiments.api_model.preprocessing_pipeline - INFO - FIT : No cached data available for data/cache/basic_preproc_6_0.98_None_1_1.parquet, fitting step\n",
      "2024-06-06 11:11:08 - recettes_et_sentiments.api_model.preprocessing_pipeline - INFO - Fitting BasicPreprocessing\n",
      "2024-06-06 11:11:08 - recettes_et_sentiments.api_model.preprocessing_pipeline - INFO - Transforming data and saving to data/cache/basic_preproc_6_0.98_None_1_1.parquet\n",
      "2024-06-06 11:11:08 - recettes_et_sentiments.api_model.preprocessing_pipeline - INFO - Transforming data with BasicPreprocessing\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2024-06-06 11:42:23 - recettes_et_sentiments.api_model.preprocessing_pipeline - INFO - Saving DataFrame to data/cache/basic_preproc_6_0.98_None_1_1.parquet\n",
      "2024-06-06 11:42:24 - recettes_et_sentiments.api_model.preprocessing_pipeline - INFO - FIT : No cached data available for data/cache/concat_columns_name_description_merged_ingredients_6_0.98_None_1_1.parquet, fitting step\n",
      "2024-06-06 11:42:24 - recettes_et_sentiments.api_model.preprocessing_pipeline - INFO - Fitting ConcatColumns\n",
      "2024-06-06 11:42:24 - recettes_et_sentiments.api_model.preprocessing_pipeline - INFO - Transforming data and saving to data/cache/concat_columns_name_description_merged_ingredients_6_0.98_None_1_1.parquet\n",
      "2024-06-06 11:42:24 - recettes_et_sentiments.api_model.preprocessing_pipeline - INFO - Transforming data with ConcatColumns\n",
      "2024-06-06 11:42:27 - recettes_et_sentiments.api_model.preprocessing_pipeline - INFO - Saving DataFrame to data/cache/concat_columns_name_description_merged_ingredients_6_0.98_None_1_1.parquet\n"
     ]
    }
   ],
   "source": [
    "min_df=6\n",
    "max_df=0.98\n",
    "max_features=None\n",
    "ngram_range=(1,1)\n",
    "countVectorizer=False\n",
    "file_suffix = f\"{'CountVectorizer' if countVectorizer else 'TfIdfVectorizer'}_{min_df}_{max_df}_{max_features}_{str(ngram_range[0])+'_'+str(ngram_range[1])}\"\n",
    "\n",
    "preprocessor_pipeline = preprocessing_pipeline.make_preprocessor_pipeline(\n",
    "    use_count_vectorizer=True,\n",
    "    columns_to_merge_for_training=[\"name\", \"description\", \"merged_ingredients\"],\n",
    "    min_df=min_df,\n",
    "    max_df=max_df,\n",
    "    max_features=max_features,\n",
    "    ngram_range=ngram_range,\n",
    "    cache=True\n",
    ")\n",
    "\n",
    "recipe_processed = preprocessor_pipeline.fit_transform(recipe_df_ori)\n",
    "\n",
    "recipe_processed.to_parquet(f\"../batch-1672-recettes-et-sentiments-data/preproc_recipes_{file_suffix}.parquet\")\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "87e48d56",
   "metadata": {},
   "outputs": [
    {
     "ename": "AttributeError",
     "evalue": "module 'pandas' has no attribute 'to_parquet'",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mAttributeError\u001b[0m                            Traceback (most recent call last)",
      "Cell \u001b[0;32mIn[4], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m recipe_processed \u001b[38;5;241m=\u001b[39m \u001b[43mpd\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mto_parquet\u001b[49m(\u001b[38;5;124mf\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m../batch-1672-recettes-et-sentiments-data/preproc_recipes_tfidf.parquet\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n",
      "\u001b[0;31mAttributeError\u001b[0m: module 'pandas' has no attribute 'to_parquet'"
     ]
    }
   ],
   "source": [
    "recipe_processed.to_parquet(f\"../batch-1672-recettes-et-sentiments-data/preproc_recipes_tfidf.parquet\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "831446ef",
   "metadata": {},
   "outputs": [],
   "source": [
    "recipe_processed = pd.read_parquet(f\"../batch-1672-recettes-et-sentiments-data/preproc_recipes_tfidfvectorizer_defaults.parquet\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "a50c2088",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2024-06-06 14:16:54 - recettes_et_sentiments.api_model.rs_data - INFO - Starting get_y processing\n",
      "2024-06-06 14:17:41 - recettes_et_sentiments.api_model.rs_data - INFO - get_y done\n"
     ]
    }
   ],
   "source": [
    "reviews = pd.read_csv('../batch-1672-recettes-et-sentiments-data/RAW_interactions.csv')\n",
    "preproc_with_reviews = rs_data.get_y(recipe_processed, reviews)\n",
    "preproc_with_reviews.drop(columns=['remainder__merged_steps','remainder__tags','remainder__submitted'], axis=1, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "b804062d",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "remainder__minutes\n",
      "\n",
      "remainder__contributor_id\n",
      "\n",
      "remainder__n_steps\n",
      "\n",
      "remainder__n_ingredients\n",
      "\n",
      "remainder__calories\n",
      "\n",
      "remainder__total_fat_pdv\n",
      "\n",
      "remainder__sugar_pdv\n",
      "\n",
      "remainder__sodium_pdv\n",
      "\n",
      "remainder__protein_pdv\n",
      "\n",
      "remainder__saturated_fat_pdv\n",
      "\n",
      "remainder__carbohydrates_pdv\n",
      "\n"
     ]
    }
   ],
   "source": [
    "for col in preproc_with_reviews.columns:\n",
    "    if col.startswith(\"remainder__\"):\n",
    "        print (col+\"\\n\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "0261251a",
   "metadata": {},
   "outputs": [],
   "source": [
    "preproc_with_reviews.to_parquet(f\"../batch-1672-recettes-et-sentiments-data/preproc_recipes_tfidfvectorizer_defaults_with_y.parquet\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "18a88fb4",
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.model_selection import cross_validate\n",
    "from sklearn.linear_model import LinearRegression\n",
    "import pandas as pd\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "a913da3a",
   "metadata": {},
   "outputs": [],
   "source": [
    "preproc_with_reviews = pd.read_parquet(f\"../batch-1672-recettes-et-sentiments-data/preproc_recipes_tfidfvectorizer_defaults_with_y.parquet\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "3dc6ba15",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>text__aa</th>\n",
       "      <th>text__aaa</th>\n",
       "      <th>text__aah</th>\n",
       "      <th>text__aahs</th>\n",
       "      <th>text__aaron</th>\n",
       "      <th>text__aarp</th>\n",
       "      <th>text__aarti</th>\n",
       "      <th>text__aash</th>\n",
       "      <th>text__ab</th>\n",
       "      <th>text__abandon</th>\n",
       "      <th>...</th>\n",
       "      <th>remainder__n_ingredients</th>\n",
       "      <th>remainder__calories</th>\n",
       "      <th>remainder__total_fat_pdv</th>\n",
       "      <th>remainder__sugar_pdv</th>\n",
       "      <th>remainder__sodium_pdv</th>\n",
       "      <th>remainder__protein_pdv</th>\n",
       "      <th>remainder__saturated_fat_pdv</th>\n",
       "      <th>remainder__carbohydrates_pdv</th>\n",
       "      <th>mean_rating</th>\n",
       "      <th>count_rating</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>137739</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>7</td>\n",
       "      <td>-0.758361</td>\n",
       "      <td>-0.606061</td>\n",
       "      <td>-0.203390</td>\n",
       "      <td>-0.500000</td>\n",
       "      <td>-0.363636</td>\n",
       "      <td>-0.511111</td>\n",
       "      <td>-0.416667</td>\n",
       "      <td>5.0</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31490</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>6</td>\n",
       "      <td>-0.405386</td>\n",
       "      <td>-0.060606</td>\n",
       "      <td>-0.423729</td>\n",
       "      <td>0.107143</td>\n",
       "      <td>0.090909</td>\n",
       "      <td>0.266667</td>\n",
       "      <td>-0.666667</td>\n",
       "      <td>3.5</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>112140</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>13</td>\n",
       "      <td>-0.126249</td>\n",
       "      <td>0.060606</td>\n",
       "      <td>0.118644</td>\n",
       "      <td>1.214286</td>\n",
       "      <td>0.477273</td>\n",
       "      <td>0.088889</td>\n",
       "      <td>-0.333333</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>59389</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>11</td>\n",
       "      <td>0.158390</td>\n",
       "      <td>-0.090909</td>\n",
       "      <td>-0.254237</td>\n",
       "      <td>-0.428571</td>\n",
       "      <td>-0.090909</td>\n",
       "      <td>-0.333333</td>\n",
       "      <td>0.916667</td>\n",
       "      <td>4.5</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44061</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>8</td>\n",
       "      <td>0.114377</td>\n",
       "      <td>-0.575758</td>\n",
       "      <td>5.288136</td>\n",
       "      <td>0.321429</td>\n",
       "      <td>-0.340909</td>\n",
       "      <td>-0.511111</td>\n",
       "      <td>1.583333</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 15394 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        text__aa  text__aaa  text__aah  text__aahs  text__aaron  text__aarp  \\\n",
       "id                                                                            \n",
       "137739         0          0          0           0            0           0   \n",
       "31490          0          0          0           0            0           0   \n",
       "112140         0          0          0           0            0           0   \n",
       "59389          0          0          0           0            0           0   \n",
       "44061          0          0          0           0            0           0   \n",
       "\n",
       "        text__aarti  text__aash  text__ab  text__abandon  ...  \\\n",
       "id                                                        ...   \n",
       "137739            0           0         0              0  ...   \n",
       "31490             0           0         0              0  ...   \n",
       "112140            0           0         0              0  ...   \n",
       "59389             0           0         0              0  ...   \n",
       "44061             0           0         0              0  ...   \n",
       "\n",
       "        remainder__n_ingredients  remainder__calories  \\\n",
       "id                                                      \n",
       "137739                         7            -0.758361   \n",
       "31490                          6            -0.405386   \n",
       "112140                        13            -0.126249   \n",
       "59389                         11             0.158390   \n",
       "44061                          8             0.114377   \n",
       "\n",
       "        remainder__total_fat_pdv  remainder__sugar_pdv  remainder__sodium_pdv  \\\n",
       "id                                                                              \n",
       "137739                 -0.606061             -0.203390              -0.500000   \n",
       "31490                  -0.060606             -0.423729               0.107143   \n",
       "112140                  0.060606              0.118644               1.214286   \n",
       "59389                  -0.090909             -0.254237              -0.428571   \n",
       "44061                  -0.575758              5.288136               0.321429   \n",
       "\n",
       "        remainder__protein_pdv  remainder__saturated_fat_pdv  \\\n",
       "id                                                             \n",
       "137739               -0.363636                     -0.511111   \n",
       "31490                 0.090909                      0.266667   \n",
       "112140                0.477273                      0.088889   \n",
       "59389                -0.090909                     -0.333333   \n",
       "44061                -0.340909                     -0.511111   \n",
       "\n",
       "        remainder__carbohydrates_pdv  mean_rating  count_rating  \n",
       "id                                                               \n",
       "137739                     -0.416667          5.0             3  \n",
       "31490                      -0.666667          3.5             4  \n",
       "112140                     -0.333333          4.0             1  \n",
       "59389                       0.916667          4.5             2  \n",
       "44061                       1.583333          5.0             1  \n",
       "\n",
       "[5 rows x 15394 columns]"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "preproc_with_reviews.drop(columns='remainder__merged_steps', axis=1, inplace=True)\n",
    "preproc_with_reviews.head()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "86b7499a",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=-1)]: Using backend LokyBackend with 12 concurrent workers.\n"
     ]
    }
   ],
   "source": [
    "# preproc_with_reviews.drop(columns=['remainder__merged_steps','remainder__tags','remainder__submitted'], axis=1, inplace=True)\n",
    "\n",
    "cv_nb = cross_validate(\n",
    "    LinearRegression(n_jobs=-1),\n",
    "    preproc_with_reviews.drop(columns='mean_rating'),\n",
    "    preproc_with_reviews['mean_rating'],\n",
    "    cv=5,\n",
    "    n_jobs=-1,\n",
    "    scoring='r2',\n",
    "    verbose=2\n",
    ")\n",
    "\n",
    "#round(cv_nb['test_score'].mean(),2)\n",
    "cv_nb"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "495faafb",
   "metadata": {},
   "source": [
    "tf idf\n",
    "et predire une note."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 109,
   "id": "70c3cbd0",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>text__aa</th>\n",
       "      <th>text__aaa</th>\n",
       "      <th>text__aah</th>\n",
       "      <th>text__aahs</th>\n",
       "      <th>text__aaron</th>\n",
       "      <th>text__aarp</th>\n",
       "      <th>text__aarti</th>\n",
       "      <th>text__aash</th>\n",
       "      <th>text__ab</th>\n",
       "      <th>text__abandon</th>\n",
       "      <th>text__abbey</th>\n",
       "      <th>text__abby</th>\n",
       "      <th>text__abc</th>\n",
       "      <th>text__abide</th>\n",
       "      <th>text__abigail</th>\n",
       "      <th>text__abilene</th>\n",
       "      <th>text__ability</th>\n",
       "      <th>text__abit</th>\n",
       "      <th>text__able</th>\n",
       "      <th>text__abm</th>\n",
       "      <th>text__abn</th>\n",
       "      <th>text__aboard</th>\n",
       "      <th>text__aboriginal</th>\n",
       "      <th>text__aborio</th>\n",
       "      <th>text__abound</th>\n",
       "      <th>text__abraham</th>\n",
       "      <th>text__abroad</th>\n",
       "      <th>text__absence</th>\n",
       "      <th>text__absinthe</th>\n",
       "      <th>text__absolut</th>\n",
       "      <th>text__absolute</th>\n",
       "      <th>text__absolutely</th>\n",
       "      <th>text__absolutley</th>\n",
       "      <th>text__absolutly</th>\n",
       "      <th>text__absorb</th>\n",
       "      <th>text__absorbed</th>\n",
       "      <th>text__absorbs</th>\n",
       "      <th>text__absorption</th>\n",
       "      <th>text__absoulutely</th>\n",
       "      <th>text__absurdly</th>\n",
       "      <th>text__abuelita</th>\n",
       "      <th>text__abundance</th>\n",
       "      <th>text__abundant</th>\n",
       "      <th>text__abuse</th>\n",
       "      <th>text__ac</th>\n",
       "      <th>text__academy</th>\n",
       "      <th>text__acadia</th>\n",
       "      <th>text__acadian</th>\n",
       "      <th>text__acapulco</th>\n",
       "      <th>text__accent</th>\n",
       "      <th>...</th>\n",
       "      <th>text__zinger</th>\n",
       "      <th>text__zingy</th>\n",
       "      <th>text__zip</th>\n",
       "      <th>text__ziploc</th>\n",
       "      <th>text__ziplock</th>\n",
       "      <th>text__ziplocks</th>\n",
       "      <th>text__ziplocs</th>\n",
       "      <th>text__zipper</th>\n",
       "      <th>text__zippy</th>\n",
       "      <th>text__ziti</th>\n",
       "      <th>text__zmail</th>\n",
       "      <th>text__zoe</th>\n",
       "      <th>text__zojirushi</th>\n",
       "      <th>text__zombie</th>\n",
       "      <th>text__zone</th>\n",
       "      <th>text__zoom</th>\n",
       "      <th>text__zsp</th>\n",
       "      <th>text__zucca</th>\n",
       "      <th>text__zucchine</th>\n",
       "      <th>text__zucchini</th>\n",
       "      <th>text__zucchinis</th>\n",
       "      <th>text__zuchini</th>\n",
       "      <th>text__zuchinni</th>\n",
       "      <th>text__zuke</th>\n",
       "      <th>text__zukes</th>\n",
       "      <th>text__zuni</th>\n",
       "      <th>text__zuppa</th>\n",
       "      <th>text__zurich</th>\n",
       "      <th>text__zurie</th>\n",
       "      <th>text__zw</th>\n",
       "      <th>text__zwieback</th>\n",
       "      <th>text__zwt</th>\n",
       "      <th>text__zwtii</th>\n",
       "      <th>text__zydeco</th>\n",
       "      <th>text__ºf</th>\n",
       "      <th>text__½s</th>\n",
       "      <th>remainder__minutes</th>\n",
       "      <th>remainder__contributor_id</th>\n",
       "      <th>remainder__submitted</th>\n",
       "      <th>remainder__tags</th>\n",
       "      <th>remainder__n_steps</th>\n",
       "      <th>remainder__n_ingredients</th>\n",
       "      <th>remainder__calories</th>\n",
       "      <th>remainder__total_fat_pdv</th>\n",
       "      <th>remainder__sugar_pdv</th>\n",
       "      <th>remainder__sodium_pdv</th>\n",
       "      <th>remainder__protein_pdv</th>\n",
       "      <th>remainder__saturated_fat_pdv</th>\n",
       "      <th>remainder__carbohydrates_pdv</th>\n",
       "      <th>remainder__merged_steps</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>137739</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.333333</td>\n",
       "      <td>47892</td>\n",
       "      <td>2005-09-16</td>\n",
       "      <td>main north american side dish vegetable mexica...</td>\n",
       "      <td>11</td>\n",
       "      <td>7</td>\n",
       "      <td>-0.758361</td>\n",
       "      <td>-0.606061</td>\n",
       "      <td>-0.20339</td>\n",
       "      <td>-0.5</td>\n",
       "      <td>-0.363636</td>\n",
       "      <td>-0.511111</td>\n",
       "      <td>-0.416667</td>\n",
       "      <td>make choice proceed depend size squash cut fou...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31490</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.222222</td>\n",
       "      <td>26278</td>\n",
       "      <td>2002-06-17</td>\n",
       "      <td>main north american breakfast main pork americ...</td>\n",
       "      <td>9</td>\n",
       "      <td>6</td>\n",
       "      <td>-0.405386</td>\n",
       "      <td>-0.060606</td>\n",
       "      <td>-0.423729</td>\n",
       "      <td>0.107143</td>\n",
       "      <td>0.090909</td>\n",
       "      <td>0.266667</td>\n",
       "      <td>-0.666667</td>\n",
       "      <td>preheat oven degrees press dough bottom side p...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>112140</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>196586</td>\n",
       "      <td>2005-02-25</td>\n",
       "      <td>main chili crock pot slow cooker dietary hour ...</td>\n",
       "      <td>6</td>\n",
       "      <td>13</td>\n",
       "      <td>-0.126249</td>\n",
       "      <td>0.060606</td>\n",
       "      <td>0.118644</td>\n",
       "      <td>1.214286</td>\n",
       "      <td>0.477273</td>\n",
       "      <td>0.088889</td>\n",
       "      <td>-0.333333</td>\n",
       "      <td>brown ground beef large pot chop onion ground ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>59389</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.111111</td>\n",
       "      <td>68585</td>\n",
       "      <td>2003-04-14</td>\n",
       "      <td>main side dish egg dairy potato vegetable oven...</td>\n",
       "      <td>11</td>\n",
       "      <td>11</td>\n",
       "      <td>0.15839</td>\n",
       "      <td>-0.090909</td>\n",
       "      <td>-0.254237</td>\n",
       "      <td>-0.428571</td>\n",
       "      <td>-0.090909</td>\n",
       "      <td>-0.333333</td>\n",
       "      <td>0.916667</td>\n",
       "      <td>place potato large pot salt water gentle boil ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44061</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>41706</td>\n",
       "      <td>2002-10-25</td>\n",
       "      <td>weeknight main north american canning condimen...</td>\n",
       "      <td>5</td>\n",
       "      <td>8</td>\n",
       "      <td>0.114377</td>\n",
       "      <td>-0.575758</td>\n",
       "      <td>5.288136</td>\n",
       "      <td>0.321429</td>\n",
       "      <td>-0.340909</td>\n",
       "      <td>-0.511111</td>\n",
       "      <td>1.583333</td>\n",
       "      <td>mix ingredient boil hour thick jar old glass k...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 15395 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       text__aa text__aaa text__aah text__aahs text__aaron text__aarp  \\\n",
       "id                                                                      \n",
       "137739        0         0         0          0           0          0   \n",
       "31490         0         0         0          0           0          0   \n",
       "112140        0         0         0          0           0          0   \n",
       "59389         0         0         0          0           0          0   \n",
       "44061         0         0         0          0           0          0   \n",
       "\n",
       "       text__aarti text__aash text__ab text__abandon text__abbey text__abby  \\\n",
       "id                                                                            \n",
       "137739           0          0        0             0           0          0   \n",
       "31490            0          0        0             0           0          0   \n",
       "112140           0          0        0             0           0          0   \n",
       "59389            0          0        0             0           0          0   \n",
       "44061            0          0        0             0           0          0   \n",
       "\n",
       "       text__abc text__abide text__abigail text__abilene text__ability  \\\n",
       "id                                                                       \n",
       "137739         0           0             0             0             0   \n",
       "31490          0           0             0             0             0   \n",
       "112140         0           0             0             0             0   \n",
       "59389          0           0             0             0             0   \n",
       "44061          0           0             0             0             0   \n",
       "\n",
       "       text__abit text__able text__abm text__abn text__aboard  \\\n",
       "id                                                              \n",
       "137739          0          0         0         0            0   \n",
       "31490           0          0         0         0            0   \n",
       "112140          0          0         0         0            0   \n",
       "59389           0          0         0         0            0   \n",
       "44061           0          0         0         0            0   \n",
       "\n",
       "       text__aboriginal text__aborio text__abound text__abraham text__abroad  \\\n",
       "id                                                                             \n",
       "137739                0            0            0             0            0   \n",
       "31490                 0            0            0             0            0   \n",
       "112140                0            0            0             0            0   \n",
       "59389                 0            0            0             0            0   \n",
       "44061                 0            0            0             0            0   \n",
       "\n",
       "       text__absence text__absinthe text__absolut text__absolute  \\\n",
       "id                                                                 \n",
       "137739             0              0             0              0   \n",
       "31490              0              0             0              0   \n",
       "112140             0              0             0              0   \n",
       "59389              0              0             0              0   \n",
       "44061              0              0             0              0   \n",
       "\n",
       "       text__absolutely text__absolutley text__absolutly text__absorb  \\\n",
       "id                                                                      \n",
       "137739                0                0               0            0   \n",
       "31490                 0                0               0            0   \n",
       "112140                0                0               0            0   \n",
       "59389                 0                0               0            0   \n",
       "44061                 0                0               0            0   \n",
       "\n",
       "       text__absorbed text__absorbs text__absorption text__absoulutely  \\\n",
       "id                                                                       \n",
       "137739              0             0                0                 0   \n",
       "31490               0             0                0                 0   \n",
       "112140              0             0                0                 0   \n",
       "59389               0             0                0                 0   \n",
       "44061               0             0                0                 0   \n",
       "\n",
       "       text__absurdly text__abuelita text__abundance text__abundant  \\\n",
       "id                                                                    \n",
       "137739              0              0               0              0   \n",
       "31490               0              0               0              0   \n",
       "112140              0              0               0              0   \n",
       "59389               0              0               0              0   \n",
       "44061               0              0               0              0   \n",
       "\n",
       "       text__abuse text__ac text__academy text__acadia text__acadian  \\\n",
       "id                                                                     \n",
       "137739           0        0             0            0             0   \n",
       "31490            0        0             0            0             0   \n",
       "112140           0        0             0            0             0   \n",
       "59389            0        0             0            0             0   \n",
       "44061            0        0             0            0             0   \n",
       "\n",
       "       text__acapulco text__accent  ... text__zinger text__zingy text__zip  \\\n",
       "id                                  ...                                      \n",
       "137739              0            0  ...            0           0         0   \n",
       "31490               0            0  ...            0           0         0   \n",
       "112140              0            0  ...            0           0         0   \n",
       "59389               0            0  ...            0           0         0   \n",
       "44061               0            0  ...            0           0         0   \n",
       "\n",
       "       text__ziploc text__ziplock text__ziplocks text__ziplocs text__zipper  \\\n",
       "id                                                                            \n",
       "137739            0             0              0             0            0   \n",
       "31490             0             0              0             0            0   \n",
       "112140            0             0              0             0            0   \n",
       "59389             0             0              0             0            0   \n",
       "44061             0             0              0             0            0   \n",
       "\n",
       "       text__zippy text__ziti text__zmail text__zoe text__zojirushi  \\\n",
       "id                                                                    \n",
       "137739           0          0           0         0               0   \n",
       "31490            0          0           0         0               0   \n",
       "112140           0          0           0         0               0   \n",
       "59389            0          0           0         0               0   \n",
       "44061            0          0           0         0               0   \n",
       "\n",
       "       text__zombie text__zone text__zoom text__zsp text__zucca  \\\n",
       "id                                                                \n",
       "137739            0          0          0         0           0   \n",
       "31490             0          0          0         0           0   \n",
       "112140            0          0          0         0           0   \n",
       "59389             0          0          0         0           0   \n",
       "44061             0          0          0         0           0   \n",
       "\n",
       "       text__zucchine text__zucchini text__zucchinis text__zuchini  \\\n",
       "id                                                                   \n",
       "137739              0              0               0             0   \n",
       "31490               0              0               0             0   \n",
       "112140              0              0               0             0   \n",
       "59389               0              0               0             0   \n",
       "44061               0              0               0             0   \n",
       "\n",
       "       text__zuchinni text__zuke text__zukes text__zuni text__zuppa  \\\n",
       "id                                                                    \n",
       "137739              0          0           0          0           0   \n",
       "31490               0          0           0          0           0   \n",
       "112140              0          0           0          0           0   \n",
       "59389               0          0           0          0           0   \n",
       "44061               0          0           0          0           0   \n",
       "\n",
       "       text__zurich text__zurie text__zw text__zwieback text__zwt text__zwtii  \\\n",
       "id                                                                              \n",
       "137739            0           0        0              0         0           0   \n",
       "31490             0           0        0              0         0           0   \n",
       "112140            0           0        0              0         0           0   \n",
       "59389             0           0        0              0         0           0   \n",
       "44061             0           0        0              0         0           0   \n",
       "\n",
       "       text__zydeco text__ºf text__½s remainder__minutes  \\\n",
       "id                                                         \n",
       "137739            0        0        0           0.333333   \n",
       "31490             0        0        0          -0.222222   \n",
       "112140            0        0        0                2.0   \n",
       "59389             0        0        0           0.111111   \n",
       "44061             0        0        0                2.0   \n",
       "\n",
       "       remainder__contributor_id remainder__submitted  \\\n",
       "id                                                      \n",
       "137739                     47892           2005-09-16   \n",
       "31490                      26278           2002-06-17   \n",
       "112140                    196586           2005-02-25   \n",
       "59389                      68585           2003-04-14   \n",
       "44061                      41706           2002-10-25   \n",
       "\n",
       "                                          remainder__tags remainder__n_steps  \\\n",
       "id                                                                             \n",
       "137739  main north american side dish vegetable mexica...                 11   \n",
       "31490   main north american breakfast main pork americ...                  9   \n",
       "112140  main chili crock pot slow cooker dietary hour ...                  6   \n",
       "59389   main side dish egg dairy potato vegetable oven...                 11   \n",
       "44061   weeknight main north american canning condimen...                  5   \n",
       "\n",
       "       remainder__n_ingredients remainder__calories remainder__total_fat_pdv  \\\n",
       "id                                                                             \n",
       "137739                        7           -0.758361                -0.606061   \n",
       "31490                         6           -0.405386                -0.060606   \n",
       "112140                       13           -0.126249                 0.060606   \n",
       "59389                        11             0.15839                -0.090909   \n",
       "44061                         8            0.114377                -0.575758   \n",
       "\n",
       "       remainder__sugar_pdv remainder__sodium_pdv remainder__protein_pdv  \\\n",
       "id                                                                         \n",
       "137739             -0.20339                  -0.5              -0.363636   \n",
       "31490             -0.423729              0.107143               0.090909   \n",
       "112140             0.118644              1.214286               0.477273   \n",
       "59389             -0.254237             -0.428571              -0.090909   \n",
       "44061              5.288136              0.321429              -0.340909   \n",
       "\n",
       "       remainder__saturated_fat_pdv remainder__carbohydrates_pdv  \\\n",
       "id                                                                 \n",
       "137739                    -0.511111                    -0.416667   \n",
       "31490                      0.266667                    -0.666667   \n",
       "112140                     0.088889                    -0.333333   \n",
       "59389                     -0.333333                     0.916667   \n",
       "44061                     -0.511111                     1.583333   \n",
       "\n",
       "                                  remainder__merged_steps  \n",
       "id                                                         \n",
       "137739  make choice proceed depend size squash cut fou...  \n",
       "31490   preheat oven degrees press dough bottom side p...  \n",
       "112140  brown ground beef large pot chop onion ground ...  \n",
       "59389   place potato large pot salt water gentle boil ...  \n",
       "44061   mix ingredient boil hour thick jar old glass k...  \n",
       "\n",
       "[5 rows x 15395 columns]"
      ]
     },
     "execution_count": 109,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "recipe_processed.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 86,
   "id": "4c590338",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "scikit-\u001b[1;35;40m\u001b[Klearn\u001b[m\u001b[K                 1.5.0\n"
     ]
    }
   ],
   "source": [
    "!pip list | grep learn"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 83,
   "id": "a995a730",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1.5.0\n"
     ]
    }
   ],
   "source": [
    "import sklearn\n",
    "print(sklearn.__version__)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "81ddcffe",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>minutes</th>\n",
       "      <th>contributor_id</th>\n",
       "      <th>submitted</th>\n",
       "      <th>tags</th>\n",
       "      <th>n_steps</th>\n",
       "      <th>n_ingredients</th>\n",
       "      <th>calories</th>\n",
       "      <th>total_fat_pdv</th>\n",
       "      <th>sugar_pdv</th>\n",
       "      <th>sodium_pdv</th>\n",
       "      <th>protein_pdv</th>\n",
       "      <th>saturated_fat_pdv</th>\n",
       "      <th>carbohydrates_pdv</th>\n",
       "      <th>merged_steps</th>\n",
       "      <th>merged_text</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.333333</td>\n",
       "      <td>47892</td>\n",
       "      <td>2005-09-16</td>\n",
       "      <td>main north american side dish vegetable mexica...</td>\n",
       "      <td>11</td>\n",
       "      <td>7</td>\n",
       "      <td>-0.758361</td>\n",
       "      <td>-0.606061</td>\n",
       "      <td>-0.203390</td>\n",
       "      <td>-0.500000</td>\n",
       "      <td>-0.363636</td>\n",
       "      <td>-0.511111</td>\n",
       "      <td>-0.416667</td>\n",
       "      <td>make choice proceed depend size squash cut fou...</td>\n",
       "      <td>arriba bake winter squash mexican style autumn...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>-0.222222</td>\n",
       "      <td>26278</td>\n",
       "      <td>2002-06-17</td>\n",
       "      <td>main north american breakfast main pork americ...</td>\n",
       "      <td>9</td>\n",
       "      <td>6</td>\n",
       "      <td>-0.405386</td>\n",
       "      <td>-0.060606</td>\n",
       "      <td>-0.423729</td>\n",
       "      <td>0.107143</td>\n",
       "      <td>0.090909</td>\n",
       "      <td>0.266667</td>\n",
       "      <td>-0.666667</td>\n",
       "      <td>preheat oven degrees press dough bottom side p...</td>\n",
       "      <td>bit different breakfast pizza call crust preba...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2.000000</td>\n",
       "      <td>196586</td>\n",
       "      <td>2005-02-25</td>\n",
       "      <td>main chili crock pot slow cooker dietary hour ...</td>\n",
       "      <td>6</td>\n",
       "      <td>13</td>\n",
       "      <td>-0.126249</td>\n",
       "      <td>0.060606</td>\n",
       "      <td>0.118644</td>\n",
       "      <td>1.214286</td>\n",
       "      <td>0.477273</td>\n",
       "      <td>0.088889</td>\n",
       "      <td>-0.333333</td>\n",
       "      <td>brown ground beef large pot chop onion ground ...</td>\n",
       "      <td>kitchen chili modify version mom chili hit chr...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.111111</td>\n",
       "      <td>68585</td>\n",
       "      <td>2003-04-14</td>\n",
       "      <td>main side dish egg dairy potato vegetable oven...</td>\n",
       "      <td>11</td>\n",
       "      <td>11</td>\n",
       "      <td>0.158390</td>\n",
       "      <td>-0.090909</td>\n",
       "      <td>-0.254237</td>\n",
       "      <td>-0.428571</td>\n",
       "      <td>-0.090909</td>\n",
       "      <td>-0.333333</td>\n",
       "      <td>0.916667</td>\n",
       "      <td>place potato large pot salt water gentle boil ...</td>\n",
       "      <td>alouette potato super easy great taste make ah...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2.000000</td>\n",
       "      <td>41706</td>\n",
       "      <td>2002-10-25</td>\n",
       "      <td>weeknight main north american canning condimen...</td>\n",
       "      <td>5</td>\n",
       "      <td>8</td>\n",
       "      <td>0.114377</td>\n",
       "      <td>-0.575758</td>\n",
       "      <td>5.288136</td>\n",
       "      <td>0.321429</td>\n",
       "      <td>-0.340909</td>\n",
       "      <td>-0.511111</td>\n",
       "      <td>1.583333</td>\n",
       "      <td>mix ingredient boil hour thick jar old glass k...</td>\n",
       "      <td>amish tomato ketchup canning dh amish mother r...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    minutes  contributor_id  submitted  \\\n",
       "0  0.333333           47892 2005-09-16   \n",
       "1 -0.222222           26278 2002-06-17   \n",
       "2  2.000000          196586 2005-02-25   \n",
       "3  0.111111           68585 2003-04-14   \n",
       "4  2.000000           41706 2002-10-25   \n",
       "\n",
       "                                                tags  n_steps  n_ingredients  \\\n",
       "0  main north american side dish vegetable mexica...       11              7   \n",
       "1  main north american breakfast main pork americ...        9              6   \n",
       "2  main chili crock pot slow cooker dietary hour ...        6             13   \n",
       "3  main side dish egg dairy potato vegetable oven...       11             11   \n",
       "4  weeknight main north american canning condimen...        5              8   \n",
       "\n",
       "   calories  total_fat_pdv  sugar_pdv  sodium_pdv  protein_pdv  \\\n",
       "0 -0.758361      -0.606061  -0.203390   -0.500000    -0.363636   \n",
       "1 -0.405386      -0.060606  -0.423729    0.107143     0.090909   \n",
       "2 -0.126249       0.060606   0.118644    1.214286     0.477273   \n",
       "3  0.158390      -0.090909  -0.254237   -0.428571    -0.090909   \n",
       "4  0.114377      -0.575758   5.288136    0.321429    -0.340909   \n",
       "\n",
       "   saturated_fat_pdv  carbohydrates_pdv  \\\n",
       "0          -0.511111          -0.416667   \n",
       "1           0.266667          -0.666667   \n",
       "2           0.088889          -0.333333   \n",
       "3          -0.333333           0.916667   \n",
       "4          -0.511111           1.583333   \n",
       "\n",
       "                                        merged_steps  \\\n",
       "0  make choice proceed depend size squash cut fou...   \n",
       "1  preheat oven degrees press dough bottom side p...   \n",
       "2  brown ground beef large pot chop onion ground ...   \n",
       "3  place potato large pot salt water gentle boil ...   \n",
       "4  mix ingredient boil hour thick jar old glass k...   \n",
       "\n",
       "                                         merged_text  \n",
       "0  arriba bake winter squash mexican style autumn...  \n",
       "1  bit different breakfast pizza call crust preba...  \n",
       "2  kitchen chili modify version mom chili hit chr...  \n",
       "3  alouette potato super easy great taste make ah...  \n",
       "4  amish tomato ketchup canning dh amish mother r...  "
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "preproc = pd.read_parquet(\"data/cache/concat_columns_name_description_merged_ingredients.parquet\")\n",
    "preproc.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "8a8c1bd4",
   "metadata": {},
   "outputs": [],
   "source": [
    "from gensim.models import Word2Vec\n",
    "from gensim.utils import simple_preprocess"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "4a02f6ff",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 231636 entries, 0 to 231635\n",
      "Data columns (total 15 columns):\n",
      " #   Column             Non-Null Count   Dtype         \n",
      "---  ------             --------------   -----         \n",
      " 0   minutes            231636 non-null  float64       \n",
      " 1   contributor_id     231636 non-null  int64         \n",
      " 2   submitted          231636 non-null  datetime64[ns]\n",
      " 3   tags               231636 non-null  object        \n",
      " 4   n_steps            231636 non-null  int64         \n",
      " 5   n_ingredients      231636 non-null  int64         \n",
      " 6   calories           231636 non-null  float64       \n",
      " 7   total_fat_pdv      231636 non-null  float64       \n",
      " 8   sugar_pdv          231636 non-null  float64       \n",
      " 9   sodium_pdv         231636 non-null  float64       \n",
      " 10  protein_pdv        231636 non-null  float64       \n",
      " 11  saturated_fat_pdv  231636 non-null  float64       \n",
      " 12  carbohydrates_pdv  231636 non-null  float64       \n",
      " 13  merged_steps       231636 non-null  object        \n",
      " 14  merged_text        231636 non-null  object        \n",
      "dtypes: datetime64[ns](1), float64(8), int64(3), object(3)\n",
      "memory usage: 26.5+ MB\n"
     ]
    }
   ],
   "source": [
    "preproc.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "e69b5ef6",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2024-06-07 13:45:30 - recettes_et_sentiments.api_model.rs_data - INFO - Starting get_y processing\n"
     ]
    },
    {
     "ename": "KeyError",
     "evalue": "'id'",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mKeyError\u001b[0m                                  Traceback (most recent call last)",
      "\u001b[0;32m/var/folders/jv/0zc1r9ks4rq782jh7hbq0rm00000gn/T/ipykernel_36210/128381927.py\u001b[0m in \u001b[0;36m?\u001b[0;34m()\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[0mreviews\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mpd\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mread_csv\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'../batch-1672-recettes-et-sentiments-data/RAW_interactions.csv'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 2\u001b[0;31m \u001b[0mpreproc_with_rating\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mrs_data\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget_y\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mpreproc\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mreviews\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;32m~/code/mansonthomas-wagon/projets/recettes-et-sentiments/recettes_et_sentiments/api_model/rs_data.py\u001b[0m in \u001b[0;36m?\u001b[0;34m(df_recipe, df_reviews)\u001b[0m\n\u001b[1;32m     94\u001b[0m     ratings_rview_cnt = df_reviews.groupby(\"id\")[['rating']].agg(\n\u001b[1;32m     95\u001b[0m                                     \u001b[0mmean_rating\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'rating'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'mean'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     96\u001b[0m                                     \u001b[0mcount_rating\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'rating'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'count'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     97\u001b[0m                                     )\n\u001b[0;32m---> 98\u001b[0;31m     \u001b[0mdf\u001b[0m \u001b[0;34m=\u001b[0m  \u001b[0mdf_recipe\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mmerge\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mratings_rview_cnt\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mhow\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m\"inner\"\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mon\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m'id'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     99\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    100\u001b[0m     \u001b[0mlogger\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0minfo\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"get_y done\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    101\u001b[0m     \u001b[0;32mreturn\u001b[0m \u001b[0mdf\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/.pyenv/versions/3.10.6/envs/recettes-et-sentiments/lib/python3.10/site-packages/pandas/core/frame.py\u001b[0m in \u001b[0;36m?\u001b[0;34m(self, right, how, on, left_on, right_on, left_index, right_index, sort, suffixes, copy, indicator, validate)\u001b[0m\n\u001b[1;32m  10828\u001b[0m         \u001b[0mvalidate\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mMergeValidate\u001b[0m \u001b[0;34m|\u001b[0m \u001b[0;32mNone\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m  10829\u001b[0m     ) -> DataFrame:\n\u001b[1;32m  10830\u001b[0m         \u001b[0;32mfrom\u001b[0m \u001b[0mpandas\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcore\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mreshape\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mmerge\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mmerge\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m  10831\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m> 10832\u001b[0;31m         return merge(\n\u001b[0m\u001b[1;32m  10833\u001b[0m             \u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m  10834\u001b[0m             \u001b[0mright\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m  10835\u001b[0m             \u001b[0mhow\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mhow\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/.pyenv/versions/3.10.6/envs/recettes-et-sentiments/lib/python3.10/site-packages/pandas/core/reshape/merge.py\u001b[0m in \u001b[0;36m?\u001b[0;34m(left, right, how, on, left_on, right_on, left_index, right_index, sort, suffixes, copy, indicator, validate)\u001b[0m\n\u001b[1;32m    166\u001b[0m             \u001b[0mvalidate\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mvalidate\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    167\u001b[0m             \u001b[0mcopy\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mcopy\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    168\u001b[0m         )\n\u001b[1;32m    169\u001b[0m     \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 170\u001b[0;31m         op = _MergeOperation(\n\u001b[0m\u001b[1;32m    171\u001b[0m             \u001b[0mleft_df\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    172\u001b[0m             \u001b[0mright_df\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    173\u001b[0m             \u001b[0mhow\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mhow\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/.pyenv/versions/3.10.6/envs/recettes-et-sentiments/lib/python3.10/site-packages/pandas/core/reshape/merge.py\u001b[0m in \u001b[0;36m?\u001b[0;34m(self, left, right, how, on, left_on, right_on, left_index, right_index, sort, suffixes, indicator, validate)\u001b[0m\n\u001b[1;32m    790\u001b[0m             \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mright_join_keys\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    791\u001b[0m             \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mjoin_names\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    792\u001b[0m             \u001b[0mleft_drop\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    793\u001b[0m             \u001b[0mright_drop\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 794\u001b[0;31m         ) = self._get_merge_keys()\n\u001b[0m\u001b[1;32m    795\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    796\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mleft_drop\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    797\u001b[0m             \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mleft\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mleft\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_drop_labels_or_levels\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mleft_drop\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/.pyenv/versions/3.10.6/envs/recettes-et-sentiments/lib/python3.10/site-packages/pandas/core/reshape/merge.py\u001b[0m in \u001b[0;36m?\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m   1306\u001b[0m                     \u001b[0;32mif\u001b[0m \u001b[0mlk\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1307\u001b[0m                         \u001b[0;31m# Then we're either Hashable or a wrong-length arraylike,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1308\u001b[0m                         \u001b[0;31m#  the latter of which will raise\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1309\u001b[0m                         \u001b[0mlk\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mcast\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mHashable\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mlk\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1310\u001b[0;31m                         \u001b[0mleft_keys\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mappend\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mleft\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_get_label_or_level_values\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mlk\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1311\u001b[0m                         \u001b[0mjoin_names\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mappend\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mlk\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1312\u001b[0m                     \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1313\u001b[0m                         \u001b[0;31m# work-around for merge_asof(left_index=True)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/.pyenv/versions/3.10.6/envs/recettes-et-sentiments/lib/python3.10/site-packages/pandas/core/generic.py\u001b[0m in \u001b[0;36m?\u001b[0;34m(self, key, axis)\u001b[0m\n\u001b[1;32m   1907\u001b[0m             \u001b[0mvalues\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mxs\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0maxis\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mother_axes\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_values\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1908\u001b[0m         \u001b[0;32melif\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_is_level_reference\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0maxis\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0maxis\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1909\u001b[0m             \u001b[0mvalues\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0maxes\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0maxis\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget_level_values\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_values\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1910\u001b[0m         \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1911\u001b[0;31m             \u001b[0;32mraise\u001b[0m \u001b[0mKeyError\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1912\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1913\u001b[0m         \u001b[0;31m# Check for duplicates\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1914\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mvalues\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mndim\u001b[0m \u001b[0;34m>\u001b[0m \u001b[0;36m1\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mKeyError\u001b[0m: 'id'"
     ]
    }
   ],
   "source": [
    "reviews = pd.read_csv('../batch-1672-recettes-et-sentiments-data/RAW_interactions.csv')\n",
    "preproc_with_rating = rs_data.get_y(preproc,reviews)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "2413b780",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>name</th>\n",
       "      <th>minutes</th>\n",
       "      <th>contributor_id</th>\n",
       "      <th>submitted</th>\n",
       "      <th>tags</th>\n",
       "      <th>n_steps</th>\n",
       "      <th>description</th>\n",
       "      <th>n_ingredients</th>\n",
       "      <th>calories</th>\n",
       "      <th>total_fat_pdv</th>\n",
       "      <th>sugar_pdv</th>\n",
       "      <th>sodium_pdv</th>\n",
       "      <th>protein_pdv</th>\n",
       "      <th>saturated_fat_pdv</th>\n",
       "      <th>carbohydrates_pdv</th>\n",
       "      <th>merged_steps</th>\n",
       "      <th>merged_ingredients</th>\n",
       "      <th>mean_rating</th>\n",
       "      <th>count_rating</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>137739</th>\n",
       "      <td>arriba bake winter squash mexican style</td>\n",
       "      <td>0.333333</td>\n",
       "      <td>47892</td>\n",
       "      <td>2005-09-16</td>\n",
       "      <td>b'[\"occasion\",\"north-american\",\"side-dishes\",\"...</td>\n",
       "      <td>11</td>\n",
       "      <td>autumn favorite year cook prepare either spicy...</td>\n",
       "      <td>7</td>\n",
       "      <td>-0.758361</td>\n",
       "      <td>-0.606061</td>\n",
       "      <td>-0.203390</td>\n",
       "      <td>-0.500000</td>\n",
       "      <td>-0.363636</td>\n",
       "      <td>-0.511111</td>\n",
       "      <td>-0.416667</td>\n",
       "      <td>make choice proceed depend size squash cut fou...</td>\n",
       "      <td>winter squash mexican seasoning mixed spice ho...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31490</th>\n",
       "      <td>bit different breakfast pizza</td>\n",
       "      <td>-0.222222</td>\n",
       "      <td>26278</td>\n",
       "      <td>2002-06-17</td>\n",
       "      <td>b'[\"occasion\",\"north-american\",\"breakfast\",\"ma...</td>\n",
       "      <td>9</td>\n",
       "      <td>call crust prebaked bit add ingredient feel fr...</td>\n",
       "      <td>6</td>\n",
       "      <td>-0.405386</td>\n",
       "      <td>-0.060606</td>\n",
       "      <td>-0.423729</td>\n",
       "      <td>0.107143</td>\n",
       "      <td>0.090909</td>\n",
       "      <td>0.266667</td>\n",
       "      <td>-0.666667</td>\n",
       "      <td>preheat oven degrees press dough bottom side p...</td>\n",
       "      <td>prepared pizza crust sausage patty egg milk sa...</td>\n",
       "      <td>3.5</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>112140</th>\n",
       "      <td>kitchen chili</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>196586</td>\n",
       "      <td>2005-02-25</td>\n",
       "      <td>b'[\"main-dish\",\"chili\",\"crock-pot-slow-cooker\"...</td>\n",
       "      <td>6</td>\n",
       "      <td>modify version mom chili hit christmas party m...</td>\n",
       "      <td>13</td>\n",
       "      <td>-0.126249</td>\n",
       "      <td>0.060606</td>\n",
       "      <td>0.118644</td>\n",
       "      <td>1.214286</td>\n",
       "      <td>0.477273</td>\n",
       "      <td>0.088889</td>\n",
       "      <td>-0.333333</td>\n",
       "      <td>brown ground beef large pot chop onion ground ...</td>\n",
       "      <td>ground beef yellow onion dice tomato tomato pa...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>59389</th>\n",
       "      <td>alouette potato</td>\n",
       "      <td>0.111111</td>\n",
       "      <td>68585</td>\n",
       "      <td>2003-04-14</td>\n",
       "      <td>b'[\"occasion\",\"side-dishes\",\"eggs-dairy\",\"pota...</td>\n",
       "      <td>11</td>\n",
       "      <td>super easy great taste make ahead side look li...</td>\n",
       "      <td>11</td>\n",
       "      <td>0.158390</td>\n",
       "      <td>-0.090909</td>\n",
       "      <td>-0.254237</td>\n",
       "      <td>-0.428571</td>\n",
       "      <td>-0.090909</td>\n",
       "      <td>-0.333333</td>\n",
       "      <td>0.916667</td>\n",
       "      <td>place potato large pot salt water gentle boil ...</td>\n",
       "      <td>spreadable cheese garlic herb new potato shall...</td>\n",
       "      <td>4.5</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44061</th>\n",
       "      <td>amish tomato ketchup canning</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>41706</td>\n",
       "      <td>2002-10-25</td>\n",
       "      <td>b'[\"weeknight\",\"occasion\",\"north-american\",\"ca...</td>\n",
       "      <td>5</td>\n",
       "      <td>dh amish mother raise much prefers store buy k...</td>\n",
       "      <td>8</td>\n",
       "      <td>0.114377</td>\n",
       "      <td>-0.575758</td>\n",
       "      <td>5.288136</td>\n",
       "      <td>0.321429</td>\n",
       "      <td>-0.340909</td>\n",
       "      <td>-0.511111</td>\n",
       "      <td>1.583333</td>\n",
       "      <td>mix ingredient boil hour thick jar old glass k...</td>\n",
       "      <td>tomato juice apple cider vinegar sugar salt pe...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>486161</th>\n",
       "      <td>zydeco soup</td>\n",
       "      <td>0.444444</td>\n",
       "      <td>227978</td>\n",
       "      <td>2012-08-29</td>\n",
       "      <td>b'[\"ham\",\"north-american\",\"soups-stews\",\"pork\"...</td>\n",
       "      <td>7</td>\n",
       "      <td>delicious soup originally find good home garde...</td>\n",
       "      <td>22</td>\n",
       "      <td>0.294773</td>\n",
       "      <td>0.181818</td>\n",
       "      <td>0.152542</td>\n",
       "      <td>0.428571</td>\n",
       "      <td>0.590909</td>\n",
       "      <td>-0.044444</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>heat oil quart dutch oven celery onion sweet p...</td>\n",
       "      <td>celery onion green sweet pepper garlic clove o...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>493372</th>\n",
       "      <td>zydeco spice mix</td>\n",
       "      <td>-0.777778</td>\n",
       "      <td>1500678</td>\n",
       "      <td>2013-01-09</td>\n",
       "      <td>b'[\"for-large-groups\",\"condiments-etc\",\"easy\",...</td>\n",
       "      <td>1</td>\n",
       "      <td>spice mix make bud dance</td>\n",
       "      <td>13</td>\n",
       "      <td>-0.864630</td>\n",
       "      <td>-0.606061</td>\n",
       "      <td>-0.389831</td>\n",
       "      <td>1.571429</td>\n",
       "      <td>-0.386364</td>\n",
       "      <td>-0.511111</td>\n",
       "      <td>-0.666667</td>\n",
       "      <td>mix ingredient thoroughly</td>\n",
       "      <td>paprika salt garlic powder onion powder dry ba...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>308080</th>\n",
       "      <td>zydeco ya ya devil egg</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>37779</td>\n",
       "      <td>2008-06-07</td>\n",
       "      <td>b'[\"appetizers\",\"eggs-dairy\",\"easy\",\"finger-fo...</td>\n",
       "      <td>7</td>\n",
       "      <td>devil egg cajun style</td>\n",
       "      <td>8</td>\n",
       "      <td>-0.736065</td>\n",
       "      <td>-0.424242</td>\n",
       "      <td>-0.389831</td>\n",
       "      <td>-0.392857</td>\n",
       "      <td>-0.272727</td>\n",
       "      <td>-0.400000</td>\n",
       "      <td>-0.750000</td>\n",
       "      <td>bowl mash yolk mayonnaise stir mustard stir ca...</td>\n",
       "      <td>hard egg mayonnaise dijon mustard salt free ca...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>298512</th>\n",
       "      <td>cooky design cooky stick</td>\n",
       "      <td>-0.244444</td>\n",
       "      <td>506822</td>\n",
       "      <td>2008-04-15</td>\n",
       "      <td>b'[\"for-large-groups\",\"hand-formed-cookies\",\"d...</td>\n",
       "      <td>9</td>\n",
       "      <td>heard cooky design company never try cooky sup...</td>\n",
       "      <td>10</td>\n",
       "      <td>-0.363110</td>\n",
       "      <td>-0.272727</td>\n",
       "      <td>0.542373</td>\n",
       "      <td>-0.107143</td>\n",
       "      <td>-0.250000</td>\n",
       "      <td>-0.044444</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>place melt butter large mix bowl list beat wel...</td>\n",
       "      <td>butter eagle brand condense milk light brown s...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>298509</th>\n",
       "      <td>cooky design sugar shortbread cooky</td>\n",
       "      <td>-0.444444</td>\n",
       "      <td>506822</td>\n",
       "      <td>2008-04-15</td>\n",
       "      <td>b'[\"occasion\",\"for-large-groups\",\"rolled-cooki...</td>\n",
       "      <td>5</td>\n",
       "      <td>heard cooky design company never try cooky sup...</td>\n",
       "      <td>7</td>\n",
       "      <td>-0.401042</td>\n",
       "      <td>-0.181818</td>\n",
       "      <td>0.135593</td>\n",
       "      <td>-0.357143</td>\n",
       "      <td>-0.318182</td>\n",
       "      <td>-0.266667</td>\n",
       "      <td>-0.250000</td>\n",
       "      <td>whip sugar shorten large bowl egg beat well in...</td>\n",
       "      <td>granulate sugar shorten egg flour cream tartar...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>231636 rows × 19 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           name   minutes  contributor_id  \\\n",
       "id                                                                          \n",
       "137739  arriba bake winter squash mexican style  0.333333           47892   \n",
       "31490             bit different breakfast pizza -0.222222           26278   \n",
       "112140                            kitchen chili  2.000000          196586   \n",
       "59389                           alouette potato  0.111111           68585   \n",
       "44061              amish tomato ketchup canning  2.000000           41706   \n",
       "...                                         ...       ...             ...   \n",
       "486161                              zydeco soup  0.444444          227978   \n",
       "493372                         zydeco spice mix -0.777778         1500678   \n",
       "308080                   zydeco ya ya devil egg  0.000000           37779   \n",
       "298512                 cooky design cooky stick -0.244444          506822   \n",
       "298509      cooky design sugar shortbread cooky -0.444444          506822   \n",
       "\n",
       "        submitted                                               tags  n_steps  \\\n",
       "id                                                                              \n",
       "137739 2005-09-16  b'[\"occasion\",\"north-american\",\"side-dishes\",\"...       11   \n",
       "31490  2002-06-17  b'[\"occasion\",\"north-american\",\"breakfast\",\"ma...        9   \n",
       "112140 2005-02-25  b'[\"main-dish\",\"chili\",\"crock-pot-slow-cooker\"...        6   \n",
       "59389  2003-04-14  b'[\"occasion\",\"side-dishes\",\"eggs-dairy\",\"pota...       11   \n",
       "44061  2002-10-25  b'[\"weeknight\",\"occasion\",\"north-american\",\"ca...        5   \n",
       "...           ...                                                ...      ...   \n",
       "486161 2012-08-29  b'[\"ham\",\"north-american\",\"soups-stews\",\"pork\"...        7   \n",
       "493372 2013-01-09  b'[\"for-large-groups\",\"condiments-etc\",\"easy\",...        1   \n",
       "308080 2008-06-07  b'[\"appetizers\",\"eggs-dairy\",\"easy\",\"finger-fo...        7   \n",
       "298512 2008-04-15  b'[\"for-large-groups\",\"hand-formed-cookies\",\"d...        9   \n",
       "298509 2008-04-15  b'[\"occasion\",\"for-large-groups\",\"rolled-cooki...        5   \n",
       "\n",
       "                                              description  n_ingredients  \\\n",
       "id                                                                         \n",
       "137739  autumn favorite year cook prepare either spicy...              7   \n",
       "31490   call crust prebaked bit add ingredient feel fr...              6   \n",
       "112140  modify version mom chili hit christmas party m...             13   \n",
       "59389   super easy great taste make ahead side look li...             11   \n",
       "44061   dh amish mother raise much prefers store buy k...              8   \n",
       "...                                                   ...            ...   \n",
       "486161  delicious soup originally find good home garde...             22   \n",
       "493372                           spice mix make bud dance             13   \n",
       "308080                              devil egg cajun style              8   \n",
       "298512  heard cooky design company never try cooky sup...             10   \n",
       "298509  heard cooky design company never try cooky sup...              7   \n",
       "\n",
       "        calories  total_fat_pdv  sugar_pdv  sodium_pdv  protein_pdv  \\\n",
       "id                                                                    \n",
       "137739 -0.758361      -0.606061  -0.203390   -0.500000    -0.363636   \n",
       "31490  -0.405386      -0.060606  -0.423729    0.107143     0.090909   \n",
       "112140 -0.126249       0.060606   0.118644    1.214286     0.477273   \n",
       "59389   0.158390      -0.090909  -0.254237   -0.428571    -0.090909   \n",
       "44061   0.114377      -0.575758   5.288136    0.321429    -0.340909   \n",
       "...          ...            ...        ...         ...          ...   \n",
       "486161  0.294773       0.181818   0.152542    0.428571     0.590909   \n",
       "493372 -0.864630      -0.606061  -0.389831    1.571429    -0.386364   \n",
       "308080 -0.736065      -0.424242  -0.389831   -0.392857    -0.272727   \n",
       "298512 -0.363110      -0.272727   0.542373   -0.107143    -0.250000   \n",
       "298509 -0.401042      -0.181818   0.135593   -0.357143    -0.318182   \n",
       "\n",
       "        saturated_fat_pdv  carbohydrates_pdv  \\\n",
       "id                                             \n",
       "137739          -0.511111          -0.416667   \n",
       "31490            0.266667          -0.666667   \n",
       "112140           0.088889          -0.333333   \n",
       "59389           -0.333333           0.916667   \n",
       "44061           -0.511111           1.583333   \n",
       "...                   ...                ...   \n",
       "486161          -0.044444           0.500000   \n",
       "493372          -0.511111          -0.666667   \n",
       "308080          -0.400000          -0.750000   \n",
       "298512          -0.044444           0.000000   \n",
       "298509          -0.266667          -0.250000   \n",
       "\n",
       "                                             merged_steps  \\\n",
       "id                                                          \n",
       "137739  make choice proceed depend size squash cut fou...   \n",
       "31490   preheat oven degrees press dough bottom side p...   \n",
       "112140  brown ground beef large pot chop onion ground ...   \n",
       "59389   place potato large pot salt water gentle boil ...   \n",
       "44061   mix ingredient boil hour thick jar old glass k...   \n",
       "...                                                   ...   \n",
       "486161  heat oil quart dutch oven celery onion sweet p...   \n",
       "493372                          mix ingredient thoroughly   \n",
       "308080  bowl mash yolk mayonnaise stir mustard stir ca...   \n",
       "298512  place melt butter large mix bowl list beat wel...   \n",
       "298509  whip sugar shorten large bowl egg beat well in...   \n",
       "\n",
       "                                       merged_ingredients  mean_rating  \\\n",
       "id                                                                       \n",
       "137739  winter squash mexican seasoning mixed spice ho...          5.0   \n",
       "31490   prepared pizza crust sausage patty egg milk sa...          3.5   \n",
       "112140  ground beef yellow onion dice tomato tomato pa...          4.0   \n",
       "59389   spreadable cheese garlic herb new potato shall...          4.5   \n",
       "44061   tomato juice apple cider vinegar sugar salt pe...          5.0   \n",
       "...                                                   ...          ...   \n",
       "486161  celery onion green sweet pepper garlic clove o...          5.0   \n",
       "493372  paprika salt garlic powder onion powder dry ba...          5.0   \n",
       "308080  hard egg mayonnaise dijon mustard salt free ca...          5.0   \n",
       "298512  butter eagle brand condense milk light brown s...          1.0   \n",
       "298509  granulate sugar shorten egg flour cream tartar...          2.0   \n",
       "\n",
       "        count_rating  \n",
       "id                    \n",
       "137739             3  \n",
       "31490              4  \n",
       "112140             1  \n",
       "59389              2  \n",
       "44061              1  \n",
       "...              ...  \n",
       "486161             6  \n",
       "493372             1  \n",
       "308080             5  \n",
       "298512             1  \n",
       "298509             3  \n",
       "\n",
       "[231636 rows x 19 columns]"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import pandas as pd\n",
    "pd.read_parquet('../batch-1672-recettes-et-sentiments-data/last_preproc_we_hope.parquet')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "043b8525",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.6"
  },
  "toc": {
   "base_numbering": 1,
   "nav_menu": {},
   "number_sections": true,
   "sideBar": true,
   "skip_h1_title": false,
   "title_cell": "Table of Contents",
   "title_sidebar": "Contents",
   "toc_cell": false,
   "toc_position": {},
   "toc_section_display": true,
   "toc_window_display": false
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}