Safcom_Hackathon.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Imports\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "from sklearn.cluster import KMeans\n",
    "from sklearn.preprocessing import MinMaxScaler"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Load dataset and define maximum columns to be displayed so as to avoid some columns from being hidden\n",
    "data = pd.read_json(\"S:/Xampp/htdocs/tweepy/tweets.json\")\n",
    "pd.set_option('display.max_columns', 500)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>contributors</th>\n",
       "      <th>coordinates</th>\n",
       "      <th>created_at</th>\n",
       "      <th>display_text_range</th>\n",
       "      <th>entities</th>\n",
       "      <th>extended_entities</th>\n",
       "      <th>extended_tweet</th>\n",
       "      <th>favorite_count</th>\n",
       "      <th>favorited</th>\n",
       "      <th>filter_level</th>\n",
       "      <th>geo</th>\n",
       "      <th>id</th>\n",
       "      <th>id_str</th>\n",
       "      <th>in_reply_to_screen_name</th>\n",
       "      <th>in_reply_to_status_id</th>\n",
       "      <th>in_reply_to_status_id_str</th>\n",
       "      <th>in_reply_to_user_id</th>\n",
       "      <th>in_reply_to_user_id_str</th>\n",
       "      <th>is_quote_status</th>\n",
       "      <th>lang</th>\n",
       "      <th>limit</th>\n",
       "      <th>place</th>\n",
       "      <th>possibly_sensitive</th>\n",
       "      <th>quote_count</th>\n",
       "      <th>quoted_status</th>\n",
       "      <th>quoted_status_id</th>\n",
       "      <th>quoted_status_id_str</th>\n",
       "      <th>quoted_status_permalink</th>\n",
       "      <th>reply_count</th>\n",
       "      <th>retweet_count</th>\n",
       "      <th>retweeted</th>\n",
       "      <th>retweeted_status</th>\n",
       "      <th>source</th>\n",
       "      <th>text</th>\n",
       "      <th>timestamp_ms</th>\n",
       "      <th>truncated</th>\n",
       "      <th>user</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>2019-02-26 07:44:27</td>\n",
       "      <td>NaN</td>\n",
       "      <td>{'hashtags': [], 'urls': [], 'user_mentions': ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>low</td>\n",
       "      <td>None</td>\n",
       "      <td>1.100301e+18</td>\n",
       "      <td>1.100301e+18</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>tr</td>\n",
       "      <td>NaN</td>\n",
       "      <td>{'id': '3078869807f9dd36', 'url': 'https://api...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/android\" ...</td>\n",
       "      <td>Pencereni aç ve sabahı kokla. Hayat güzel. Sev...</td>\n",
       "      <td>2019-02-26 07:44:27.135</td>\n",
       "      <td>0.0</td>\n",
       "      <td>{'id': 993959236752338944, 'id_str': '99395923...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>2019-02-25 10:41:18</td>\n",
       "      <td>NaN</td>\n",
       "      <td>{'hashtags': [], 'urls': [], 'user_mentions': ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>low</td>\n",
       "      <td>None</td>\n",
       "      <td>1.099983e+18</td>\n",
       "      <td>1.099983e+18</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>pt</td>\n",
       "      <td>NaN</td>\n",
       "      <td>{'id': 'b994e5ab6edeabcc', 'url': 'https://api...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>{'created_at': 'Mon Feb 25 08:55:02 +0000 2019...</td>\n",
       "      <td>1.099956e+18</td>\n",
       "      <td>1.099956e+18</td>\n",
       "      <td>{'url': 'https://t.co/sBAlQeNm2M', 'expanded':...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/android\" ...</td>\n",
       "      <td>Isso ae</td>\n",
       "      <td>2019-02-25 10:41:18.352</td>\n",
       "      <td>0.0</td>\n",
       "      <td>{'id': 307678258, 'id_str': '307678258', 'name...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>2019-02-26 07:44:13</td>\n",
       "      <td>NaN</td>\n",
       "      <td>{'hashtags': [{'text': 'Cancer', 'indices': [9...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>low</td>\n",
       "      <td>None</td>\n",
       "      <td>1.100300e+18</td>\n",
       "      <td>1.100300e+18</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>en</td>\n",
       "      <td>NaN</td>\n",
       "      <td>{'id': '7ae9e2f2ff7a87cd', 'url': 'https://api...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>{'created_at': 'Mon Feb 25 13:36:16 +0000 2019...</td>\n",
       "      <td>1.100027e+18</td>\n",
       "      <td>1.100027e+18</td>\n",
       "      <td>{'url': 'https://t.co/SS8dmzeSzF', 'expanded':...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>F*** you #Cancer another life barely begun sto...</td>\n",
       "      <td>2019-02-26 07:44:13.446</td>\n",
       "      <td>0.0</td>\n",
       "      <td>{'id': 67979303, 'id_str': '67979303', 'name':...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>2019-02-25 10:40:59</td>\n",
       "      <td>[31, 31]</td>\n",
       "      <td>{'hashtags': [], 'urls': [], 'user_mentions': ...</td>\n",
       "      <td>{'media': [{'id': 1099982574418415616, 'id_str...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>low</td>\n",
       "      <td>None</td>\n",
       "      <td>1.099983e+18</td>\n",
       "      <td>1.099983e+18</td>\n",
       "      <td>parfaite_1223</td>\n",
       "      <td>1.099972e+18</td>\n",
       "      <td>1.099972e+18</td>\n",
       "      <td>7.031677e+17</td>\n",
       "      <td>7.031677e+17</td>\n",
       "      <td>0.0</td>\n",
       "      <td>und</td>\n",
       "      <td>NaN</td>\n",
       "      <td>{'id': '019a3137395a2973', 'url': 'https://api...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/android\" ...</td>\n",
       "      <td>@parfaite_1223 @parfaite_narumi https://t.co/9...</td>\n",
       "      <td>2019-02-25 10:40:59.530</td>\n",
       "      <td>0.0</td>\n",
       "      <td>{'id': 2346918559, 'id_str': '2346918559', 'na...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>2019-02-26 19:15:19</td>\n",
       "      <td>NaN</td>\n",
       "      <td>{'hashtags': [], 'urls': [], 'user_mentions': ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>low</td>\n",
       "      <td>None</td>\n",
       "      <td>1.100474e+18</td>\n",
       "      <td>1.100474e+18</td>\n",
       "      <td>Mbuthuma</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.060205e+07</td>\n",
       "      <td>6.060205e+07</td>\n",
       "      <td>0.0</td>\n",
       "      <td>en</td>\n",
       "      <td>NaN</td>\n",
       "      <td>{'id': '46c1b1ab24d7e11a', 'url': 'https://api...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>@Mbuthuma I have beeeeen following you! Twitte...</td>\n",
       "      <td>2019-02-26 19:15:19.983</td>\n",
       "      <td>0.0</td>\n",
       "      <td>{'id': 20133650, 'id_str': '20133650', 'name':...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>2019-02-26 07:44:42</td>\n",
       "      <td>NaN</td>\n",
       "      <td>{'hashtags': [], 'urls': [], 'user_mentions': ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>low</td>\n",
       "      <td>None</td>\n",
       "      <td>1.100301e+18</td>\n",
       "      <td>1.100301e+18</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>ar</td>\n",
       "      <td>NaN</td>\n",
       "      <td>{'id': '001907e868d06e24', 'url': 'https://api...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>جاكي شان بيصور الفيلم الجديد بتاعه جنبنا وعامل...</td>\n",
       "      <td>2019-02-26 07:44:42.070</td>\n",
       "      <td>0.0</td>\n",
       "      <td>{'id': 328124255, 'id_str': '328124255', 'name...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>2019-02-25 10:41:01</td>\n",
       "      <td>[15, 21]</td>\n",
       "      <td>{'hashtags': [], 'urls': [], 'user_mentions': ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>low</td>\n",
       "      <td>None</td>\n",
       "      <td>1.099983e+18</td>\n",
       "      <td>1.099983e+18</td>\n",
       "      <td>greenhousenyt</td>\n",
       "      <td>1.099823e+18</td>\n",
       "      <td>1.099823e+18</td>\n",
       "      <td>2.684763e+08</td>\n",
       "      <td>2.684763e+08</td>\n",
       "      <td>0.0</td>\n",
       "      <td>und</td>\n",
       "      <td>NaN</td>\n",
       "      <td>{'id': '5722ff20ba67083b', 'url': 'https://api...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>@greenhousenyt 👏👏👏👏👏👏</td>\n",
       "      <td>2019-02-25 10:41:01.017</td>\n",
       "      <td>0.0</td>\n",
       "      <td>{'id': 391034611, 'id_str': '391034611', 'name...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>2019-02-25 10:41:01</td>\n",
       "      <td>NaN</td>\n",
       "      <td>{'hashtags': [], 'urls': [], 'user_mentions': ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>low</td>\n",
       "      <td>None</td>\n",
       "      <td>1.099983e+18</td>\n",
       "      <td>1.099983e+18</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>ja</td>\n",
       "      <td>NaN</td>\n",
       "      <td>{'id': '24f07b6d792fa678', 'url': 'https://api...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>そろそろキャンプの準備するか。</td>\n",
       "      <td>2019-02-25 10:41:01.150</td>\n",
       "      <td>0.0</td>\n",
       "      <td>{'id': 237612409, 'id_str': '237612409', 'name...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>2019-02-26 07:44:37</td>\n",
       "      <td>[8, 22]</td>\n",
       "      <td>{'hashtags': [], 'urls': [], 'user_mentions': ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>low</td>\n",
       "      <td>None</td>\n",
       "      <td>1.100301e+18</td>\n",
       "      <td>1.100301e+18</td>\n",
       "      <td>Tkn117</td>\n",
       "      <td>1.100256e+18</td>\n",
       "      <td>1.100256e+18</td>\n",
       "      <td>2.864683e+08</td>\n",
       "      <td>2.864683e+08</td>\n",
       "      <td>0.0</td>\n",
       "      <td>pt</td>\n",
       "      <td>NaN</td>\n",
       "      <td>{'id': '97bcdfca1a2dca59', 'url': 'https://api...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>@Tkn117 oi lindo t amo</td>\n",
       "      <td>2019-02-26 07:44:37.471</td>\n",
       "      <td>0.0</td>\n",
       "      <td>{'id': 52052164, 'id_str': '52052164', 'name':...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>2019-02-26 07:44:38</td>\n",
       "      <td>[13, 21]</td>\n",
       "      <td>{'hashtags': [], 'urls': [], 'user_mentions': ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>low</td>\n",
       "      <td>None</td>\n",
       "      <td>1.100301e+18</td>\n",
       "      <td>1.100301e+18</td>\n",
       "      <td>RollyRockza</td>\n",
       "      <td>1.100298e+18</td>\n",
       "      <td>1.100298e+18</td>\n",
       "      <td>2.264769e+09</td>\n",
       "      <td>2.264769e+09</td>\n",
       "      <td>0.0</td>\n",
       "      <td>tl</td>\n",
       "      <td>NaN</td>\n",
       "      <td>{'id': 'dd9c0d7d7e07eb49', 'url': 'https://api...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>@RollyRockza Mbavhala</td>\n",
       "      <td>2019-02-26 07:44:38.322</td>\n",
       "      <td>0.0</td>\n",
       "      <td>{'id': 450095256, 'id_str': '450095256', 'name...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   contributors coordinates          created_at display_text_range  \\\n",
       "0           NaN        None 2019-02-26 07:44:27                NaN   \n",
       "1           NaN        None 2019-02-25 10:41:18                NaN   \n",
       "2           NaN        None 2019-02-26 07:44:13                NaN   \n",
       "3           NaN        None 2019-02-25 10:40:59           [31, 31]   \n",
       "4           NaN        None 2019-02-26 19:15:19                NaN   \n",
       "5           NaN        None 2019-02-26 07:44:42                NaN   \n",
       "6           NaN        None 2019-02-25 10:41:01           [15, 21]   \n",
       "7           NaN        None 2019-02-25 10:41:01                NaN   \n",
       "8           NaN        None 2019-02-26 07:44:37            [8, 22]   \n",
       "9           NaN        None 2019-02-26 07:44:38           [13, 21]   \n",
       "\n",
       "                                            entities  \\\n",
       "0  {'hashtags': [], 'urls': [], 'user_mentions': ...   \n",
       "1  {'hashtags': [], 'urls': [], 'user_mentions': ...   \n",
       "2  {'hashtags': [{'text': 'Cancer', 'indices': [9...   \n",
       "3  {'hashtags': [], 'urls': [], 'user_mentions': ...   \n",
       "4  {'hashtags': [], 'urls': [], 'user_mentions': ...   \n",
       "5  {'hashtags': [], 'urls': [], 'user_mentions': ...   \n",
       "6  {'hashtags': [], 'urls': [], 'user_mentions': ...   \n",
       "7  {'hashtags': [], 'urls': [], 'user_mentions': ...   \n",
       "8  {'hashtags': [], 'urls': [], 'user_mentions': ...   \n",
       "9  {'hashtags': [], 'urls': [], 'user_mentions': ...   \n",
       "\n",
       "                                   extended_entities extended_tweet  \\\n",
       "0                                                NaN            NaN   \n",
       "1                                                NaN            NaN   \n",
       "2                                                NaN            NaN   \n",
       "3  {'media': [{'id': 1099982574418415616, 'id_str...            NaN   \n",
       "4                                                NaN            NaN   \n",
       "5                                                NaN            NaN   \n",
       "6                                                NaN            NaN   \n",
       "7                                                NaN            NaN   \n",
       "8                                                NaN            NaN   \n",
       "9                                                NaN            NaN   \n",
       "\n",
       "   favorite_count  favorited filter_level   geo            id        id_str  \\\n",
       "0             0.0        0.0          low  None  1.100301e+18  1.100301e+18   \n",
       "1             0.0        0.0          low  None  1.099983e+18  1.099983e+18   \n",
       "2             0.0        0.0          low  None  1.100300e+18  1.100300e+18   \n",
       "3             0.0        0.0          low  None  1.099983e+18  1.099983e+18   \n",
       "4             0.0        0.0          low  None  1.100474e+18  1.100474e+18   \n",
       "5             0.0        0.0          low  None  1.100301e+18  1.100301e+18   \n",
       "6             0.0        0.0          low  None  1.099983e+18  1.099983e+18   \n",
       "7             0.0        0.0          low  None  1.099983e+18  1.099983e+18   \n",
       "8             0.0        0.0          low  None  1.100301e+18  1.100301e+18   \n",
       "9             0.0        0.0          low  None  1.100301e+18  1.100301e+18   \n",
       "\n",
       "  in_reply_to_screen_name  in_reply_to_status_id  in_reply_to_status_id_str  \\\n",
       "0                    None                    NaN                        NaN   \n",
       "1                    None                    NaN                        NaN   \n",
       "2                    None                    NaN                        NaN   \n",
       "3           parfaite_1223           1.099972e+18               1.099972e+18   \n",
       "4                Mbuthuma                    NaN                        NaN   \n",
       "5                    None                    NaN                        NaN   \n",
       "6           greenhousenyt           1.099823e+18               1.099823e+18   \n",
       "7                    None                    NaN                        NaN   \n",
       "8                  Tkn117           1.100256e+18               1.100256e+18   \n",
       "9             RollyRockza           1.100298e+18               1.100298e+18   \n",
       "\n",
       "   in_reply_to_user_id  in_reply_to_user_id_str  is_quote_status lang limit  \\\n",
       "0                  NaN                      NaN              0.0   tr   NaN   \n",
       "1                  NaN                      NaN              1.0   pt   NaN   \n",
       "2                  NaN                      NaN              1.0   en   NaN   \n",
       "3         7.031677e+17             7.031677e+17              0.0  und   NaN   \n",
       "4         6.060205e+07             6.060205e+07              0.0   en   NaN   \n",
       "5                  NaN                      NaN              0.0   ar   NaN   \n",
       "6         2.684763e+08             2.684763e+08              0.0  und   NaN   \n",
       "7                  NaN                      NaN              0.0   ja   NaN   \n",
       "8         2.864683e+08             2.864683e+08              0.0   pt   NaN   \n",
       "9         2.264769e+09             2.264769e+09              0.0   tl   NaN   \n",
       "\n",
       "                                               place  possibly_sensitive  \\\n",
       "0  {'id': '3078869807f9dd36', 'url': 'https://api...                 NaN   \n",
       "1  {'id': 'b994e5ab6edeabcc', 'url': 'https://api...                 NaN   \n",
       "2  {'id': '7ae9e2f2ff7a87cd', 'url': 'https://api...                 NaN   \n",
       "3  {'id': '019a3137395a2973', 'url': 'https://api...                 0.0   \n",
       "4  {'id': '46c1b1ab24d7e11a', 'url': 'https://api...                 NaN   \n",
       "5  {'id': '001907e868d06e24', 'url': 'https://api...                 NaN   \n",
       "6  {'id': '5722ff20ba67083b', 'url': 'https://api...                 NaN   \n",
       "7  {'id': '24f07b6d792fa678', 'url': 'https://api...                 NaN   \n",
       "8  {'id': '97bcdfca1a2dca59', 'url': 'https://api...                 NaN   \n",
       "9  {'id': 'dd9c0d7d7e07eb49', 'url': 'https://api...                 NaN   \n",
       "\n",
       "   quote_count                                      quoted_status  \\\n",
       "0          0.0                                                NaN   \n",
       "1          0.0  {'created_at': 'Mon Feb 25 08:55:02 +0000 2019...   \n",
       "2          0.0  {'created_at': 'Mon Feb 25 13:36:16 +0000 2019...   \n",
       "3          0.0                                                NaN   \n",
       "4          0.0                                                NaN   \n",
       "5          0.0                                                NaN   \n",
       "6          0.0                                                NaN   \n",
       "7          0.0                                                NaN   \n",
       "8          0.0                                                NaN   \n",
       "9          0.0                                                NaN   \n",
       "\n",
       "   quoted_status_id  quoted_status_id_str  \\\n",
       "0               NaN                   NaN   \n",
       "1      1.099956e+18          1.099956e+18   \n",
       "2      1.100027e+18          1.100027e+18   \n",
       "3               NaN                   NaN   \n",
       "4               NaN                   NaN   \n",
       "5               NaN                   NaN   \n",
       "6               NaN                   NaN   \n",
       "7               NaN                   NaN   \n",
       "8               NaN                   NaN   \n",
       "9               NaN                   NaN   \n",
       "\n",
       "                             quoted_status_permalink  reply_count  \\\n",
       "0                                                NaN          0.0   \n",
       "1  {'url': 'https://t.co/sBAlQeNm2M', 'expanded':...          0.0   \n",
       "2  {'url': 'https://t.co/SS8dmzeSzF', 'expanded':...          0.0   \n",
       "3                                                NaN          0.0   \n",
       "4                                                NaN          0.0   \n",
       "5                                                NaN          0.0   \n",
       "6                                                NaN          0.0   \n",
       "7                                                NaN          0.0   \n",
       "8                                                NaN          0.0   \n",
       "9                                                NaN          0.0   \n",
       "\n",
       "   retweet_count  retweeted retweeted_status  \\\n",
       "0            0.0        0.0              NaN   \n",
       "1            0.0        0.0              NaN   \n",
       "2            0.0        0.0              NaN   \n",
       "3            0.0        0.0              NaN   \n",
       "4            0.0        0.0              NaN   \n",
       "5            0.0        0.0              NaN   \n",
       "6            0.0        0.0              NaN   \n",
       "7            0.0        0.0              NaN   \n",
       "8            0.0        0.0              NaN   \n",
       "9            0.0        0.0              NaN   \n",
       "\n",
       "                                              source  \\\n",
       "0  <a href=\"http://twitter.com/download/android\" ...   \n",
       "1  <a href=\"http://twitter.com/download/android\" ...   \n",
       "2  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "3  <a href=\"http://twitter.com/download/android\" ...   \n",
       "4  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "5  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "6  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "7  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "8  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "9  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "\n",
       "                                                text            timestamp_ms  \\\n",
       "0  Pencereni aç ve sabahı kokla. Hayat güzel. Sev... 2019-02-26 07:44:27.135   \n",
       "1                                            Isso ae 2019-02-25 10:41:18.352   \n",
       "2  F*** you #Cancer another life barely begun sto... 2019-02-26 07:44:13.446   \n",
       "3  @parfaite_1223 @parfaite_narumi https://t.co/9... 2019-02-25 10:40:59.530   \n",
       "4  @Mbuthuma I have beeeeen following you! Twitte... 2019-02-26 19:15:19.983   \n",
       "5  جاكي شان بيصور الفيلم الجديد بتاعه جنبنا وعامل... 2019-02-26 07:44:42.070   \n",
       "6                              @greenhousenyt 👏👏👏👏👏👏 2019-02-25 10:41:01.017   \n",
       "7                                    そろそろキャンプの準備するか。 2019-02-25 10:41:01.150   \n",
       "8                             @Tkn117 oi lindo t amo 2019-02-26 07:44:37.471   \n",
       "9                              @RollyRockza Mbavhala 2019-02-26 07:44:38.322   \n",
       "\n",
       "   truncated                                               user  \n",
       "0        0.0  {'id': 993959236752338944, 'id_str': '99395923...  \n",
       "1        0.0  {'id': 307678258, 'id_str': '307678258', 'name...  \n",
       "2        0.0  {'id': 67979303, 'id_str': '67979303', 'name':...  \n",
       "3        0.0  {'id': 2346918559, 'id_str': '2346918559', 'na...  \n",
       "4        0.0  {'id': 20133650, 'id_str': '20133650', 'name':...  \n",
       "5        0.0  {'id': 328124255, 'id_str': '328124255', 'name...  \n",
       "6        0.0  {'id': 391034611, 'id_str': '391034611', 'name...  \n",
       "7        0.0  {'id': 237612409, 'id_str': '237612409', 'name...  \n",
       "8        0.0  {'id': 52052164, 'id_str': '52052164', 'name':...  \n",
       "9        0.0  {'id': 450095256, 'id_str': '450095256', 'name...  "
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Shuffle the data, to bring records with coordinates set to the top 10\n",
    "data = data.sample(frac=1).reset_index(drop=True)\n",
    "data.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(4147, 37)"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Size of dataset\n",
    "data.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "contributors                 4147\n",
       "coordinates                  3791\n",
       "created_at                     33\n",
       "display_text_range           2364\n",
       "entities                       33\n",
       "extended_entities            3762\n",
       "extended_tweet               3451\n",
       "favorite_count                 33\n",
       "favorited                      33\n",
       "filter_level                   33\n",
       "geo                          3791\n",
       "id                             33\n",
       "id_str                         33\n",
       "in_reply_to_screen_name      2619\n",
       "in_reply_to_status_id        2707\n",
       "in_reply_to_status_id_str    2707\n",
       "in_reply_to_user_id          2619\n",
       "in_reply_to_user_id_str      2619\n",
       "is_quote_status                33\n",
       "lang                           33\n",
       "limit                        4114\n",
       "place                         477\n",
       "possibly_sensitive           3226\n",
       "quote_count                    33\n",
       "quoted_status                3543\n",
       "quoted_status_id             3543\n",
       "quoted_status_id_str         3543\n",
       "quoted_status_permalink      3543\n",
       "reply_count                    33\n",
       "retweet_count                  33\n",
       "retweeted                      33\n",
       "retweeted_status             3786\n",
       "source                         33\n",
       "text                           33\n",
       "timestamp_ms                   33\n",
       "truncated                      33\n",
       "user                           33\n",
       "dtype: int64"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Find the null values\n",
    "data.apply(lambda d: sum(d.isnull()), axis = 0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>coordinates</th>\n",
       "      <th>entities</th>\n",
       "      <th>extended_tweet</th>\n",
       "      <th>favorite_count</th>\n",
       "      <th>geo</th>\n",
       "      <th>lang</th>\n",
       "      <th>place</th>\n",
       "      <th>possibly_sensitive</th>\n",
       "      <th>reply_count</th>\n",
       "      <th>retweet_count</th>\n",
       "      <th>retweeted</th>\n",
       "      <th>retweeted_status</th>\n",
       "      <th>source</th>\n",
       "      <th>text</th>\n",
       "      <th>user</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>None</td>\n",
       "      <td>{'hashtags': [], 'urls': [], 'user_mentions': ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>tr</td>\n",
       "      <td>{'id': '3078869807f9dd36', 'url': 'https://api...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/android\" ...</td>\n",
       "      <td>Pencereni aç ve sabahı kokla. Hayat güzel. Sev...</td>\n",
       "      <td>{'id': 993959236752338944, 'id_str': '99395923...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>None</td>\n",
       "      <td>{'hashtags': [], 'urls': [], 'user_mentions': ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>pt</td>\n",
       "      <td>{'id': 'b994e5ab6edeabcc', 'url': 'https://api...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/android\" ...</td>\n",
       "      <td>Isso ae</td>\n",
       "      <td>{'id': 307678258, 'id_str': '307678258', 'name...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>None</td>\n",
       "      <td>{'hashtags': [{'text': 'Cancer', 'indices': [9...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>en</td>\n",
       "      <td>{'id': '7ae9e2f2ff7a87cd', 'url': 'https://api...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>F*** you #Cancer another life barely begun sto...</td>\n",
       "      <td>{'id': 67979303, 'id_str': '67979303', 'name':...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>None</td>\n",
       "      <td>{'hashtags': [], 'urls': [], 'user_mentions': ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>und</td>\n",
       "      <td>{'id': '019a3137395a2973', 'url': 'https://api...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/android\" ...</td>\n",
       "      <td>@parfaite_1223 @parfaite_narumi https://t.co/9...</td>\n",
       "      <td>{'id': 2346918559, 'id_str': '2346918559', 'na...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>None</td>\n",
       "      <td>{'hashtags': [], 'urls': [], 'user_mentions': ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>en</td>\n",
       "      <td>{'id': '46c1b1ab24d7e11a', 'url': 'https://api...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>@Mbuthuma I have beeeeen following you! Twitte...</td>\n",
       "      <td>{'id': 20133650, 'id_str': '20133650', 'name':...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>None</td>\n",
       "      <td>{'hashtags': [], 'urls': [], 'user_mentions': ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>ar</td>\n",
       "      <td>{'id': '001907e868d06e24', 'url': 'https://api...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>جاكي شان بيصور الفيلم الجديد بتاعه جنبنا وعامل...</td>\n",
       "      <td>{'id': 328124255, 'id_str': '328124255', 'name...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>None</td>\n",
       "      <td>{'hashtags': [], 'urls': [], 'user_mentions': ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>und</td>\n",
       "      <td>{'id': '5722ff20ba67083b', 'url': 'https://api...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>@greenhousenyt 👏👏👏👏👏👏</td>\n",
       "      <td>{'id': 391034611, 'id_str': '391034611', 'name...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>None</td>\n",
       "      <td>{'hashtags': [], 'urls': [], 'user_mentions': ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>ja</td>\n",
       "      <td>{'id': '24f07b6d792fa678', 'url': 'https://api...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>そろそろキャンプの準備するか。</td>\n",
       "      <td>{'id': 237612409, 'id_str': '237612409', 'name...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>None</td>\n",
       "      <td>{'hashtags': [], 'urls': [], 'user_mentions': ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>pt</td>\n",
       "      <td>{'id': '97bcdfca1a2dca59', 'url': 'https://api...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>@Tkn117 oi lindo t amo</td>\n",
       "      <td>{'id': 52052164, 'id_str': '52052164', 'name':...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>None</td>\n",
       "      <td>{'hashtags': [], 'urls': [], 'user_mentions': ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>tl</td>\n",
       "      <td>{'id': 'dd9c0d7d7e07eb49', 'url': 'https://api...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>@RollyRockza Mbavhala</td>\n",
       "      <td>{'id': 450095256, 'id_str': '450095256', 'name...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  coordinates                                           entities  \\\n",
       "0        None  {'hashtags': [], 'urls': [], 'user_mentions': ...   \n",
       "1        None  {'hashtags': [], 'urls': [], 'user_mentions': ...   \n",
       "2        None  {'hashtags': [{'text': 'Cancer', 'indices': [9...   \n",
       "3        None  {'hashtags': [], 'urls': [], 'user_mentions': ...   \n",
       "4        None  {'hashtags': [], 'urls': [], 'user_mentions': ...   \n",
       "5        None  {'hashtags': [], 'urls': [], 'user_mentions': ...   \n",
       "6        None  {'hashtags': [], 'urls': [], 'user_mentions': ...   \n",
       "7        None  {'hashtags': [], 'urls': [], 'user_mentions': ...   \n",
       "8        None  {'hashtags': [], 'urls': [], 'user_mentions': ...   \n",
       "9        None  {'hashtags': [], 'urls': [], 'user_mentions': ...   \n",
       "\n",
       "  extended_tweet  favorite_count   geo lang  \\\n",
       "0            NaN             0.0  None   tr   \n",
       "1            NaN             0.0  None   pt   \n",
       "2            NaN             0.0  None   en   \n",
       "3            NaN             0.0  None  und   \n",
       "4            NaN             0.0  None   en   \n",
       "5            NaN             0.0  None   ar   \n",
       "6            NaN             0.0  None  und   \n",
       "7            NaN             0.0  None   ja   \n",
       "8            NaN             0.0  None   pt   \n",
       "9            NaN             0.0  None   tl   \n",
       "\n",
       "                                               place  possibly_sensitive  \\\n",
       "0  {'id': '3078869807f9dd36', 'url': 'https://api...                 NaN   \n",
       "1  {'id': 'b994e5ab6edeabcc', 'url': 'https://api...                 NaN   \n",
       "2  {'id': '7ae9e2f2ff7a87cd', 'url': 'https://api...                 NaN   \n",
       "3  {'id': '019a3137395a2973', 'url': 'https://api...                 0.0   \n",
       "4  {'id': '46c1b1ab24d7e11a', 'url': 'https://api...                 NaN   \n",
       "5  {'id': '001907e868d06e24', 'url': 'https://api...                 NaN   \n",
       "6  {'id': '5722ff20ba67083b', 'url': 'https://api...                 NaN   \n",
       "7  {'id': '24f07b6d792fa678', 'url': 'https://api...                 NaN   \n",
       "8  {'id': '97bcdfca1a2dca59', 'url': 'https://api...                 NaN   \n",
       "9  {'id': 'dd9c0d7d7e07eb49', 'url': 'https://api...                 NaN   \n",
       "\n",
       "   reply_count  retweet_count  retweeted retweeted_status  \\\n",
       "0          0.0            0.0        0.0              NaN   \n",
       "1          0.0            0.0        0.0              NaN   \n",
       "2          0.0            0.0        0.0              NaN   \n",
       "3          0.0            0.0        0.0              NaN   \n",
       "4          0.0            0.0        0.0              NaN   \n",
       "5          0.0            0.0        0.0              NaN   \n",
       "6          0.0            0.0        0.0              NaN   \n",
       "7          0.0            0.0        0.0              NaN   \n",
       "8          0.0            0.0        0.0              NaN   \n",
       "9          0.0            0.0        0.0              NaN   \n",
       "\n",
       "                                              source  \\\n",
       "0  <a href=\"http://twitter.com/download/android\" ...   \n",
       "1  <a href=\"http://twitter.com/download/android\" ...   \n",
       "2  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "3  <a href=\"http://twitter.com/download/android\" ...   \n",
       "4  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "5  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "6  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "7  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "8  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "9  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "\n",
       "                                                text  \\\n",
       "0  Pencereni aç ve sabahı kokla. Hayat güzel. Sev...   \n",
       "1                                            Isso ae   \n",
       "2  F*** you #Cancer another life barely begun sto...   \n",
       "3  @parfaite_1223 @parfaite_narumi https://t.co/9...   \n",
       "4  @Mbuthuma I have beeeeen following you! Twitte...   \n",
       "5  جاكي شان بيصور الفيلم الجديد بتاعه جنبنا وعامل...   \n",
       "6                              @greenhousenyt 👏👏👏👏👏👏   \n",
       "7                                    そろそろキャンプの準備するか。   \n",
       "8                             @Tkn117 oi lindo t amo   \n",
       "9                              @RollyRockza Mbavhala   \n",
       "\n",
       "                                                user  \n",
       "0  {'id': 993959236752338944, 'id_str': '99395923...  \n",
       "1  {'id': 307678258, 'id_str': '307678258', 'name...  \n",
       "2  {'id': 67979303, 'id_str': '67979303', 'name':...  \n",
       "3  {'id': 2346918559, 'id_str': '2346918559', 'na...  \n",
       "4  {'id': 20133650, 'id_str': '20133650', 'name':...  \n",
       "5  {'id': 328124255, 'id_str': '328124255', 'name...  \n",
       "6  {'id': 391034611, 'id_str': '391034611', 'name...  \n",
       "7  {'id': 237612409, 'id_str': '237612409', 'name...  \n",
       "8  {'id': 52052164, 'id_str': '52052164', 'name':...  \n",
       "9  {'id': 450095256, 'id_str': '450095256', 'name...  "
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Drop columns that may not affect the analysis\n",
    "data.drop(['id', 'created_at', 'contributors', 'display_text_range', 'extended_entities', 'id_str', 'in_reply_to_screen_name', 'in_reply_to_status_id', 'in_reply_to_status_id_str', 'in_reply_to_user_id', 'in_reply_to_user_id_str', 'limit', 'quote_count', 'quoted_status_id', 'quoted_status_id_str', 'favorited', 'filter_level', 'is_quote_status', 'quoted_status', 'quoted_status_permalink', 'timestamp_ms', 'truncated'], 1, inplace = True)\n",
    "data.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0 {'hashtags': [], 'urls': [], 'user_mentions': [], 'symbols': []}\n",
      "1 {'hashtags': [], 'urls': [], 'user_mentions': [], 'symbols': []}\n",
      "2 {'hashtags': [{'text': 'Cancer', 'indices': [9, 16]}], 'urls': [], 'user_mentions': [], 'symbols': []}\n",
      "3 {'hashtags': [], 'urls': [], 'user_mentions': [{'screen_name': 'parfaite_1223', 'name': 'parfaite/パルフェット', 'id': 703167670003195906, 'id_str': '703167670003195906', 'indices': [0, 14]}, {'screen_name': 'parfaite_narumi', 'name': '鳴海ゆい🎀parfaite', 'id': 108347723, 'id_str': '108347723', 'indices': [15, 31]}], 'symbols': [], 'media': [{'id': 1099982574418415616, 'id_str': '1099982574418415616', 'indices': [32, 55], 'media_url': 'http://pbs.twimg.com/tweet_video_thumb/D0PsUs9UUAAzjKY.jpg', 'media_url_https': 'https://pbs.twimg.com/tweet_video_thumb/D0PsUs9UUAAzjKY.jpg', 'url': 'https://t.co/9rypI3ihNI', 'display_url': 'pic.twitter.com/9rypI3ihNI', 'expanded_url': 'https://twitter.com/LinXhiang/status/1099982584669323265/photo/1', 'type': 'photo', 'sizes': {'medium': {'w': 370, 'h': 202, 'resize': 'fit'}, 'thumb': {'w': 150, 'h': 150, 'resize': 'crop'}, 'small': {'w': 370, 'h': 202, 'resize': 'fit'}, 'large': {'w': 370, 'h': 202, 'resize': 'fit'}}}]}\n",
      "4 {'hashtags': [], 'urls': [], 'user_mentions': [{'screen_name': 'Mbuthuma', 'name': 'SindiM', 'id': 60602049, 'id_str': '60602049', 'indices': [0, 9]}], 'symbols': []}\n"
     ]
    }
   ],
   "source": [
    "#Find out what is in the entities column\n",
    "freqs = data.entities.head(5)\n",
    "for k, v in freqs.items():\n",
    "    print(f'{k} {v}')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0 nan\n",
      "1 nan\n",
      "2 nan\n",
      "3 nan\n",
      "4 nan\n"
     ]
    }
   ],
   "source": [
    "#Find out what is in the extended_tweet column\n",
    "freqs = data.extended_tweet.head(5)\n",
    "for k, v in freqs.items():\n",
    "    print(f'{k} {v}')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>coordinates</th>\n",
       "      <th>favorite_count</th>\n",
       "      <th>geo</th>\n",
       "      <th>lang</th>\n",
       "      <th>place</th>\n",
       "      <th>possibly_sensitive</th>\n",
       "      <th>reply_count</th>\n",
       "      <th>retweet_count</th>\n",
       "      <th>retweeted</th>\n",
       "      <th>retweeted_status</th>\n",
       "      <th>source</th>\n",
       "      <th>text</th>\n",
       "      <th>user</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>tr</td>\n",
       "      <td>{'id': '3078869807f9dd36', 'url': 'https://api...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/android\" ...</td>\n",
       "      <td>Pencereni aç ve sabahı kokla. Hayat güzel. Sev...</td>\n",
       "      <td>{'id': 993959236752338944, 'id_str': '99395923...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>pt</td>\n",
       "      <td>{'id': 'b994e5ab6edeabcc', 'url': 'https://api...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/android\" ...</td>\n",
       "      <td>Isso ae</td>\n",
       "      <td>{'id': 307678258, 'id_str': '307678258', 'name...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>en</td>\n",
       "      <td>{'id': '7ae9e2f2ff7a87cd', 'url': 'https://api...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>F*** you #Cancer another life barely begun sto...</td>\n",
       "      <td>{'id': 67979303, 'id_str': '67979303', 'name':...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>und</td>\n",
       "      <td>{'id': '019a3137395a2973', 'url': 'https://api...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/android\" ...</td>\n",
       "      <td>@parfaite_1223 @parfaite_narumi https://t.co/9...</td>\n",
       "      <td>{'id': 2346918559, 'id_str': '2346918559', 'na...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>en</td>\n",
       "      <td>{'id': '46c1b1ab24d7e11a', 'url': 'https://api...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>@Mbuthuma I have beeeeen following you! Twitte...</td>\n",
       "      <td>{'id': 20133650, 'id_str': '20133650', 'name':...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>ar</td>\n",
       "      <td>{'id': '001907e868d06e24', 'url': 'https://api...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>جاكي شان بيصور الفيلم الجديد بتاعه جنبنا وعامل...</td>\n",
       "      <td>{'id': 328124255, 'id_str': '328124255', 'name...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>und</td>\n",
       "      <td>{'id': '5722ff20ba67083b', 'url': 'https://api...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>@greenhousenyt 👏👏👏👏👏👏</td>\n",
       "      <td>{'id': 391034611, 'id_str': '391034611', 'name...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>ja</td>\n",
       "      <td>{'id': '24f07b6d792fa678', 'url': 'https://api...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>そろそろキャンプの準備するか。</td>\n",
       "      <td>{'id': 237612409, 'id_str': '237612409', 'name...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>pt</td>\n",
       "      <td>{'id': '97bcdfca1a2dca59', 'url': 'https://api...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>@Tkn117 oi lindo t amo</td>\n",
       "      <td>{'id': 52052164, 'id_str': '52052164', 'name':...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>tl</td>\n",
       "      <td>{'id': 'dd9c0d7d7e07eb49', 'url': 'https://api...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>@RollyRockza Mbavhala</td>\n",
       "      <td>{'id': 450095256, 'id_str': '450095256', 'name...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  coordinates  favorite_count   geo lang  \\\n",
       "0        None             0.0  None   tr   \n",
       "1        None             0.0  None   pt   \n",
       "2        None             0.0  None   en   \n",
       "3        None             0.0  None  und   \n",
       "4        None             0.0  None   en   \n",
       "5        None             0.0  None   ar   \n",
       "6        None             0.0  None  und   \n",
       "7        None             0.0  None   ja   \n",
       "8        None             0.0  None   pt   \n",
       "9        None             0.0  None   tl   \n",
       "\n",
       "                                               place  possibly_sensitive  \\\n",
       "0  {'id': '3078869807f9dd36', 'url': 'https://api...                 NaN   \n",
       "1  {'id': 'b994e5ab6edeabcc', 'url': 'https://api...                 NaN   \n",
       "2  {'id': '7ae9e2f2ff7a87cd', 'url': 'https://api...                 NaN   \n",
       "3  {'id': '019a3137395a2973', 'url': 'https://api...                 0.0   \n",
       "4  {'id': '46c1b1ab24d7e11a', 'url': 'https://api...                 NaN   \n",
       "5  {'id': '001907e868d06e24', 'url': 'https://api...                 NaN   \n",
       "6  {'id': '5722ff20ba67083b', 'url': 'https://api...                 NaN   \n",
       "7  {'id': '24f07b6d792fa678', 'url': 'https://api...                 NaN   \n",
       "8  {'id': '97bcdfca1a2dca59', 'url': 'https://api...                 NaN   \n",
       "9  {'id': 'dd9c0d7d7e07eb49', 'url': 'https://api...                 NaN   \n",
       "\n",
       "   reply_count  retweet_count  retweeted retweeted_status  \\\n",
       "0          0.0            0.0        0.0              NaN   \n",
       "1          0.0            0.0        0.0              NaN   \n",
       "2          0.0            0.0        0.0              NaN   \n",
       "3          0.0            0.0        0.0              NaN   \n",
       "4          0.0            0.0        0.0              NaN   \n",
       "5          0.0            0.0        0.0              NaN   \n",
       "6          0.0            0.0        0.0              NaN   \n",
       "7          0.0            0.0        0.0              NaN   \n",
       "8          0.0            0.0        0.0              NaN   \n",
       "9          0.0            0.0        0.0              NaN   \n",
       "\n",
       "                                              source  \\\n",
       "0  <a href=\"http://twitter.com/download/android\" ...   \n",
       "1  <a href=\"http://twitter.com/download/android\" ...   \n",
       "2  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "3  <a href=\"http://twitter.com/download/android\" ...   \n",
       "4  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "5  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "6  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "7  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "8  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "9  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "\n",
       "                                                text  \\\n",
       "0  Pencereni aç ve sabahı kokla. Hayat güzel. Sev...   \n",
       "1                                            Isso ae   \n",
       "2  F*** you #Cancer another life barely begun sto...   \n",
       "3  @parfaite_1223 @parfaite_narumi https://t.co/9...   \n",
       "4  @Mbuthuma I have beeeeen following you! Twitte...   \n",
       "5  جاكي شان بيصور الفيلم الجديد بتاعه جنبنا وعامل...   \n",
       "6                              @greenhousenyt 👏👏👏👏👏👏   \n",
       "7                                    そろそろキャンプの準備するか。   \n",
       "8                             @Tkn117 oi lindo t amo   \n",
       "9                              @RollyRockza Mbavhala   \n",
       "\n",
       "                                                user  \n",
       "0  {'id': 993959236752338944, 'id_str': '99395923...  \n",
       "1  {'id': 307678258, 'id_str': '307678258', 'name...  \n",
       "2  {'id': 67979303, 'id_str': '67979303', 'name':...  \n",
       "3  {'id': 2346918559, 'id_str': '2346918559', 'na...  \n",
       "4  {'id': 20133650, 'id_str': '20133650', 'name':...  \n",
       "5  {'id': 328124255, 'id_str': '328124255', 'name...  \n",
       "6  {'id': 391034611, 'id_str': '391034611', 'name...  \n",
       "7  {'id': 237612409, 'id_str': '237612409', 'name...  \n",
       "8  {'id': 52052164, 'id_str': '52052164', 'name':...  \n",
       "9  {'id': 450095256, 'id_str': '450095256', 'name...  "
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data.drop(['entities', 'extended_tweet'], 1, inplace = True)\n",
    "data.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>coordinates</th>\n",
       "      <th>favorite_count</th>\n",
       "      <th>geo</th>\n",
       "      <th>lang</th>\n",
       "      <th>possibly_sensitive</th>\n",
       "      <th>reply_count</th>\n",
       "      <th>retweet_count</th>\n",
       "      <th>retweeted</th>\n",
       "      <th>retweeted_status</th>\n",
       "      <th>source</th>\n",
       "      <th>text</th>\n",
       "      <th>user</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>tr</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/android\" ...</td>\n",
       "      <td>Pencereni aç ve sabahı kokla. Hayat güzel. Sev...</td>\n",
       "      <td>{'id': 993959236752338944, 'id_str': '99395923...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>pt</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/android\" ...</td>\n",
       "      <td>Isso ae</td>\n",
       "      <td>{'id': 307678258, 'id_str': '307678258', 'name...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>en</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>F*** you #Cancer another life barely begun sto...</td>\n",
       "      <td>{'id': 67979303, 'id_str': '67979303', 'name':...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>und</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/android\" ...</td>\n",
       "      <td>@parfaite_1223 @parfaite_narumi https://t.co/9...</td>\n",
       "      <td>{'id': 2346918559, 'id_str': '2346918559', 'na...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>en</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>@Mbuthuma I have beeeeen following you! Twitte...</td>\n",
       "      <td>{'id': 20133650, 'id_str': '20133650', 'name':...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>ar</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>جاكي شان بيصور الفيلم الجديد بتاعه جنبنا وعامل...</td>\n",
       "      <td>{'id': 328124255, 'id_str': '328124255', 'name...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>und</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>@greenhousenyt 👏👏👏👏👏👏</td>\n",
       "      <td>{'id': 391034611, 'id_str': '391034611', 'name...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>ja</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>そろそろキャンプの準備するか。</td>\n",
       "      <td>{'id': 237612409, 'id_str': '237612409', 'name...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>pt</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>@Tkn117 oi lindo t amo</td>\n",
       "      <td>{'id': 52052164, 'id_str': '52052164', 'name':...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>tl</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>@RollyRockza Mbavhala</td>\n",
       "      <td>{'id': 450095256, 'id_str': '450095256', 'name...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  coordinates  favorite_count   geo lang  possibly_sensitive  reply_count  \\\n",
       "0        None             0.0  None   tr                 NaN          0.0   \n",
       "1        None             0.0  None   pt                 NaN          0.0   \n",
       "2        None             0.0  None   en                 NaN          0.0   \n",
       "3        None             0.0  None  und                 0.0          0.0   \n",
       "4        None             0.0  None   en                 NaN          0.0   \n",
       "5        None             0.0  None   ar                 NaN          0.0   \n",
       "6        None             0.0  None  und                 NaN          0.0   \n",
       "7        None             0.0  None   ja                 NaN          0.0   \n",
       "8        None             0.0  None   pt                 NaN          0.0   \n",
       "9        None             0.0  None   tl                 NaN          0.0   \n",
       "\n",
       "   retweet_count  retweeted retweeted_status  \\\n",
       "0            0.0        0.0              NaN   \n",
       "1            0.0        0.0              NaN   \n",
       "2            0.0        0.0              NaN   \n",
       "3            0.0        0.0              NaN   \n",
       "4            0.0        0.0              NaN   \n",
       "5            0.0        0.0              NaN   \n",
       "6            0.0        0.0              NaN   \n",
       "7            0.0        0.0              NaN   \n",
       "8            0.0        0.0              NaN   \n",
       "9            0.0        0.0              NaN   \n",
       "\n",
       "                                              source  \\\n",
       "0  <a href=\"http://twitter.com/download/android\" ...   \n",
       "1  <a href=\"http://twitter.com/download/android\" ...   \n",
       "2  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "3  <a href=\"http://twitter.com/download/android\" ...   \n",
       "4  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "5  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "6  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "7  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "8  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "9  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "\n",
       "                                                text  \\\n",
       "0  Pencereni aç ve sabahı kokla. Hayat güzel. Sev...   \n",
       "1                                            Isso ae   \n",
       "2  F*** you #Cancer another life barely begun sto...   \n",
       "3  @parfaite_1223 @parfaite_narumi https://t.co/9...   \n",
       "4  @Mbuthuma I have beeeeen following you! Twitte...   \n",
       "5  جاكي شان بيصور الفيلم الجديد بتاعه جنبنا وعامل...   \n",
       "6                              @greenhousenyt 👏👏👏👏👏👏   \n",
       "7                                    そろそろキャンプの準備するか。   \n",
       "8                             @Tkn117 oi lindo t amo   \n",
       "9                              @RollyRockza Mbavhala   \n",
       "\n",
       "                                                user  \n",
       "0  {'id': 993959236752338944, 'id_str': '99395923...  \n",
       "1  {'id': 307678258, 'id_str': '307678258', 'name...  \n",
       "2  {'id': 67979303, 'id_str': '67979303', 'name':...  \n",
       "3  {'id': 2346918559, 'id_str': '2346918559', 'na...  \n",
       "4  {'id': 20133650, 'id_str': '20133650', 'name':...  \n",
       "5  {'id': 328124255, 'id_str': '328124255', 'name...  \n",
       "6  {'id': 391034611, 'id_str': '391034611', 'name...  \n",
       "7  {'id': 237612409, 'id_str': '237612409', 'name...  \n",
       "8  {'id': 52052164, 'id_str': '52052164', 'name':...  \n",
       "9  {'id': 450095256, 'id_str': '450095256', 'name...  "
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Drop place column because it indicates where the tweet is associated with but not necessarily originating from\n",
    "data.drop(['place'], 1, inplace = True)\n",
    "data.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0 None\n",
      "1 None\n",
      "2 None\n",
      "3 None\n",
      "4 None\n"
     ]
    }
   ],
   "source": [
    "#Find out what is in the coordinates column\n",
    "freqs = data.coordinates.head(5)\n",
    "for k, v in freqs.items():\n",
    "    print(f'{k} {v}')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0 None\n",
      "1 None\n",
      "2 None\n",
      "3 None\n",
      "4 None\n"
     ]
    }
   ],
   "source": [
    "#Find out what is in the geo column\n",
    "freqs = data.geo.head(5)\n",
    "for k, v in freqs.items():\n",
    "    print(f'{k} {v}')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>coordinates</th>\n",
       "      <th>favorite_count</th>\n",
       "      <th>lang</th>\n",
       "      <th>possibly_sensitive</th>\n",
       "      <th>reply_count</th>\n",
       "      <th>retweet_count</th>\n",
       "      <th>retweeted</th>\n",
       "      <th>retweeted_status</th>\n",
       "      <th>source</th>\n",
       "      <th>text</th>\n",
       "      <th>user</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>tr</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/android\" ...</td>\n",
       "      <td>Pencereni aç ve sabahı kokla. Hayat güzel. Sev...</td>\n",
       "      <td>{'id': 993959236752338944, 'id_str': '99395923...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>pt</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/android\" ...</td>\n",
       "      <td>Isso ae</td>\n",
       "      <td>{'id': 307678258, 'id_str': '307678258', 'name...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>en</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>F*** you #Cancer another life barely begun sto...</td>\n",
       "      <td>{'id': 67979303, 'id_str': '67979303', 'name':...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>und</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/android\" ...</td>\n",
       "      <td>@parfaite_1223 @parfaite_narumi https://t.co/9...</td>\n",
       "      <td>{'id': 2346918559, 'id_str': '2346918559', 'na...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>en</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>@Mbuthuma I have beeeeen following you! Twitte...</td>\n",
       "      <td>{'id': 20133650, 'id_str': '20133650', 'name':...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>ar</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>جاكي شان بيصور الفيلم الجديد بتاعه جنبنا وعامل...</td>\n",
       "      <td>{'id': 328124255, 'id_str': '328124255', 'name...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>und</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>@greenhousenyt 👏👏👏👏👏👏</td>\n",
       "      <td>{'id': 391034611, 'id_str': '391034611', 'name...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>ja</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>そろそろキャンプの準備するか。</td>\n",
       "      <td>{'id': 237612409, 'id_str': '237612409', 'name...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>pt</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>@Tkn117 oi lindo t amo</td>\n",
       "      <td>{'id': 52052164, 'id_str': '52052164', 'name':...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>tl</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>@RollyRockza Mbavhala</td>\n",
       "      <td>{'id': 450095256, 'id_str': '450095256', 'name...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  coordinates  favorite_count lang  possibly_sensitive  reply_count  \\\n",
       "0        None             0.0   tr                 NaN          0.0   \n",
       "1        None             0.0   pt                 NaN          0.0   \n",
       "2        None             0.0   en                 NaN          0.0   \n",
       "3        None             0.0  und                 0.0          0.0   \n",
       "4        None             0.0   en                 NaN          0.0   \n",
       "5        None             0.0   ar                 NaN          0.0   \n",
       "6        None             0.0  und                 NaN          0.0   \n",
       "7        None             0.0   ja                 NaN          0.0   \n",
       "8        None             0.0   pt                 NaN          0.0   \n",
       "9        None             0.0   tl                 NaN          0.0   \n",
       "\n",
       "   retweet_count  retweeted retweeted_status  \\\n",
       "0            0.0        0.0              NaN   \n",
       "1            0.0        0.0              NaN   \n",
       "2            0.0        0.0              NaN   \n",
       "3            0.0        0.0              NaN   \n",
       "4            0.0        0.0              NaN   \n",
       "5            0.0        0.0              NaN   \n",
       "6            0.0        0.0              NaN   \n",
       "7            0.0        0.0              NaN   \n",
       "8            0.0        0.0              NaN   \n",
       "9            0.0        0.0              NaN   \n",
       "\n",
       "                                              source  \\\n",
       "0  <a href=\"http://twitter.com/download/android\" ...   \n",
       "1  <a href=\"http://twitter.com/download/android\" ...   \n",
       "2  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "3  <a href=\"http://twitter.com/download/android\" ...   \n",
       "4  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "5  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "6  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "7  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "8  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "9  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "\n",
       "                                                text  \\\n",
       "0  Pencereni aç ve sabahı kokla. Hayat güzel. Sev...   \n",
       "1                                            Isso ae   \n",
       "2  F*** you #Cancer another life barely begun sto...   \n",
       "3  @parfaite_1223 @parfaite_narumi https://t.co/9...   \n",
       "4  @Mbuthuma I have beeeeen following you! Twitte...   \n",
       "5  جاكي شان بيصور الفيلم الجديد بتاعه جنبنا وعامل...   \n",
       "6                              @greenhousenyt 👏👏👏👏👏👏   \n",
       "7                                    そろそろキャンプの準備するか。   \n",
       "8                             @Tkn117 oi lindo t amo   \n",
       "9                              @RollyRockza Mbavhala   \n",
       "\n",
       "                                                user  \n",
       "0  {'id': 993959236752338944, 'id_str': '99395923...  \n",
       "1  {'id': 307678258, 'id_str': '307678258', 'name...  \n",
       "2  {'id': 67979303, 'id_str': '67979303', 'name':...  \n",
       "3  {'id': 2346918559, 'id_str': '2346918559', 'na...  \n",
       "4  {'id': 20133650, 'id_str': '20133650', 'name':...  \n",
       "5  {'id': 328124255, 'id_str': '328124255', 'name...  \n",
       "6  {'id': 391034611, 'id_str': '391034611', 'name...  \n",
       "7  {'id': 237612409, 'id_str': '237612409', 'name...  \n",
       "8  {'id': 52052164, 'id_str': '52052164', 'name':...  \n",
       "9  {'id': 450095256, 'id_str': '450095256', 'name...  "
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Drop geo as it contains what is in the coordinates\n",
    "data.drop(['geo'], 1, inplace = True)\n",
    "data.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>geo_tag</th>\n",
       "      <th>favorite_count</th>\n",
       "      <th>lang</th>\n",
       "      <th>possibly_sensitive</th>\n",
       "      <th>reply_count</th>\n",
       "      <th>retweet_count</th>\n",
       "      <th>retweeted</th>\n",
       "      <th>retweeted_status</th>\n",
       "      <th>source</th>\n",
       "      <th>text</th>\n",
       "      <th>user</th>\n",
       "      <th>geo_coordinates</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>tr</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/android\" ...</td>\n",
       "      <td>Pencereni aç ve sabahı kokla. Hayat güzel. Sev...</td>\n",
       "      <td>{'id': 993959236752338944, 'id_str': '99395923...</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>pt</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/android\" ...</td>\n",
       "      <td>Isso ae</td>\n",
       "      <td>{'id': 307678258, 'id_str': '307678258', 'name...</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>en</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>F*** you #Cancer another life barely begun sto...</td>\n",
       "      <td>{'id': 67979303, 'id_str': '67979303', 'name':...</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>und</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/android\" ...</td>\n",
       "      <td>@parfaite_1223 @parfaite_narumi https://t.co/9...</td>\n",
       "      <td>{'id': 2346918559, 'id_str': '2346918559', 'na...</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>en</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>@Mbuthuma I have beeeeen following you! Twitte...</td>\n",
       "      <td>{'id': 20133650, 'id_str': '20133650', 'name':...</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>ar</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>جاكي شان بيصور الفيلم الجديد بتاعه جنبنا وعامل...</td>\n",
       "      <td>{'id': 328124255, 'id_str': '328124255', 'name...</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>und</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>@greenhousenyt 👏👏👏👏👏👏</td>\n",
       "      <td>{'id': 391034611, 'id_str': '391034611', 'name...</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>ja</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>そろそろキャンプの準備するか。</td>\n",
       "      <td>{'id': 237612409, 'id_str': '237612409', 'name...</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>pt</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>@Tkn117 oi lindo t amo</td>\n",
       "      <td>{'id': 52052164, 'id_str': '52052164', 'name':...</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>tl</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>@RollyRockza Mbavhala</td>\n",
       "      <td>{'id': 450095256, 'id_str': '450095256', 'name...</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  geo_tag  favorite_count lang  possibly_sensitive  reply_count  \\\n",
       "0    None             0.0   tr                 NaN          0.0   \n",
       "1    None             0.0   pt                 NaN          0.0   \n",
       "2    None             0.0   en                 NaN          0.0   \n",
       "3    None             0.0  und                 0.0          0.0   \n",
       "4    None             0.0   en                 NaN          0.0   \n",
       "5    None             0.0   ar                 NaN          0.0   \n",
       "6    None             0.0  und                 NaN          0.0   \n",
       "7    None             0.0   ja                 NaN          0.0   \n",
       "8    None             0.0   pt                 NaN          0.0   \n",
       "9    None             0.0   tl                 NaN          0.0   \n",
       "\n",
       "   retweet_count  retweeted retweeted_status  \\\n",
       "0            0.0        0.0              NaN   \n",
       "1            0.0        0.0              NaN   \n",
       "2            0.0        0.0              NaN   \n",
       "3            0.0        0.0              NaN   \n",
       "4            0.0        0.0              NaN   \n",
       "5            0.0        0.0              NaN   \n",
       "6            0.0        0.0              NaN   \n",
       "7            0.0        0.0              NaN   \n",
       "8            0.0        0.0              NaN   \n",
       "9            0.0        0.0              NaN   \n",
       "\n",
       "                                              source  \\\n",
       "0  <a href=\"http://twitter.com/download/android\" ...   \n",
       "1  <a href=\"http://twitter.com/download/android\" ...   \n",
       "2  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "3  <a href=\"http://twitter.com/download/android\" ...   \n",
       "4  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "5  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "6  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "7  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "8  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "9  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "\n",
       "                                                text  \\\n",
       "0  Pencereni aç ve sabahı kokla. Hayat güzel. Sev...   \n",
       "1                                            Isso ae   \n",
       "2  F*** you #Cancer another life barely begun sto...   \n",
       "3  @parfaite_1223 @parfaite_narumi https://t.co/9...   \n",
       "4  @Mbuthuma I have beeeeen following you! Twitte...   \n",
       "5  جاكي شان بيصور الفيلم الجديد بتاعه جنبنا وعامل...   \n",
       "6                              @greenhousenyt 👏👏👏👏👏👏   \n",
       "7                                    そろそろキャンプの準備するか。   \n",
       "8                             @Tkn117 oi lindo t amo   \n",
       "9                              @RollyRockza Mbavhala   \n",
       "\n",
       "                                                user geo_coordinates  \n",
       "0  {'id': 993959236752338944, 'id_str': '99395923...            None  \n",
       "1  {'id': 307678258, 'id_str': '307678258', 'name...            None  \n",
       "2  {'id': 67979303, 'id_str': '67979303', 'name':...            None  \n",
       "3  {'id': 2346918559, 'id_str': '2346918559', 'na...            None  \n",
       "4  {'id': 20133650, 'id_str': '20133650', 'name':...            None  \n",
       "5  {'id': 328124255, 'id_str': '328124255', 'name...            None  \n",
       "6  {'id': 391034611, 'id_str': '391034611', 'name...            None  \n",
       "7  {'id': 237612409, 'id_str': '237612409', 'name...            None  \n",
       "8  {'id': 52052164, 'id_str': '52052164', 'name':...            None  \n",
       "9  {'id': 450095256, 'id_str': '450095256', 'name...            None  "
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Create a new coordinates column to hold the coordinatesit\n",
    "data['geo_coordinates'] = data.coordinates\n",
    "\n",
    "#Rename coordinates column to geo_tag to indicate whether the tweet has been geo-tagged\n",
    "data.rename(columns={'coordinates':'geo_tag'}, inplace=True)\n",
    "data.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>geo_tag</th>\n",
       "      <th>geo_coordinates</th>\n",
       "      <th>favorite_count</th>\n",
       "      <th>lang</th>\n",
       "      <th>possibly_sensitive</th>\n",
       "      <th>reply_count</th>\n",
       "      <th>retweet_count</th>\n",
       "      <th>retweeted</th>\n",
       "      <th>retweeted_status</th>\n",
       "      <th>source</th>\n",
       "      <th>text</th>\n",
       "      <th>user</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>tr</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/android\" ...</td>\n",
       "      <td>Pencereni aç ve sabahı kokla. Hayat güzel. Sev...</td>\n",
       "      <td>{'id': 993959236752338944, 'id_str': '99395923...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>pt</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/android\" ...</td>\n",
       "      <td>Isso ae</td>\n",
       "      <td>{'id': 307678258, 'id_str': '307678258', 'name...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>en</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>F*** you #Cancer another life barely begun sto...</td>\n",
       "      <td>{'id': 67979303, 'id_str': '67979303', 'name':...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>und</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/android\" ...</td>\n",
       "      <td>@parfaite_1223 @parfaite_narumi https://t.co/9...</td>\n",
       "      <td>{'id': 2346918559, 'id_str': '2346918559', 'na...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>en</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>@Mbuthuma I have beeeeen following you! Twitte...</td>\n",
       "      <td>{'id': 20133650, 'id_str': '20133650', 'name':...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>ar</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>جاكي شان بيصور الفيلم الجديد بتاعه جنبنا وعامل...</td>\n",
       "      <td>{'id': 328124255, 'id_str': '328124255', 'name...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>und</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>@greenhousenyt 👏👏👏👏👏👏</td>\n",
       "      <td>{'id': 391034611, 'id_str': '391034611', 'name...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>ja</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>そろそろキャンプの準備するか。</td>\n",
       "      <td>{'id': 237612409, 'id_str': '237612409', 'name...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>pt</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>@Tkn117 oi lindo t amo</td>\n",
       "      <td>{'id': 52052164, 'id_str': '52052164', 'name':...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>tl</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>@RollyRockza Mbavhala</td>\n",
       "      <td>{'id': 450095256, 'id_str': '450095256', 'name...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  geo_tag geo_coordinates  favorite_count lang  possibly_sensitive  \\\n",
       "0    None            None             0.0   tr                 NaN   \n",
       "1    None            None             0.0   pt                 NaN   \n",
       "2    None            None             0.0   en                 NaN   \n",
       "3    None            None             0.0  und                 0.0   \n",
       "4    None            None             0.0   en                 NaN   \n",
       "5    None            None             0.0   ar                 NaN   \n",
       "6    None            None             0.0  und                 NaN   \n",
       "7    None            None             0.0   ja                 NaN   \n",
       "8    None            None             0.0   pt                 NaN   \n",
       "9    None            None             0.0   tl                 NaN   \n",
       "\n",
       "   reply_count  retweet_count  retweeted retweeted_status  \\\n",
       "0          0.0            0.0        0.0              NaN   \n",
       "1          0.0            0.0        0.0              NaN   \n",
       "2          0.0            0.0        0.0              NaN   \n",
       "3          0.0            0.0        0.0              NaN   \n",
       "4          0.0            0.0        0.0              NaN   \n",
       "5          0.0            0.0        0.0              NaN   \n",
       "6          0.0            0.0        0.0              NaN   \n",
       "7          0.0            0.0        0.0              NaN   \n",
       "8          0.0            0.0        0.0              NaN   \n",
       "9          0.0            0.0        0.0              NaN   \n",
       "\n",
       "                                              source  \\\n",
       "0  <a href=\"http://twitter.com/download/android\" ...   \n",
       "1  <a href=\"http://twitter.com/download/android\" ...   \n",
       "2  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "3  <a href=\"http://twitter.com/download/android\" ...   \n",
       "4  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "5  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "6  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "7  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "8  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "9  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "\n",
       "                                                text  \\\n",
       "0  Pencereni aç ve sabahı kokla. Hayat güzel. Sev...   \n",
       "1                                            Isso ae   \n",
       "2  F*** you #Cancer another life barely begun sto...   \n",
       "3  @parfaite_1223 @parfaite_narumi https://t.co/9...   \n",
       "4  @Mbuthuma I have beeeeen following you! Twitte...   \n",
       "5  جاكي شان بيصور الفيلم الجديد بتاعه جنبنا وعامل...   \n",
       "6                              @greenhousenyt 👏👏👏👏👏👏   \n",
       "7                                    そろそろキャンプの準備するか。   \n",
       "8                             @Tkn117 oi lindo t amo   \n",
       "9                              @RollyRockza Mbavhala   \n",
       "\n",
       "                                                user  \n",
       "0  {'id': 993959236752338944, 'id_str': '99395923...  \n",
       "1  {'id': 307678258, 'id_str': '307678258', 'name...  \n",
       "2  {'id': 67979303, 'id_str': '67979303', 'name':...  \n",
       "3  {'id': 2346918559, 'id_str': '2346918559', 'na...  \n",
       "4  {'id': 20133650, 'id_str': '20133650', 'name':...  \n",
       "5  {'id': 328124255, 'id_str': '328124255', 'name...  \n",
       "6  {'id': 391034611, 'id_str': '391034611', 'name...  \n",
       "7  {'id': 237612409, 'id_str': '237612409', 'name...  \n",
       "8  {'id': 52052164, 'id_str': '52052164', 'name':...  \n",
       "9  {'id': 450095256, 'id_str': '450095256', 'name...  "
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Re-order columns\n",
    "column_order = [0,11,1,2,3,4,5,6,7,8,9,10]\n",
    "data = data[data.columns[column_order]]\n",
    "data.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>geo_tag</th>\n",
       "      <th>geo_coordinates</th>\n",
       "      <th>favorite_count</th>\n",
       "      <th>lang</th>\n",
       "      <th>possibly_sensitive</th>\n",
       "      <th>reply_count</th>\n",
       "      <th>retweet_count</th>\n",
       "      <th>retweeted</th>\n",
       "      <th>retweeted_status</th>\n",
       "      <th>source</th>\n",
       "      <th>text</th>\n",
       "      <th>user</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>tr</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/android\" ...</td>\n",
       "      <td>Pencereni aç ve sabahı kokla. Hayat güzel. Sev...</td>\n",
       "      <td>{'id': 993959236752338944, 'id_str': '99395923...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>pt</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/android\" ...</td>\n",
       "      <td>Isso ae</td>\n",
       "      <td>{'id': 307678258, 'id_str': '307678258', 'name...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>en</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>F*** you #Cancer another life barely begun sto...</td>\n",
       "      <td>{'id': 67979303, 'id_str': '67979303', 'name':...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>und</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/android\" ...</td>\n",
       "      <td>@parfaite_1223 @parfaite_narumi https://t.co/9...</td>\n",
       "      <td>{'id': 2346918559, 'id_str': '2346918559', 'na...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>en</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>@Mbuthuma I have beeeeen following you! Twitte...</td>\n",
       "      <td>{'id': 20133650, 'id_str': '20133650', 'name':...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>ar</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>جاكي شان بيصور الفيلم الجديد بتاعه جنبنا وعامل...</td>\n",
       "      <td>{'id': 328124255, 'id_str': '328124255', 'name...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>und</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>@greenhousenyt 👏👏👏👏👏👏</td>\n",
       "      <td>{'id': 391034611, 'id_str': '391034611', 'name...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>ja</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>そろそろキャンプの準備するか。</td>\n",
       "      <td>{'id': 237612409, 'id_str': '237612409', 'name...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>pt</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>@Tkn117 oi lindo t amo</td>\n",
       "      <td>{'id': 52052164, 'id_str': '52052164', 'name':...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>tl</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>@RollyRockza Mbavhala</td>\n",
       "      <td>{'id': 450095256, 'id_str': '450095256', 'name...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  geo_tag geo_coordinates  favorite_count lang  possibly_sensitive  \\\n",
       "0   False            None             0.0   tr                 NaN   \n",
       "1   False            None             0.0   pt                 NaN   \n",
       "2   False            None             0.0   en                 NaN   \n",
       "3   False            None             0.0  und                 0.0   \n",
       "4   False            None             0.0   en                 NaN   \n",
       "5   False            None             0.0   ar                 NaN   \n",
       "6   False            None             0.0  und                 NaN   \n",
       "7   False            None             0.0   ja                 NaN   \n",
       "8   False            None             0.0   pt                 NaN   \n",
       "9   False            None             0.0   tl                 NaN   \n",
       "\n",
       "   reply_count  retweet_count  retweeted retweeted_status  \\\n",
       "0          0.0            0.0        0.0              NaN   \n",
       "1          0.0            0.0        0.0              NaN   \n",
       "2          0.0            0.0        0.0              NaN   \n",
       "3          0.0            0.0        0.0              NaN   \n",
       "4          0.0            0.0        0.0              NaN   \n",
       "5          0.0            0.0        0.0              NaN   \n",
       "6          0.0            0.0        0.0              NaN   \n",
       "7          0.0            0.0        0.0              NaN   \n",
       "8          0.0            0.0        0.0              NaN   \n",
       "9          0.0            0.0        0.0              NaN   \n",
       "\n",
       "                                              source  \\\n",
       "0  <a href=\"http://twitter.com/download/android\" ...   \n",
       "1  <a href=\"http://twitter.com/download/android\" ...   \n",
       "2  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "3  <a href=\"http://twitter.com/download/android\" ...   \n",
       "4  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "5  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "6  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "7  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "8  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "9  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "\n",
       "                                                text  \\\n",
       "0  Pencereni aç ve sabahı kokla. Hayat güzel. Sev...   \n",
       "1                                            Isso ae   \n",
       "2  F*** you #Cancer another life barely begun sto...   \n",
       "3  @parfaite_1223 @parfaite_narumi https://t.co/9...   \n",
       "4  @Mbuthuma I have beeeeen following you! Twitte...   \n",
       "5  جاكي شان بيصور الفيلم الجديد بتاعه جنبنا وعامل...   \n",
       "6                              @greenhousenyt 👏👏👏👏👏👏   \n",
       "7                                    そろそろキャンプの準備するか。   \n",
       "8                             @Tkn117 oi lindo t amo   \n",
       "9                              @RollyRockza Mbavhala   \n",
       "\n",
       "                                                user  \n",
       "0  {'id': 993959236752338944, 'id_str': '99395923...  \n",
       "1  {'id': 307678258, 'id_str': '307678258', 'name...  \n",
       "2  {'id': 67979303, 'id_str': '67979303', 'name':...  \n",
       "3  {'id': 2346918559, 'id_str': '2346918559', 'na...  \n",
       "4  {'id': 20133650, 'id_str': '20133650', 'name':...  \n",
       "5  {'id': 328124255, 'id_str': '328124255', 'name...  \n",
       "6  {'id': 391034611, 'id_str': '391034611', 'name...  \n",
       "7  {'id': 237612409, 'id_str': '237612409', 'name...  \n",
       "8  {'id': 52052164, 'id_str': '52052164', 'name':...  \n",
       "9  {'id': 450095256, 'id_str': '450095256', 'name...  "
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Encode the geo_tag column\n",
    "data['geo_tag'].fillna('False', inplace=True)\n",
    "data.loc[data['geo_tag'] != 'False', 'geo_tag'] = 'True'\n",
    "data.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "S:\\Anaconda3\\lib\\site-packages\\pandas\\core\\indexes\\api.py:107: RuntimeWarning: '<' not supported between instances of 'str' and 'int', sort order is undefined for incomparable objects\n",
      "  result = result.union(other)\n",
      "S:\\Anaconda3\\lib\\site-packages\\pandas\\core\\indexes\\api.py:69: RuntimeWarning: '<' not supported between instances of 'int' and 'str', sort order is undefined for incomparable objects\n",
      "  index = _union_indexes(indexes, sort=sort)\n",
      "S:\\Anaconda3\\lib\\site-packages\\pandas\\core\\indexes\\api.py:107: RuntimeWarning: '<' not supported between instances of 'int' and 'str', sort order is undefined for incomparable objects\n",
      "  result = result.union(other)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tag_type</th>\n",
       "      <th>tag_coordinates</th>\n",
       "      <th>tag_0</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Point</td>\n",
       "      <td>[4.9818999999999996, 45.7656]</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>Point</td>\n",
       "      <td>[-76.49714481, 40.41239647]</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>Point</td>\n",
       "      <td>[28.968833, 41.037703]</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4117</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4118</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4119</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4120</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4121</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4122</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4123</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4124</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4125</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4126</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4127</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4128</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4129</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4130</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4131</th>\n",
       "      <td>Point</td>\n",
       "      <td>[39.12955833, 21.806033329999998]</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4132</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4133</th>\n",
       "      <td>Point</td>\n",
       "      <td>[-73.98058, 40.75726]</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4134</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4135</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4136</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4137</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4138</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4139</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4140</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4141</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4142</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4143</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4144</th>\n",
       "      <td>Point</td>\n",
       "      <td>[22.74596482, 34.6963843]</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4145</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4146</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>4147 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     tag_type                    tag_coordinates  tag_0\n",
       "0         NaN                                NaN    NaN\n",
       "1         NaN                                NaN    NaN\n",
       "2         NaN                                NaN    NaN\n",
       "3         NaN                                NaN    NaN\n",
       "4         NaN                                NaN    NaN\n",
       "5         NaN                                NaN    NaN\n",
       "6         NaN                                NaN    NaN\n",
       "7         NaN                                NaN    NaN\n",
       "8         NaN                                NaN    NaN\n",
       "9         NaN                                NaN    NaN\n",
       "10      Point      [4.9818999999999996, 45.7656]    NaN\n",
       "11      Point        [-76.49714481, 40.41239647]    NaN\n",
       "12        NaN                                NaN    NaN\n",
       "13        NaN                                NaN    NaN\n",
       "14        NaN                                NaN    NaN\n",
       "15      Point             [28.968833, 41.037703]    NaN\n",
       "16        NaN                                NaN    NaN\n",
       "17        NaN                                NaN    NaN\n",
       "18        NaN                                NaN    NaN\n",
       "19        NaN                                NaN    NaN\n",
       "20        NaN                                NaN    NaN\n",
       "21        NaN                                NaN    NaN\n",
       "22        NaN                                NaN    NaN\n",
       "23        NaN                                NaN    NaN\n",
       "24        NaN                                NaN    NaN\n",
       "25        NaN                                NaN    NaN\n",
       "26        NaN                                NaN    NaN\n",
       "27        NaN                                NaN    NaN\n",
       "28        NaN                                NaN    NaN\n",
       "29        NaN                                NaN    NaN\n",
       "...       ...                                ...    ...\n",
       "4117      NaN                                NaN    NaN\n",
       "4118      NaN                                NaN    NaN\n",
       "4119      NaN                                NaN    NaN\n",
       "4120      NaN                                NaN    NaN\n",
       "4121      NaN                                NaN    NaN\n",
       "4122      NaN                                NaN    NaN\n",
       "4123      NaN                                NaN    NaN\n",
       "4124      NaN                                NaN    NaN\n",
       "4125      NaN                                NaN    NaN\n",
       "4126      NaN                                NaN    NaN\n",
       "4127      NaN                                NaN    NaN\n",
       "4128      NaN                                NaN    NaN\n",
       "4129      NaN                                NaN    NaN\n",
       "4130      NaN                                NaN    NaN\n",
       "4131    Point  [39.12955833, 21.806033329999998]    NaN\n",
       "4132      NaN                                NaN    NaN\n",
       "4133    Point              [-73.98058, 40.75726]    NaN\n",
       "4134      NaN                                NaN    NaN\n",
       "4135      NaN                                NaN    NaN\n",
       "4136      NaN                                NaN    NaN\n",
       "4137      NaN                                NaN    NaN\n",
       "4138      NaN                                NaN    NaN\n",
       "4139      NaN                                NaN    NaN\n",
       "4140      NaN                                NaN    NaN\n",
       "4141      NaN                                NaN    NaN\n",
       "4142      NaN                                NaN    NaN\n",
       "4143      NaN                                NaN    NaN\n",
       "4144    Point          [22.74596482, 34.6963843]    NaN\n",
       "4145      NaN                                NaN    NaN\n",
       "4146      NaN                                NaN    NaN\n",
       "\n",
       "[4147 rows x 3 columns]"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Obtain the coordinates key-value pair from the previous coordinates column\n",
    "tags = data['geo_coordinates'].apply(pd.Series)\n",
    "tags = tags.rename(columns = lambda x : 'tag_' + str(x))\n",
    "tags"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>geo_tag</th>\n",
       "      <th>geo_coordinates</th>\n",
       "      <th>favorite_count</th>\n",
       "      <th>lang</th>\n",
       "      <th>possibly_sensitive</th>\n",
       "      <th>reply_count</th>\n",
       "      <th>retweet_count</th>\n",
       "      <th>retweeted</th>\n",
       "      <th>retweeted_status</th>\n",
       "      <th>source</th>\n",
       "      <th>text</th>\n",
       "      <th>user</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>tr</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/android\" ...</td>\n",
       "      <td>Pencereni aç ve sabahı kokla. Hayat güzel. Sev...</td>\n",
       "      <td>{'id': 993959236752338944, 'id_str': '99395923...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>pt</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/android\" ...</td>\n",
       "      <td>Isso ae</td>\n",
       "      <td>{'id': 307678258, 'id_str': '307678258', 'name...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>en</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>F*** you #Cancer another life barely begun sto...</td>\n",
       "      <td>{'id': 67979303, 'id_str': '67979303', 'name':...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>und</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/android\" ...</td>\n",
       "      <td>@parfaite_1223 @parfaite_narumi https://t.co/9...</td>\n",
       "      <td>{'id': 2346918559, 'id_str': '2346918559', 'na...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>en</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>@Mbuthuma I have beeeeen following you! Twitte...</td>\n",
       "      <td>{'id': 20133650, 'id_str': '20133650', 'name':...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>ar</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>جاكي شان بيصور الفيلم الجديد بتاعه جنبنا وعامل...</td>\n",
       "      <td>{'id': 328124255, 'id_str': '328124255', 'name...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>und</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>@greenhousenyt 👏👏👏👏👏👏</td>\n",
       "      <td>{'id': 391034611, 'id_str': '391034611', 'name...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>ja</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>そろそろキャンプの準備するか。</td>\n",
       "      <td>{'id': 237612409, 'id_str': '237612409', 'name...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>pt</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>@Tkn117 oi lindo t amo</td>\n",
       "      <td>{'id': 52052164, 'id_str': '52052164', 'name':...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>tl</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>@RollyRockza Mbavhala</td>\n",
       "      <td>{'id': 450095256, 'id_str': '450095256', 'name...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  geo_tag geo_coordinates  favorite_count lang  possibly_sensitive  \\\n",
       "0   False             NaN             0.0   tr                 NaN   \n",
       "1   False             NaN             0.0   pt                 NaN   \n",
       "2   False             NaN             0.0   en                 NaN   \n",
       "3   False             NaN             0.0  und                 0.0   \n",
       "4   False             NaN             0.0   en                 NaN   \n",
       "5   False             NaN             0.0   ar                 NaN   \n",
       "6   False             NaN             0.0  und                 NaN   \n",
       "7   False             NaN             0.0   ja                 NaN   \n",
       "8   False             NaN             0.0   pt                 NaN   \n",
       "9   False             NaN             0.0   tl                 NaN   \n",
       "\n",
       "   reply_count  retweet_count  retweeted retweeted_status  \\\n",
       "0          0.0            0.0        0.0              NaN   \n",
       "1          0.0            0.0        0.0              NaN   \n",
       "2          0.0            0.0        0.0              NaN   \n",
       "3          0.0            0.0        0.0              NaN   \n",
       "4          0.0            0.0        0.0              NaN   \n",
       "5          0.0            0.0        0.0              NaN   \n",
       "6          0.0            0.0        0.0              NaN   \n",
       "7          0.0            0.0        0.0              NaN   \n",
       "8          0.0            0.0        0.0              NaN   \n",
       "9          0.0            0.0        0.0              NaN   \n",
       "\n",
       "                                              source  \\\n",
       "0  <a href=\"http://twitter.com/download/android\" ...   \n",
       "1  <a href=\"http://twitter.com/download/android\" ...   \n",
       "2  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "3  <a href=\"http://twitter.com/download/android\" ...   \n",
       "4  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "5  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "6  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "7  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "8  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "9  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "\n",
       "                                                text  \\\n",
       "0  Pencereni aç ve sabahı kokla. Hayat güzel. Sev...   \n",
       "1                                            Isso ae   \n",
       "2  F*** you #Cancer another life barely begun sto...   \n",
       "3  @parfaite_1223 @parfaite_narumi https://t.co/9...   \n",
       "4  @Mbuthuma I have beeeeen following you! Twitte...   \n",
       "5  جاكي شان بيصور الفيلم الجديد بتاعه جنبنا وعامل...   \n",
       "6                              @greenhousenyt 👏👏👏👏👏👏   \n",
       "7                                    そろそろキャンプの準備するか。   \n",
       "8                             @Tkn117 oi lindo t amo   \n",
       "9                              @RollyRockza Mbavhala   \n",
       "\n",
       "                                                user  \n",
       "0  {'id': 993959236752338944, 'id_str': '99395923...  \n",
       "1  {'id': 307678258, 'id_str': '307678258', 'name...  \n",
       "2  {'id': 67979303, 'id_str': '67979303', 'name':...  \n",
       "3  {'id': 2346918559, 'id_str': '2346918559', 'na...  \n",
       "4  {'id': 20133650, 'id_str': '20133650', 'name':...  \n",
       "5  {'id': 328124255, 'id_str': '328124255', 'name...  \n",
       "6  {'id': 391034611, 'id_str': '391034611', 'name...  \n",
       "7  {'id': 237612409, 'id_str': '237612409', 'name...  \n",
       "8  {'id': 52052164, 'id_str': '52052164', 'name':...  \n",
       "9  {'id': 450095256, 'id_str': '450095256', 'name...  "
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Assign the new value for coordinates only to the column geo_coordinates created\n",
    "data['geo_coordinates'] = tags.tag_coordinates\n",
    "data.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0       <a href=\"http://twitter.com/download/android\" rel=\"nofollow\">Twitter for Android</a>\n",
       "1       <a href=\"http://twitter.com/download/android\" rel=\"nofollow\">Twitter for Android</a>\n",
       "2       <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>  \n",
       "3       <a href=\"http://twitter.com/download/android\" rel=\"nofollow\">Twitter for Android</a>\n",
       "4       <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>  \n",
       "5       <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>  \n",
       "6       <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>  \n",
       "7       <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>  \n",
       "8       <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>  \n",
       "9       <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>  \n",
       "10      <a href=\"https://olplus.fr\" rel=\"nofollow\">OLPlusApp</a>                            \n",
       "11      <a href=\"http://foursquare.com\" rel=\"nofollow\">Foursquare</a>                       \n",
       "12      <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>  \n",
       "13      <a href=\"http://twitter.com/download/android\" rel=\"nofollow\">Twitter for Android</a>\n",
       "14      <a href=\"http://twitter.com/download/android\" rel=\"nofollow\">Twitter for Android</a>\n",
       "15      <a href=\"http://twitter.com/download/android\" rel=\"nofollow\">Twitter for Android</a>\n",
       "16      <a href=\"http://twitter.com/download/android\" rel=\"nofollow\">Twitter for Android</a>\n",
       "17      <a href=\"http://twitter.com/download/android\" rel=\"nofollow\">Twitter for Android</a>\n",
       "18      <a href=\"http://twitter.com/download/android\" rel=\"nofollow\">Twitter for Android</a>\n",
       "19      <a href=\"http://twitter.com/download/android\" rel=\"nofollow\">Twitter for Android</a>\n",
       "20      <a href=\"https://ifttt.com\" rel=\"nofollow\">IFTTT</a>                                \n",
       "21      <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>  \n",
       "22      <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>  \n",
       "23      <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>  \n",
       "24      <a href=\"http://twitter.com/download/android\" rel=\"nofollow\">Twitter for Android</a>\n",
       "25      <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>  \n",
       "26      <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>  \n",
       "27      <a href=\"http://twitter.com/download/android\" rel=\"nofollow\">Twitter for Android</a>\n",
       "28      <a href=\"http://twitter.com/download/android\" rel=\"nofollow\">Twitter for Android</a>\n",
       "29      <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>  \n",
       "                                               ...                                          \n",
       "4117    <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>  \n",
       "4118    <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>  \n",
       "4119    <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>  \n",
       "4120    <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>  \n",
       "4121    <a href=\"http://twitter.com/download/android\" rel=\"nofollow\">Twitter for Android</a>\n",
       "4122    <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>  \n",
       "4123    <a href=\"http://twitter.com/download/android\" rel=\"nofollow\">Twitter for Android</a>\n",
       "4124    <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>  \n",
       "4125    <a href=\"http://twitter.com/download/android\" rel=\"nofollow\">Twitter for Android</a>\n",
       "4126    <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>  \n",
       "4127    <a href=\"http://twitter.com/download/android\" rel=\"nofollow\">Twitter for Android</a>\n",
       "4128    <a href=\"http://twitter.com/download/android\" rel=\"nofollow\">Twitter for Android</a>\n",
       "4129    <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>  \n",
       "4130    <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>  \n",
       "4131    <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>  \n",
       "4132    <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>  \n",
       "4133    <a href=\"http://instagram.com\" rel=\"nofollow\">Instagram</a>                         \n",
       "4134    <a href=\"http://twitter.com/download/android\" rel=\"nofollow\">Twitter for Android</a>\n",
       "4135    <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>  \n",
       "4136    <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>  \n",
       "4137    <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>  \n",
       "4138    <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>  \n",
       "4139    <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>  \n",
       "4140    <a href=\"http://twitter.com/download/android\" rel=\"nofollow\">Twitter for Android</a>\n",
       "4141    <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>  \n",
       "4142    <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>  \n",
       "4143    <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>  \n",
       "4144    <a href=\"https://twitter.com/googuns_lulz\" rel=\"nofollow\">GooGuns Lulz</a>          \n",
       "4145    <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>  \n",
       "4146    <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>  \n",
       "Name: source, Length: 4147, dtype: object"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#View the full source field\n",
    "pd.set_option('display.max_colwidth', -1)\n",
    "data.source"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "geo_tag               False                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            \n",
       "geo_coordinates       NaN                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                              \n",
       "favorite_count        0                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                \n",
       "lang                  en                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                               \n",
       "possibly_sensitive    NaN                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                              \n",
       "reply_count           0                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                \n",
       "retweet_count         0                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                \n",
       "retweeted             0                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                \n",
       "retweeted_status      NaN                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                              \n",
       "source                <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                               \n",
       "text                  Less sleep sleepy, oversleep sleepy, no sleep sleepy, sleep also sleepy, everything we do in life all involve sleep… https://t.co/SYHexMgiQt                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                     \n",
       "user                  {'id': 91467422, 'id_str': '91467422', 'name': 'ㅤ', 'screen_name': 'MusRules', 'location': None, 'url': 'http://sepotify.wasap.my/', 'description': 'love Allah and care for others.\n",
       "\n",
       "Spotify User? Lets #BePremium click link below', 'translator_type': 'none', 'protected': False, 'verified': False, 'followers_count': 865, 'friends_count': 96, 'listed_count': 19, 'favourites_count': 4220, 'statuses_count': 52902, 'created_at': 'Sat Nov 21 01:02:47 +0000 2009', 'utc_offset': None, 'time_zone': None, 'geo_enabled': True, 'lang': 'en', 'contributors_enabled': False, 'is_translator': False, 'profile_background_color': '000000', 'profile_background_image_url': 'http://abs.twimg.com/images/themes/theme13/bg.gif', 'profile_background_image_url_https': 'https://abs.twimg.com/images/themes/theme13/bg.gif', 'profile_background_tile': False, 'profile_link_color': '0093B8', 'profile_sidebar_border_color': '000000', 'profile_sidebar_fill_color': 'FFFFFF', 'profile_text_color': '333333', 'profile_use_background_image': True, 'profile_image_url': 'http://pbs.twimg.com/profile_images/1099672016653697026/7jrZHHwX_normal.jpg', 'profile_image_url_https': 'https://pbs.twimg.com/profile_images/1099672016653697026/7jrZHHwX_normal.jpg', 'profile_banner_url': 'https://pbs.twimg.com/profile_banners/91467422/1540788842', 'default_profile': False, 'default_profile_image': False, 'following': None, 'follow_request_sent': None, 'notifications': None}\n",
       "Name: 4118, dtype: object"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data.loc[4118]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0    Twitter for Android</a>\n",
       "1    Twitter for Android</a>\n",
       "2    Twitter for iPhone</a> \n",
       "3    Twitter for Android</a>\n",
       "4    Twitter for iPhone</a> \n",
       "5    Twitter for iPhone</a> \n",
       "6    Twitter for iPhone</a> \n",
       "7    Twitter for iPhone</a> \n",
       "8    Twitter for iPhone</a> \n",
       "9    Twitter for iPhone</a> \n",
       "Name: 1, dtype: object"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#A hypothesis at this point is that tweeting from an external app adds the geo-tag by default\n",
    "#hence influences chances of a tweet being geo-tagged\n",
    "\n",
    "#Therefore obtain meaningful information from the source column\n",
    "\n",
    "#In the source column, the particular device/app is in between > and < i.e   (......> Device / App <......)\n",
    "#I will use > and < as delimiters to obtain the device/app name alone\n",
    "\n",
    "#Split the source column first based on >\n",
    "first_split = data['source'].str.split(\">\", n = 1, expand = True)\n",
    "\n",
    "#Obtain the second part of what was split and since its stored as an array the second is index 1\n",
    "second_part = first_split[1]\n",
    "second_part.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0    Twitter for Android\n",
       "1    Twitter for Android\n",
       "2    Twitter for iPhone \n",
       "3    Twitter for Android\n",
       "4    Twitter for iPhone \n",
       "5    Twitter for iPhone \n",
       "6    Twitter for iPhone \n",
       "7    Twitter for iPhone \n",
       "8    Twitter for iPhone \n",
       "9    Twitter for iPhone \n",
       "Name: 0, dtype: object"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Split the variable holding the data above i.e. second_part\n",
    "\n",
    "#Split using the < as the delimiter\n",
    "last = second_part.str.split(\"<\", n = 1, expand = True)\n",
    "\n",
    "#Obtain the first part of the split which now contains the particular device/app alone and since its stored as an array the first is index 0\n",
    "specific_names = last[0]\n",
    "specific_names.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>geo_tag</th>\n",
       "      <th>geo_coordinates</th>\n",
       "      <th>favorite_count</th>\n",
       "      <th>lang</th>\n",
       "      <th>possibly_sensitive</th>\n",
       "      <th>reply_count</th>\n",
       "      <th>retweet_count</th>\n",
       "      <th>retweeted</th>\n",
       "      <th>retweeted_status</th>\n",
       "      <th>source</th>\n",
       "      <th>text</th>\n",
       "      <th>user</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>tr</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Twitter for Android</td>\n",
       "      <td>Pencereni aç ve sabahı kokla. Hayat güzel. Sev...</td>\n",
       "      <td>{'id': 993959236752338944, 'id_str': '99395923...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>pt</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Twitter for Android</td>\n",
       "      <td>Isso ae</td>\n",
       "      <td>{'id': 307678258, 'id_str': '307678258', 'name...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>en</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Twitter for iPhone</td>\n",
       "      <td>F*** you #Cancer another life barely begun sto...</td>\n",
       "      <td>{'id': 67979303, 'id_str': '67979303', 'name':...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>und</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Twitter for Android</td>\n",
       "      <td>@parfaite_1223 @parfaite_narumi https://t.co/9...</td>\n",
       "      <td>{'id': 2346918559, 'id_str': '2346918559', 'na...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>en</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Twitter for iPhone</td>\n",
       "      <td>@Mbuthuma I have beeeeen following you! Twitte...</td>\n",
       "      <td>{'id': 20133650, 'id_str': '20133650', 'name':...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>ar</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Twitter for iPhone</td>\n",
       "      <td>جاكي شان بيصور الفيلم الجديد بتاعه جنبنا وعامل...</td>\n",
       "      <td>{'id': 328124255, 'id_str': '328124255', 'name...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>und</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Twitter for iPhone</td>\n",
       "      <td>@greenhousenyt 👏👏👏👏👏👏</td>\n",
       "      <td>{'id': 391034611, 'id_str': '391034611', 'name...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>ja</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Twitter for iPhone</td>\n",
       "      <td>そろそろキャンプの準備するか。</td>\n",
       "      <td>{'id': 237612409, 'id_str': '237612409', 'name...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>pt</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Twitter for iPhone</td>\n",
       "      <td>@Tkn117 oi lindo t amo</td>\n",
       "      <td>{'id': 52052164, 'id_str': '52052164', 'name':...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>tl</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Twitter for iPhone</td>\n",
       "      <td>@RollyRockza Mbavhala</td>\n",
       "      <td>{'id': 450095256, 'id_str': '450095256', 'name...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  geo_tag geo_coordinates  favorite_count lang  possibly_sensitive  \\\n",
       "0   False             NaN             0.0   tr                 NaN   \n",
       "1   False             NaN             0.0   pt                 NaN   \n",
       "2   False             NaN             0.0   en                 NaN   \n",
       "3   False             NaN             0.0  und                 0.0   \n",
       "4   False             NaN             0.0   en                 NaN   \n",
       "5   False             NaN             0.0   ar                 NaN   \n",
       "6   False             NaN             0.0  und                 NaN   \n",
       "7   False             NaN             0.0   ja                 NaN   \n",
       "8   False             NaN             0.0   pt                 NaN   \n",
       "9   False             NaN             0.0   tl                 NaN   \n",
       "\n",
       "   reply_count  retweet_count  retweeted retweeted_status  \\\n",
       "0          0.0            0.0        0.0              NaN   \n",
       "1          0.0            0.0        0.0              NaN   \n",
       "2          0.0            0.0        0.0              NaN   \n",
       "3          0.0            0.0        0.0              NaN   \n",
       "4          0.0            0.0        0.0              NaN   \n",
       "5          0.0            0.0        0.0              NaN   \n",
       "6          0.0            0.0        0.0              NaN   \n",
       "7          0.0            0.0        0.0              NaN   \n",
       "8          0.0            0.0        0.0              NaN   \n",
       "9          0.0            0.0        0.0              NaN   \n",
       "\n",
       "                source                                               text  \\\n",
       "0  Twitter for Android  Pencereni aç ve sabahı kokla. Hayat güzel. Sev...   \n",
       "1  Twitter for Android                                            Isso ae   \n",
       "2   Twitter for iPhone  F*** you #Cancer another life barely begun sto...   \n",
       "3  Twitter for Android  @parfaite_1223 @parfaite_narumi https://t.co/9...   \n",
       "4   Twitter for iPhone  @Mbuthuma I have beeeeen following you! Twitte...   \n",
       "5   Twitter for iPhone  جاكي شان بيصور الفيلم الجديد بتاعه جنبنا وعامل...   \n",
       "6   Twitter for iPhone                              @greenhousenyt 👏👏👏👏👏👏   \n",
       "7   Twitter for iPhone                                    そろそろキャンプの準備するか。   \n",
       "8   Twitter for iPhone                             @Tkn117 oi lindo t amo   \n",
       "9   Twitter for iPhone                              @RollyRockza Mbavhala   \n",
       "\n",
       "                                                user  \n",
       "0  {'id': 993959236752338944, 'id_str': '99395923...  \n",
       "1  {'id': 307678258, 'id_str': '307678258', 'name...  \n",
       "2  {'id': 67979303, 'id_str': '67979303', 'name':...  \n",
       "3  {'id': 2346918559, 'id_str': '2346918559', 'na...  \n",
       "4  {'id': 20133650, 'id_str': '20133650', 'name':...  \n",
       "5  {'id': 328124255, 'id_str': '328124255', 'name...  \n",
       "6  {'id': 391034611, 'id_str': '391034611', 'name...  \n",
       "7  {'id': 237612409, 'id_str': '237612409', 'name...  \n",
       "8  {'id': 52052164, 'id_str': '52052164', 'name':...  \n",
       "9  {'id': 450095256, 'id_str': '450095256', 'name...  "
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Assign the particular device/app names as the new source column values and rename it\n",
    "data.source = specific_names\n",
    "\n",
    "#Reset column length and print\n",
    "pd.reset_option('display.max_colwidth')\n",
    "data.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>geo_tag</th>\n",
       "      <th>geo_coordinates</th>\n",
       "      <th>favorite_count</th>\n",
       "      <th>lang</th>\n",
       "      <th>possibly_sensitive</th>\n",
       "      <th>reply_count</th>\n",
       "      <th>retweet_count</th>\n",
       "      <th>retweeted</th>\n",
       "      <th>retweeted_status</th>\n",
       "      <th>source</th>\n",
       "      <th>text</th>\n",
       "      <th>user</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>tr</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>mobile</td>\n",
       "      <td>Pencereni aç ve sabahı kokla. Hayat güzel. Sev...</td>\n",
       "      <td>{'id': 993959236752338944, 'id_str': '99395923...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>pt</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>mobile</td>\n",
       "      <td>Isso ae</td>\n",
       "      <td>{'id': 307678258, 'id_str': '307678258', 'name...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>en</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>mobile</td>\n",
       "      <td>F*** you #Cancer another life barely begun sto...</td>\n",
       "      <td>{'id': 67979303, 'id_str': '67979303', 'name':...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>und</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>mobile</td>\n",
       "      <td>@parfaite_1223 @parfaite_narumi https://t.co/9...</td>\n",
       "      <td>{'id': 2346918559, 'id_str': '2346918559', 'na...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>en</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>mobile</td>\n",
       "      <td>@Mbuthuma I have beeeeen following you! Twitte...</td>\n",
       "      <td>{'id': 20133650, 'id_str': '20133650', 'name':...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>ar</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>mobile</td>\n",
       "      <td>جاكي شان بيصور الفيلم الجديد بتاعه جنبنا وعامل...</td>\n",
       "      <td>{'id': 328124255, 'id_str': '328124255', 'name...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>und</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>mobile</td>\n",
       "      <td>@greenhousenyt 👏👏👏👏👏👏</td>\n",
       "      <td>{'id': 391034611, 'id_str': '391034611', 'name...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>ja</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>mobile</td>\n",
       "      <td>そろそろキャンプの準備するか。</td>\n",
       "      <td>{'id': 237612409, 'id_str': '237612409', 'name...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>pt</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>mobile</td>\n",
       "      <td>@Tkn117 oi lindo t amo</td>\n",
       "      <td>{'id': 52052164, 'id_str': '52052164', 'name':...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>tl</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>mobile</td>\n",
       "      <td>@RollyRockza Mbavhala</td>\n",
       "      <td>{'id': 450095256, 'id_str': '450095256', 'name...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  geo_tag geo_coordinates  favorite_count lang  possibly_sensitive  \\\n",
       "0   False             NaN             0.0   tr                 NaN   \n",
       "1   False             NaN             0.0   pt                 NaN   \n",
       "2   False             NaN             0.0   en                 NaN   \n",
       "3   False             NaN             0.0  und                 0.0   \n",
       "4   False             NaN             0.0   en                 NaN   \n",
       "5   False             NaN             0.0   ar                 NaN   \n",
       "6   False             NaN             0.0  und                 NaN   \n",
       "7   False             NaN             0.0   ja                 NaN   \n",
       "8   False             NaN             0.0   pt                 NaN   \n",
       "9   False             NaN             0.0   tl                 NaN   \n",
       "\n",
       "   reply_count  retweet_count  retweeted retweeted_status  source  \\\n",
       "0          0.0            0.0        0.0              NaN  mobile   \n",
       "1          0.0            0.0        0.0              NaN  mobile   \n",
       "2          0.0            0.0        0.0              NaN  mobile   \n",
       "3          0.0            0.0        0.0              NaN  mobile   \n",
       "4          0.0            0.0        0.0              NaN  mobile   \n",
       "5          0.0            0.0        0.0              NaN  mobile   \n",
       "6          0.0            0.0        0.0              NaN  mobile   \n",
       "7          0.0            0.0        0.0              NaN  mobile   \n",
       "8          0.0            0.0        0.0              NaN  mobile   \n",
       "9          0.0            0.0        0.0              NaN  mobile   \n",
       "\n",
       "                                                text  \\\n",
       "0  Pencereni aç ve sabahı kokla. Hayat güzel. Sev...   \n",
       "1                                            Isso ae   \n",
       "2  F*** you #Cancer another life barely begun sto...   \n",
       "3  @parfaite_1223 @parfaite_narumi https://t.co/9...   \n",
       "4  @Mbuthuma I have beeeeen following you! Twitte...   \n",
       "5  جاكي شان بيصور الفيلم الجديد بتاعه جنبنا وعامل...   \n",
       "6                              @greenhousenyt 👏👏👏👏👏👏   \n",
       "7                                    そろそろキャンプの準備するか。   \n",
       "8                             @Tkn117 oi lindo t amo   \n",
       "9                              @RollyRockza Mbavhala   \n",
       "\n",
       "                                                user  \n",
       "0  {'id': 993959236752338944, 'id_str': '99395923...  \n",
       "1  {'id': 307678258, 'id_str': '307678258', 'name...  \n",
       "2  {'id': 67979303, 'id_str': '67979303', 'name':...  \n",
       "3  {'id': 2346918559, 'id_str': '2346918559', 'na...  \n",
       "4  {'id': 20133650, 'id_str': '20133650', 'name':...  \n",
       "5  {'id': 328124255, 'id_str': '328124255', 'name...  \n",
       "6  {'id': 391034611, 'id_str': '391034611', 'name...  \n",
       "7  {'id': 237612409, 'id_str': '237612409', 'name...  \n",
       "8  {'id': 52052164, 'id_str': '52052164', 'name':...  \n",
       "9  {'id': 450095256, 'id_str': '450095256', 'name...  "
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Further cleanup of the source column\n",
    "\n",
    "#Assign every field with android, iphone or mobile field as mobile to show that it a mobile phone(handheld) \n",
    "data['source'] = data.source.str.replace(r'(^.*(Android|iPhone|Mobile).*$)', 'mobile')\n",
    "\n",
    "data['source'] = data.source.str.replace(r'(^.*Web.*$)', 'web')\n",
    "data.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['mobile', 'OLPlusApp', 'Foursquare', 'IFTTT', 'web',\n",
       "       'Twitter for iPad', 'CareerArc 2.0', nan, 'Instagram',\n",
       "       'Tweetlogix', 'Trendsmap Alerting', 'Hootsuite Inc.',\n",
       "       'Foursquare Swarm', 'Tweetbot for iΟS', 'Echofon',\n",
       "       'dasauge® Stellenmarkt', 'iOS', 'Endomondo', 'manager magazin',\n",
       "       'TTN ELP traffic', 'PropertyWala.com', '511NY-Tweets',\n",
       "       '112alarm Lifeliners', 'Echobox Social', 'Cheap Bots, Done Quick!',\n",
       "       'LA AreaNotice Tweets', 'TweetDeck', 'srvnotif', 'NYRegions',\n",
       "       '112alarm.net MON', 'twitbot_h', 'SocialFlow', 'Facebook',\n",
       "       'GroupTweet', 'swonkie', '112app.nl', 'Tuiteo TOP EP (4)',\n",
       "       'Twitterrific for Mac', '112alarm.net', 'SafeTweet by TweetMyJOBS',\n",
       "       'Mobolet Tweet', 'iembot', 'TestsForSearch', 'TTN SPO traffic',\n",
       "       \"Edent's Solar Panels\", 'Tweetbot for Mac',\n",
       "       'City of Portland Fire/EMS feed', 'eltiempobiz',\n",
       "       'Automatic Traffic Update', 'Bahntwit', 'OxfordBlue-Twitter',\n",
       "       'autotweet scheduler', 'BB RADIO Music App', 'dlvr.it',\n",
       "       'Es Tendencia en Argentina', 'RM-Application',\n",
       "       'Every Finnish Number', 'WordPress.com', 'TCR Party',\n",
       "       'Donald \"Blank\" Trump', 'GooGuns Lulz'], dtype=object)"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Find out the unique elements in source column\n",
    "data.source.unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>geo_tag</th>\n",
       "      <th>geo_coordinates</th>\n",
       "      <th>favorite_count</th>\n",
       "      <th>lang</th>\n",
       "      <th>possibly_sensitive</th>\n",
       "      <th>reply_count</th>\n",
       "      <th>retweet_count</th>\n",
       "      <th>retweeted</th>\n",
       "      <th>retweeted_status</th>\n",
       "      <th>source</th>\n",
       "      <th>text</th>\n",
       "      <th>user</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [geo_tag, geo_coordinates, favorite_count, lang, possibly_sensitive, reply_count, retweet_count, retweeted, retweeted_status, source, text, user]\n",
       "Index: []"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data.loc[data['source'] == 33]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['mobile', 'OLPlusApp', 'Foursquare', 'IFTTT', 'web',\n",
       "       'Twitter for iPad', 'CareerArc 2.0', nan, 'Instagram',\n",
       "       'Tweetlogix', 'Trendsmap Alerting', 'Hootsuite Inc.',\n",
       "       'Foursquare Swarm', 'Tweetbot for iΟS', 'Echofon',\n",
       "       'dasauge® Stellenmarkt', 'iOS', 'Endomondo', 'manager magazin',\n",
       "       'TTN ELP traffic', 'PropertyWala.com', '511NY-Tweets',\n",
       "       '112alarm Lifeliners', 'Echobox Social', 'Cheap Bots, Done Quick!',\n",
       "       'LA AreaNotice Tweets', 'TweetDeck', 'srvnotif', 'NYRegions',\n",
       "       '112alarm.net MON', 'twitbot_h', 'SocialFlow', 'Facebook',\n",
       "       'GroupTweet', 'swonkie', '112app.nl', 'Tuiteo TOP EP (4)',\n",
       "       'Twitterrific for Mac', '112alarm.net', 'SafeTweet by TweetMyJOBS',\n",
       "       'Mobolet Tweet', 'iembot', 'TestsForSearch', 'TTN SPO traffic',\n",
       "       \"Edent's Solar Panels\", 'Tweetbot for Mac',\n",
       "       'City of Portland Fire/EMS feed', 'eltiempobiz',\n",
       "       'Automatic Traffic Update', 'Bahntwit', 'OxfordBlue-Twitter',\n",
       "       'autotweet scheduler', 'BB RADIO Music App', 'dlvr.it',\n",
       "       'Es Tendencia en Argentina', 'RM-Application',\n",
       "       'Every Finnish Number', 'WordPress.com', 'TCR Party',\n",
       "       'Donald \"Blank\" Trump', 'GooGuns Lulz'], dtype=object)"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# #Encode every other source as other\n",
    "# data.loc[(data['source'] != 'web') & (data['source'] != 'mobile'), 'source'] = 'other'\n",
    "# data.head(10)\n",
    "\n",
    "data.source.unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0 {'id': 993959236752338944, 'id_str': '993959236752338944', 'name': 'Zehra Akkurt', 'screen_name': 'ZehraAkkurt20', 'location': 'Berlin, Germany', 'url': None, 'description': 'Dünya gözü ile bakan yüzü;\\nGönül gözü ile bakan özü görür...\\n\\nHz.Mevlana', 'translator_type': 'none', 'protected': False, 'verified': False, 'followers_count': 118, 'friends_count': 181, 'listed_count': 0, 'favourites_count': 2028, 'statuses_count': 397, 'created_at': 'Tue May 08 21:02:03 +0000 2018', 'utc_offset': None, 'time_zone': None, 'geo_enabled': True, 'lang': 'tr', 'contributors_enabled': False, 'is_translator': False, 'profile_background_color': 'F5F8FA', 'profile_background_image_url': '', 'profile_background_image_url_https': '', 'profile_background_tile': False, 'profile_link_color': '1DA1F2', 'profile_sidebar_border_color': 'C0DEED', 'profile_sidebar_fill_color': 'DDEEF6', 'profile_text_color': '333333', 'profile_use_background_image': True, 'profile_image_url': 'http://pbs.twimg.com/profile_images/1097208623904837632/1jSj_ynz_normal.jpg', 'profile_image_url_https': 'https://pbs.twimg.com/profile_images/1097208623904837632/1jSj_ynz_normal.jpg', 'profile_banner_url': 'https://pbs.twimg.com/profile_banners/993959236752338944/1550429894', 'default_profile': True, 'default_profile_image': False, 'following': None, 'follow_request_sent': None, 'notifications': None}\n"
     ]
    }
   ],
   "source": [
    "#Find out what is in the user column\n",
    "freqs = data.user.head(1)\n",
    "for k, v in freqs.items():\n",
    "    print(f'{k} {v}')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>contributors_enabled</th>\n",
       "      <th>created_at</th>\n",
       "      <th>default_profile</th>\n",
       "      <th>default_profile_image</th>\n",
       "      <th>description</th>\n",
       "      <th>favourites_count</th>\n",
       "      <th>follow_request_sent</th>\n",
       "      <th>followers_count</th>\n",
       "      <th>following</th>\n",
       "      <th>friends_count</th>\n",
       "      <th>geo_enabled</th>\n",
       "      <th>id</th>\n",
       "      <th>id_str</th>\n",
       "      <th>is_translator</th>\n",
       "      <th>lang</th>\n",
       "      <th>listed_count</th>\n",
       "      <th>location</th>\n",
       "      <th>name</th>\n",
       "      <th>notifications</th>\n",
       "      <th>profile_background_color</th>\n",
       "      <th>profile_background_image_url</th>\n",
       "      <th>profile_background_image_url_https</th>\n",
       "      <th>profile_background_tile</th>\n",
       "      <th>profile_banner_url</th>\n",
       "      <th>profile_image_url</th>\n",
       "      <th>profile_image_url_https</th>\n",
       "      <th>profile_link_color</th>\n",
       "      <th>profile_sidebar_border_color</th>\n",
       "      <th>profile_sidebar_fill_color</th>\n",
       "      <th>profile_text_color</th>\n",
       "      <th>profile_use_background_image</th>\n",
       "      <th>protected</th>\n",
       "      <th>screen_name</th>\n",
       "      <th>statuses_count</th>\n",
       "      <th>time_zone</th>\n",
       "      <th>translator_type</th>\n",
       "      <th>url</th>\n",
       "      <th>utc_offset</th>\n",
       "      <th>verified</th>\n",
       "      <th>0</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>False</td>\n",
       "      <td>Tue May 08 21:02:03 +0000 2018</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>Dünya gözü ile bakan yüzü;\\nGönül gözü ile bak...</td>\n",
       "      <td>2028.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>118.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>181.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9.939592e+17</td>\n",
       "      <td>993959236752338944</td>\n",
       "      <td>False</td>\n",
       "      <td>tr</td>\n",
       "      <td>0.0</td>\n",
       "      <td>Berlin, Germany</td>\n",
       "      <td>Zehra Akkurt</td>\n",
       "      <td>NaN</td>\n",
       "      <td>F5F8FA</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>False</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/99395923...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/1097208623...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/109720862...</td>\n",
       "      <td>1DA1F2</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>DDEEF6</td>\n",
       "      <td>333333</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>ZehraAkkurt20</td>\n",
       "      <td>397.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>False</td>\n",
       "      <td>Mon May 30 02:58:44 +0000 2011</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>2.4 😜 //\\nI do not need anyone who did not wan...</td>\n",
       "      <td>2340.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>270.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>274.0</td>\n",
       "      <td>True</td>\n",
       "      <td>3.076783e+08</td>\n",
       "      <td>307678258</td>\n",
       "      <td>False</td>\n",
       "      <td>pt</td>\n",
       "      <td>0.0</td>\n",
       "      <td>Leopoldina, MG</td>\n",
       "      <td>Wemersom 🌈</td>\n",
       "      <td>NaN</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>http://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>https://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>True</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/30767825...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/1093471586...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/109347158...</td>\n",
       "      <td>0084B4</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>DDEEF6</td>\n",
       "      <td>333333</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>WmateusLS</td>\n",
       "      <td>2246.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>http://www.facebook.com/wemersom.mateus</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>False</td>\n",
       "      <td>Sat Aug 22 20:47:16 +0000 2009</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>No a girly girl 🙄 💚 my 2 sons 💚💚my grandson 💚 ...</td>\n",
       "      <td>3113.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>177.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>368.0</td>\n",
       "      <td>True</td>\n",
       "      <td>6.797930e+07</td>\n",
       "      <td>67979303</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>2.0</td>\n",
       "      <td>Edinburgh, Scotland</td>\n",
       "      <td>Jo Parker</td>\n",
       "      <td>NaN</td>\n",
       "      <td>352726</td>\n",
       "      <td>http://abs.twimg.com/images/themes/theme5/bg.gif</td>\n",
       "      <td>https://abs.twimg.com/images/themes/theme5/bg.gif</td>\n",
       "      <td>False</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/67979303...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/1040487813...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/104048781...</td>\n",
       "      <td>D02B55</td>\n",
       "      <td>829D5E</td>\n",
       "      <td>99CC33</td>\n",
       "      <td>3E4415</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>jo31070</td>\n",
       "      <td>1953.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>False</td>\n",
       "      <td>Sun Feb 16 14:11:47 +0000 2014</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>失去山與林的Kbalan後裔</td>\n",
       "      <td>295.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>15.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>87.0</td>\n",
       "      <td>True</td>\n",
       "      <td>2.346919e+09</td>\n",
       "      <td>2346918559</td>\n",
       "      <td>False</td>\n",
       "      <td>zh-TW</td>\n",
       "      <td>0.0</td>\n",
       "      <td>中華民國 台灣 的某個小角落</td>\n",
       "      <td>Jonny.U.Inaba</td>\n",
       "      <td>NaN</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>http://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>https://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>False</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/23469185...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/7032255906...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/703225590...</td>\n",
       "      <td>1DA1F2</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>DDEEF6</td>\n",
       "      <td>333333</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>LinXhiang</td>\n",
       "      <td>580.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>False</td>\n",
       "      <td>Thu Feb 05 10:09:36 +0000 2009</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>🇿🇦RECORDING ARTIST/SONGWRITER | Bookings: Sphu...</td>\n",
       "      <td>18572.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6496.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1794.0</td>\n",
       "      <td>True</td>\n",
       "      <td>2.013365e+07</td>\n",
       "      <td>20133650</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>37.0</td>\n",
       "      <td>South Africa</td>\n",
       "      <td>S  P  H  U  M</td>\n",
       "      <td>NaN</td>\n",
       "      <td>FF6699</td>\n",
       "      <td>http://abs.twimg.com/images/themes/theme11/bg.gif</td>\n",
       "      <td>https://abs.twimg.com/images/themes/theme11/bg...</td>\n",
       "      <td>True</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/20133650...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/1074884306...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/107488430...</td>\n",
       "      <td>B40B43</td>\n",
       "      <td>FFFFFF</td>\n",
       "      <td>E5507E</td>\n",
       "      <td>362720</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>IAmSphum</td>\n",
       "      <td>59595.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>https://itunes.apple.com/za/album/eighth-wonde...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>False</td>\n",
       "      <td>Sat Jul 02 19:42:10 +0000 2011</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>A human Being!</td>\n",
       "      <td>1665.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3351.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>397.0</td>\n",
       "      <td>True</td>\n",
       "      <td>3.281243e+08</td>\n",
       "      <td>328124255</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>8.0</td>\n",
       "      <td>WorldWide, Dubai</td>\n",
       "      <td>MoO</td>\n",
       "      <td>NaN</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>http://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>https://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>True</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/32812425...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/1068246093...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/106824609...</td>\n",
       "      <td>3B94D9</td>\n",
       "      <td>000000</td>\n",
       "      <td>DDEEF6</td>\n",
       "      <td>333333</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>mMohamedOsama</td>\n",
       "      <td>21524.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>regular</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>False</td>\n",
       "      <td>Fri Oct 14 23:12:34 +0000 2011</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>10047.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>328.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>327.0</td>\n",
       "      <td>True</td>\n",
       "      <td>3.910346e+08</td>\n",
       "      <td>391034611</td>\n",
       "      <td>False</td>\n",
       "      <td>pt</td>\n",
       "      <td>9.0</td>\n",
       "      <td>None</td>\n",
       "      <td>Rita Berlofa 🌹</td>\n",
       "      <td>NaN</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>http://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>https://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/9973407655...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/997340765...</td>\n",
       "      <td>1DA1F2</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>DDEEF6</td>\n",
       "      <td>333333</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>RitaBerlofa</td>\n",
       "      <td>9025.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>False</td>\n",
       "      <td>Thu Jan 13 06:33:52 +0000 2011</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>ぺぅぺぅぺぺぅぺ〜♪ ぺぅぺぅぺぺぅぺ〜♪ ぺぅぅぅぺぅぅぅぺぺぺぅぺ〜♪ ぺぅ！ぺぅ！ぺぅ！♪</td>\n",
       "      <td>486.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>61.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>122.0</td>\n",
       "      <td>True</td>\n",
       "      <td>2.376124e+08</td>\n",
       "      <td>237612409</td>\n",
       "      <td>False</td>\n",
       "      <td>ja</td>\n",
       "      <td>7.0</td>\n",
       "      <td>None</td>\n",
       "      <td>廃人形</td>\n",
       "      <td>NaN</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>http://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>https://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>False</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/23761240...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/7388972618...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/738897261...</td>\n",
       "      <td>1DA1F2</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>DDEEF6</td>\n",
       "      <td>333333</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>keithviper</td>\n",
       "      <td>8523.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>False</td>\n",
       "      <td>Mon Jun 29 13:17:09 +0000 2009</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>26255.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>380.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>274.0</td>\n",
       "      <td>True</td>\n",
       "      <td>5.205216e+07</td>\n",
       "      <td>52052164</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>12.0</td>\n",
       "      <td>Rio de Janeiro, Brasil</td>\n",
       "      <td>Nathália.</td>\n",
       "      <td>NaN</td>\n",
       "      <td>EB1793</td>\n",
       "      <td>http://abs.twimg.com/images/themes/theme9/bg.gif</td>\n",
       "      <td>https://abs.twimg.com/images/themes/theme9/bg.gif</td>\n",
       "      <td>True</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/52052164...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/1097572186...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/109757218...</td>\n",
       "      <td>000000</td>\n",
       "      <td>000000</td>\n",
       "      <td>252429</td>\n",
       "      <td>666666</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>nattcavalcanti</td>\n",
       "      <td>95418.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>False</td>\n",
       "      <td>Thu Dec 29 21:34:15 +0000 2011</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>I Would Never Introduce Myself To A Lifestyle ...</td>\n",
       "      <td>22653.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6952.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4342.0</td>\n",
       "      <td>True</td>\n",
       "      <td>4.500953e+08</td>\n",
       "      <td>450095256</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>3.0</td>\n",
       "      <td>Onverwacht, South Africa</td>\n",
       "      <td>Gret-Ndou</td>\n",
       "      <td>NaN</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>http://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>https://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>False</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/45009525...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/1097854321...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/109785432...</td>\n",
       "      <td>1DA1F2</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>DDEEF6</td>\n",
       "      <td>333333</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>gretchen_ndou</td>\n",
       "      <td>20809.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>http://instragram.com/gretchen_ndou</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>False</td>\n",
       "      <td>Thu Oct 04 16:52:05 +0000 2018</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>Depuis le 11/08/2000, revue de presse permanen...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3109.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>81.0</td>\n",
       "      <td>True</td>\n",
       "      <td>1.047892e+18</td>\n",
       "      <td>1047892120051310594</td>\n",
       "      <td>False</td>\n",
       "      <td>fr</td>\n",
       "      <td>13.0</td>\n",
       "      <td>Lyon, France</td>\n",
       "      <td>OL+</td>\n",
       "      <td>NaN</td>\n",
       "      <td>F5F8FA</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>False</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/10478921...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/1047893766...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/104789376...</td>\n",
       "      <td>1DA1F2</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>DDEEF6</td>\n",
       "      <td>333333</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>OL__Plus</td>\n",
       "      <td>5932.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>http://olplus.fr</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>False</td>\n",
       "      <td>Tue Mar 02 01:38:30 +0000 2010</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>153.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>122.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>131.0</td>\n",
       "      <td>True</td>\n",
       "      <td>1.188955e+08</td>\n",
       "      <td>118895477</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>6.0</td>\n",
       "      <td>N 40°20' 0'' / W 76°23' 0''</td>\n",
       "      <td>Ydelfonso.</td>\n",
       "      <td>NaN</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>http://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>https://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>False</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/11889547...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/3788000007...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/378800000...</td>\n",
       "      <td>1DA1F2</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>DDEEF6</td>\n",
       "      <td>333333</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>Ydelfonso79</td>\n",
       "      <td>10313.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>False</td>\n",
       "      <td>Sat Sep 29 14:02:00 +0000 2018</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>مش مثاليه 🧘🏽‍♀️.</td>\n",
       "      <td>113.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>191.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>205.0</td>\n",
       "      <td>True</td>\n",
       "      <td>1.046037e+18</td>\n",
       "      <td>1046037380115943425</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>0.0</td>\n",
       "      <td>Jeddah</td>\n",
       "      <td>مياسم🧸 .</td>\n",
       "      <td>NaN</td>\n",
       "      <td>F5F8FA</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>False</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/10460373...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/1048662801...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/104866280...</td>\n",
       "      <td>1DA1F2</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>DDEEF6</td>\n",
       "      <td>333333</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>__mmss2</td>\n",
       "      <td>2452.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>http://fbhtc.com/XHl0h</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>False</td>\n",
       "      <td>Thu Mar 22 09:40:04 +0000 2012</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>572.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1623.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1687.0</td>\n",
       "      <td>True</td>\n",
       "      <td>5.330697e+08</td>\n",
       "      <td>533069682</td>\n",
       "      <td>False</td>\n",
       "      <td>id</td>\n",
       "      <td>0.0</td>\n",
       "      <td>Magelang,Indonesia</td>\n",
       "      <td>lidwina sharon</td>\n",
       "      <td>NaN</td>\n",
       "      <td>BADFCD</td>\n",
       "      <td>http://abs.twimg.com/images/themes/theme12/bg.gif</td>\n",
       "      <td>https://abs.twimg.com/images/themes/theme12/bg...</td>\n",
       "      <td>False</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/53306968...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/1097336581...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/109733658...</td>\n",
       "      <td>F5ABB5</td>\n",
       "      <td>FFFFFF</td>\n",
       "      <td>FFF7CC</td>\n",
       "      <td>0C3E53</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>sshldww_</td>\n",
       "      <td>17424.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>False</td>\n",
       "      <td>Tue Mar 22 19:23:43 +0000 2016</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>seja de verdade em tudo que vc faz💙💔</td>\n",
       "      <td>18490.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2442.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3383.0</td>\n",
       "      <td>True</td>\n",
       "      <td>7.123591e+17</td>\n",
       "      <td>712359117592072192</td>\n",
       "      <td>False</td>\n",
       "      <td>pt</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>laninha</td>\n",
       "      <td>NaN</td>\n",
       "      <td>F5F8FA</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>False</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/71235911...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/1069898081...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/106989808...</td>\n",
       "      <td>1DA1F2</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>DDEEF6</td>\n",
       "      <td>333333</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>elaineac3</td>\n",
       "      <td>2536.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>False</td>\n",
       "      <td>Tue Jan 13 14:18:02 +0000 2015</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>saklambaç oynarken saklandıgı yerden cıkamayan...</td>\n",
       "      <td>1487.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>404.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>218.0</td>\n",
       "      <td>True</td>\n",
       "      <td>2.976487e+09</td>\n",
       "      <td>2976487439</td>\n",
       "      <td>False</td>\n",
       "      <td>tr</td>\n",
       "      <td>0.0</td>\n",
       "      <td>Türkiye</td>\n",
       "      <td>qiZLiØzN€</td>\n",
       "      <td>NaN</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>http://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>https://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>False</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/29764874...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/1097644062...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/109764406...</td>\n",
       "      <td>1DA1F2</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>DDEEF6</td>\n",
       "      <td>333333</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>qizliozne88</td>\n",
       "      <td>2749.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>False</td>\n",
       "      <td>Fri May 18 14:39:25 +0000 2018</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>Retired bank executive.</td>\n",
       "      <td>28706.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>63.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>323.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9.974868e+17</td>\n",
       "      <td>997486820639297536</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Hyderabad, India</td>\n",
       "      <td>Ramarao Velagapudi</td>\n",
       "      <td>NaN</td>\n",
       "      <td>F5F8FA</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://abs.twimg.com/sticky/default_profile_im...</td>\n",
       "      <td>https://abs.twimg.com/sticky/default_profile_i...</td>\n",
       "      <td>1DA1F2</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>DDEEF6</td>\n",
       "      <td>333333</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>RamaraoVelagap1</td>\n",
       "      <td>16189.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>False</td>\n",
       "      <td>Wed Aug 13 17:31:15 +0000 2008</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Husband, Father of 2 wonderful people. Compute...</td>\n",
       "      <td>31034.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>339.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>913.0</td>\n",
       "      <td>True</td>\n",
       "      <td>1.583955e+07</td>\n",
       "      <td>15839552</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>2.0</td>\n",
       "      <td>wherever i go, there i am!</td>\n",
       "      <td>mchuntley</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9AE4E8</td>\n",
       "      <td>http://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>https://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/9981375326...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/998137532...</td>\n",
       "      <td>0000FF</td>\n",
       "      <td>87BC44</td>\n",
       "      <td>E0FF92</td>\n",
       "      <td>000000</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>mchuntley</td>\n",
       "      <td>8091.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>http://www.strathbogie.net</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>False</td>\n",
       "      <td>Wed Jun 22 20:15:42 +0000 2016</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>Curvy /muy expresiva/\\nEnfermera, perforadora ...</td>\n",
       "      <td>4322.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1095.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>258.0</td>\n",
       "      <td>True</td>\n",
       "      <td>7.457119e+17</td>\n",
       "      <td>745711884330926080</td>\n",
       "      <td>False</td>\n",
       "      <td>es</td>\n",
       "      <td>6.0</td>\n",
       "      <td>En tus sueños</td>\n",
       "      <td>Una mente retorcida</td>\n",
       "      <td>NaN</td>\n",
       "      <td>F5F8FA</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>False</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/74571188...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/1095706703...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/109570670...</td>\n",
       "      <td>1DA1F2</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>DDEEF6</td>\n",
       "      <td>333333</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>myweird_mind</td>\n",
       "      <td>17694.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>http://myrarepersonality.tumblr.com</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>False</td>\n",
       "      <td>Mon Mar 28 18:56:36 +0000 2016</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>1381.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1172.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4922.0</td>\n",
       "      <td>True</td>\n",
       "      <td>7.145266e+17</td>\n",
       "      <td>714526622326591490</td>\n",
       "      <td>False</td>\n",
       "      <td>sr</td>\n",
       "      <td>54.0</td>\n",
       "      <td>Belgrade, Republic of Serbia</td>\n",
       "      <td>Jugoslav Orozovic</td>\n",
       "      <td>NaN</td>\n",
       "      <td>F5F8FA</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>False</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/71452662...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/1089822149...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/108982214...</td>\n",
       "      <td>1DA1F2</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>DDEEF6</td>\n",
       "      <td>333333</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>jugoslavorozov1</td>\n",
       "      <td>6370.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>False</td>\n",
       "      <td>Fri Dec 26 17:07:31 +0000 2014</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>#Liberté, #égalité, #fraternité\\r#ViveLaFrance...</td>\n",
       "      <td>2809.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>799.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4689.0</td>\n",
       "      <td>True</td>\n",
       "      <td>2.944165e+09</td>\n",
       "      <td>2944164937</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>130.0</td>\n",
       "      <td>Stone Mountain, GA</td>\n",
       "      <td>Miroslav Georgiev</td>\n",
       "      <td>NaN</td>\n",
       "      <td>000000</td>\n",
       "      <td>http://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>https://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>False</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/29441649...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/7906502124...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/790650212...</td>\n",
       "      <td>000000</td>\n",
       "      <td>000000</td>\n",
       "      <td>000000</td>\n",
       "      <td>000000</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>mirogeorgiev97</td>\n",
       "      <td>382851.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>https://plus.google.com/+MiroslavMiroGeorgiev</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>False</td>\n",
       "      <td>Fri Jul 23 22:31:32 +0000 2010</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>| CPT 💉 CET ❤️ Future RN. 👩🏻‍⚕️ |</td>\n",
       "      <td>7105.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>924.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>343.0</td>\n",
       "      <td>True</td>\n",
       "      <td>1.700870e+08</td>\n",
       "      <td>170086999</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>6.0</td>\n",
       "      <td>Atlanta, GA</td>\n",
       "      <td>Katie ✨</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1A1B1F</td>\n",
       "      <td>http://abs.twimg.com/images/themes/theme9/bg.gif</td>\n",
       "      <td>https://abs.twimg.com/images/themes/theme9/bg.gif</td>\n",
       "      <td>True</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/17008699...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/1087505528...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/108750552...</td>\n",
       "      <td>2FC2EF</td>\n",
       "      <td>181A1E</td>\n",
       "      <td>252429</td>\n",
       "      <td>666666</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>Krnnnn_</td>\n",
       "      <td>43961.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>False</td>\n",
       "      <td>Wed Feb 28 16:14:52 +0000 2018</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>💗🌸NCT • ATEEZ • WayV • Stray Kids • Monsta X •...</td>\n",
       "      <td>22237.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4296.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2925.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9.688822e+17</td>\n",
       "      <td>968882200329510914</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>38.0</td>\n",
       "      <td>В бассейне с Капопом</td>\n",
       "      <td>📍🎵GUCCI ТэТэ¹²⁷🎵📍</td>\n",
       "      <td>NaN</td>\n",
       "      <td>F5F8FA</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>False</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/96888220...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/1099549575...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/109954957...</td>\n",
       "      <td>1DA1F2</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>DDEEF6</td>\n",
       "      <td>333333</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>gucci_taebts</td>\n",
       "      <td>11909.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>https://www.youtube.com/channel/UCUAslnJlZASrT...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>False</td>\n",
       "      <td>Wed Oct 16 18:13:42 +0000 2013</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>@teamIk @worker of PTI Social Media Activist s...</td>\n",
       "      <td>1395.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>96.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>143.0</td>\n",
       "      <td>True</td>\n",
       "      <td>1.965279e+09</td>\n",
       "      <td>1965278540</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>ilyas Butt</td>\n",
       "      <td>NaN</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>http://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>https://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>False</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/19652785...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/1097065398...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/109706539...</td>\n",
       "      <td>1DA1F2</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>DDEEF6</td>\n",
       "      <td>333333</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>IlyasAssibutt04</td>\n",
       "      <td>2299.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>False</td>\n",
       "      <td>Sat Jan 26 13:31:42 +0000 2019</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>tries hard to win GAs 💜</td>\n",
       "      <td>17465.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>312.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>484.0</td>\n",
       "      <td>True</td>\n",
       "      <td>1.089154e+18</td>\n",
       "      <td>1089153910252531713</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>2.0</td>\n",
       "      <td>None</td>\n",
       "      <td>PLS RT MY PINNED TWEET</td>\n",
       "      <td>NaN</td>\n",
       "      <td>F5F8FA</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>False</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/10891539...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/1099292508...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/109929250...</td>\n",
       "      <td>1DA1F2</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>DDEEF6</td>\n",
       "      <td>333333</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>Lovema_rule</td>\n",
       "      <td>8796.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>False</td>\n",
       "      <td>Sat Dec 19 19:11:45 +0000 2009</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Abbiamo solo la nostra storia ed essa non ci a...</td>\n",
       "      <td>48753.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1458.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1315.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9.796262e+07</td>\n",
       "      <td>97962621</td>\n",
       "      <td>False</td>\n",
       "      <td>it</td>\n",
       "      <td>19.0</td>\n",
       "      <td>sulla crosta terrestre</td>\n",
       "      <td>Lele Chiappo</td>\n",
       "      <td>NaN</td>\n",
       "      <td>091304</td>\n",
       "      <td>http://abs.twimg.com/images/themes/theme5/bg.gif</td>\n",
       "      <td>https://abs.twimg.com/images/themes/theme5/bg.gif</td>\n",
       "      <td>False</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/97962621...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/8422695115...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/842269511...</td>\n",
       "      <td>7D7D7D</td>\n",
       "      <td>FFFFFF</td>\n",
       "      <td>262626</td>\n",
       "      <td>696545</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>Chiappuz</td>\n",
       "      <td>29102.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>False</td>\n",
       "      <td>Thu Apr 18 07:02:56 +0000 2013</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Engineer/Cricketer/Interest in Pakistan Politi...</td>\n",
       "      <td>25037.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>328.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>961.0</td>\n",
       "      <td>True</td>\n",
       "      <td>1.361244e+09</td>\n",
       "      <td>1361243942</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>0.0</td>\n",
       "      <td>United Arab Emirates</td>\n",
       "      <td>Engr Muhammad Yasir</td>\n",
       "      <td>NaN</td>\n",
       "      <td>000000</td>\n",
       "      <td>http://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>https://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>False</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/13612439...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/1098272716...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/109827271...</td>\n",
       "      <td>1B95E0</td>\n",
       "      <td>000000</td>\n",
       "      <td>000000</td>\n",
       "      <td>000000</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>myasir946</td>\n",
       "      <td>1288.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>https://www.facebook.com/ysr19?ref=bookmarks</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>False</td>\n",
       "      <td>Wed May 22 08:01:54 +0000 2013</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>La Almunia de Doña Godina \\nZARAGOZA</td>\n",
       "      <td>38197.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>450.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>821.0</td>\n",
       "      <td>True</td>\n",
       "      <td>1.448276e+09</td>\n",
       "      <td>1448276052</td>\n",
       "      <td>False</td>\n",
       "      <td>es</td>\n",
       "      <td>10.0</td>\n",
       "      <td>None</td>\n",
       "      <td>Julia Aragon</td>\n",
       "      <td>NaN</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>http://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>https://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>False</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/14482760...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/1085992507...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/108599250...</td>\n",
       "      <td>1DA1F2</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>DDEEF6</td>\n",
       "      <td>333333</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>Majudi46</td>\n",
       "      <td>13643.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>False</td>\n",
       "      <td>Mon Sep 09 16:26:48 +0000 2013</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>Cruzeirense apaixonado desde 1981 |• CEC 24h |...</td>\n",
       "      <td>94093.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>45224.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>8749.0</td>\n",
       "      <td>True</td>\n",
       "      <td>1.848199e+09</td>\n",
       "      <td>1848198708</td>\n",
       "      <td>False</td>\n",
       "      <td>pt</td>\n",
       "      <td>74.0</td>\n",
       "      <td>Mineirão, Belo Horizonte</td>\n",
       "      <td>#CruzeiroOTimeDoPovo</td>\n",
       "      <td>NaN</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>http://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>https://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>False</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/18481987...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/1081524849...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/108152484...</td>\n",
       "      <td>1DA1F2</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>DDEEF6</td>\n",
       "      <td>333333</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>Paiblito</td>\n",
       "      <td>49804.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>https://www.youtube.com/c/SOMOSGIGANTES1?sub_c...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>False</td>\n",
       "      <td>Tue May 03 20:09:28 +0000 2011</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Its Not a Swag its a LIFESTYLE. . . VIP Isn't ...</td>\n",
       "      <td>1200.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2461.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1002.0</td>\n",
       "      <td>True</td>\n",
       "      <td>2.925318e+08</td>\n",
       "      <td>292531790</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>49.0</td>\n",
       "      <td>On The Path Of Greatness ✈</td>\n",
       "      <td>Young Denzel</td>\n",
       "      <td>NaN</td>\n",
       "      <td>131516</td>\n",
       "      <td>http://abs.twimg.com/images/themes/theme14/bg.gif</td>\n",
       "      <td>https://abs.twimg.com/images/themes/theme14/bg...</td>\n",
       "      <td>True</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/29253179...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/1100194522...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/110019452...</td>\n",
       "      <td>009999</td>\n",
       "      <td>EEEEEE</td>\n",
       "      <td>EFEFEF</td>\n",
       "      <td>333333</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>MarkB_LifeStyle</td>\n",
       "      <td>277336.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4117</th>\n",
       "      <td>False</td>\n",
       "      <td>Thu Apr 28 18:37:20 +0000 2011</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>http://basketbola.com | Content Editor | SÜ İl...</td>\n",
       "      <td>2158.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1097.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1213.0</td>\n",
       "      <td>True</td>\n",
       "      <td>2.894824e+08</td>\n",
       "      <td>289482435</td>\n",
       "      <td>False</td>\n",
       "      <td>tr</td>\n",
       "      <td>0.0</td>\n",
       "      <td>Kartal, İstanbul</td>\n",
       "      <td>Hüseyin Candan</td>\n",
       "      <td>NaN</td>\n",
       "      <td>000000</td>\n",
       "      <td>http://abs.twimg.com/images/themes/theme9/bg.gif</td>\n",
       "      <td>https://abs.twimg.com/images/themes/theme9/bg.gif</td>\n",
       "      <td>False</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/28948243...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/1067880293...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/106788029...</td>\n",
       "      <td>FF0000</td>\n",
       "      <td>000000</td>\n",
       "      <td>000000</td>\n",
       "      <td>000000</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>huseyincandann</td>\n",
       "      <td>2287.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>regular</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4118</th>\n",
       "      <td>False</td>\n",
       "      <td>Sat Nov 21 01:02:47 +0000 2009</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>love Allah and care for others.\\n\\nSpotify Use...</td>\n",
       "      <td>4220.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>865.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>96.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9.146742e+07</td>\n",
       "      <td>91467422</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>19.0</td>\n",
       "      <td>None</td>\n",
       "      <td>ㅤ</td>\n",
       "      <td>NaN</td>\n",
       "      <td>000000</td>\n",
       "      <td>http://abs.twimg.com/images/themes/theme13/bg.gif</td>\n",
       "      <td>https://abs.twimg.com/images/themes/theme13/bg...</td>\n",
       "      <td>False</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/91467422...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/1099672016...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/109967201...</td>\n",
       "      <td>0093B8</td>\n",
       "      <td>000000</td>\n",
       "      <td>FFFFFF</td>\n",
       "      <td>333333</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>MusRules</td>\n",
       "      <td>52902.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>http://sepotify.wasap.my/</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4119</th>\n",
       "      <td>False</td>\n",
       "      <td>Fri Aug 03 03:24:27 +0000 2012</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>I take photos of @coolhaus 🍦|Create social goo...</td>\n",
       "      <td>2844.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>217.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>417.0</td>\n",
       "      <td>True</td>\n",
       "      <td>7.340675e+08</td>\n",
       "      <td>734067464</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>12.0</td>\n",
       "      <td>Los Angeles, CA</td>\n",
       "      <td>Miriam Bribiesca</td>\n",
       "      <td>NaN</td>\n",
       "      <td>000000</td>\n",
       "      <td>http://abs.twimg.com/images/themes/theme8/bg.gif</td>\n",
       "      <td>https://abs.twimg.com/images/themes/theme8/bg.gif</td>\n",
       "      <td>True</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/73406746...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/1046653692...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/104665369...</td>\n",
       "      <td>F5ABB5</td>\n",
       "      <td>D9B17E</td>\n",
       "      <td>EADEAA</td>\n",
       "      <td>333333</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>MGBribiesca</td>\n",
       "      <td>5399.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>http://www.miriambribiesca.com</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4120</th>\n",
       "      <td>False</td>\n",
       "      <td>Sat Jun 13 20:10:59 +0000 2015</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>“may the work i’ve done speak for me” | Mercer...</td>\n",
       "      <td>63559.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1758.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1737.0</td>\n",
       "      <td>True</td>\n",
       "      <td>3.323584e+09</td>\n",
       "      <td>3323584451</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>9.0</td>\n",
       "      <td>macon, ga</td>\n",
       "      <td>black elle woods✨</td>\n",
       "      <td>NaN</td>\n",
       "      <td>000000</td>\n",
       "      <td>http://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>https://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>False</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/33235844...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/1057079069...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/105707906...</td>\n",
       "      <td>F58EA8</td>\n",
       "      <td>000000</td>\n",
       "      <td>000000</td>\n",
       "      <td>000000</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>thesheridanking</td>\n",
       "      <td>72762.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>http://Instagram.com//the.sheridanking</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4121</th>\n",
       "      <td>False</td>\n",
       "      <td>Wed Apr 27 20:34:26 +0000 2011</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>3629.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>103.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>226.0</td>\n",
       "      <td>True</td>\n",
       "      <td>2.889921e+08</td>\n",
       "      <td>288992122</td>\n",
       "      <td>False</td>\n",
       "      <td>es</td>\n",
       "      <td>4.0</td>\n",
       "      <td>Repúbilca de Catalunya</td>\n",
       "      <td>Muralla Ni Oblit, Ni Perdó.! 🏴‍☠</td>\n",
       "      <td>NaN</td>\n",
       "      <td>022330</td>\n",
       "      <td>http://abs.twimg.com/images/themes/theme15/bg.png</td>\n",
       "      <td>https://abs.twimg.com/images/themes/theme15/bg...</td>\n",
       "      <td>False</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/28899212...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/1086203580...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/108620358...</td>\n",
       "      <td>0084B4</td>\n",
       "      <td>A8C7F7</td>\n",
       "      <td>C0DFEC</td>\n",
       "      <td>333333</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>Vado72</td>\n",
       "      <td>13096.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4122</th>\n",
       "      <td>False</td>\n",
       "      <td>Mon Mar 25 18:25:34 +0000 2013</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>snp: luupedreira ig: lu_pedreira1</td>\n",
       "      <td>13782.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1692.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>821.0</td>\n",
       "      <td>True</td>\n",
       "      <td>1.300586e+09</td>\n",
       "      <td>1300586359</td>\n",
       "      <td>False</td>\n",
       "      <td>es</td>\n",
       "      <td>2.0</td>\n",
       "      <td>None</td>\n",
       "      <td>Lu</td>\n",
       "      <td>NaN</td>\n",
       "      <td>131516</td>\n",
       "      <td>http://abs.twimg.com/images/themes/theme14/bg.gif</td>\n",
       "      <td>https://abs.twimg.com/images/themes/theme14/bg...</td>\n",
       "      <td>True</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/13005863...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/1078113535...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/107811353...</td>\n",
       "      <td>9266CC</td>\n",
       "      <td>FFFFFF</td>\n",
       "      <td>EFEFEF</td>\n",
       "      <td>333333</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>Luupedreira01</td>\n",
       "      <td>34870.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>http://Instagram.com/lu_pedreira1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4123</th>\n",
       "      <td>False</td>\n",
       "      <td>Thu Mar 26 13:35:28 +0000 2015</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>2155.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>90.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>454.0</td>\n",
       "      <td>True</td>\n",
       "      <td>3.118629e+09</td>\n",
       "      <td>3118628890</td>\n",
       "      <td>False</td>\n",
       "      <td>es</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Cataluña, España</td>\n",
       "      <td>J.M.N.</td>\n",
       "      <td>NaN</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>http://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>https://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/1059915587...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/105991558...</td>\n",
       "      <td>1DA1F2</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>DDEEF6</td>\n",
       "      <td>333333</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>j_anubis</td>\n",
       "      <td>2485.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4124</th>\n",
       "      <td>False</td>\n",
       "      <td>Tue Mar 24 14:06:44 +0000 2009</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Husband, Father, Episcopalian, Lawyer, Chancel...</td>\n",
       "      <td>3814.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>357.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>932.0</td>\n",
       "      <td>True</td>\n",
       "      <td>2.624275e+07</td>\n",
       "      <td>26242746</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>10.0</td>\n",
       "      <td>Grand Ledge, MI</td>\n",
       "      <td>William Fleener, Jr</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1A1B1F</td>\n",
       "      <td>http://abs.twimg.com/images/themes/theme9/bg.gif</td>\n",
       "      <td>https://abs.twimg.com/images/themes/theme9/bg.gif</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/6048535294...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/604853529...</td>\n",
       "      <td>2FC2EF</td>\n",
       "      <td>181A1E</td>\n",
       "      <td>252429</td>\n",
       "      <td>666666</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>wfleener</td>\n",
       "      <td>3053.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>http://estanimalegis.blogspot.com/</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4125</th>\n",
       "      <td>False</td>\n",
       "      <td>Sat Jul 26 03:52:55 +0000 2014</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>⚖️We're stronger together fighting this 🌍 mena...</td>\n",
       "      <td>39807.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3265.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4981.0</td>\n",
       "      <td>True</td>\n",
       "      <td>2.681216e+09</td>\n",
       "      <td>2681215902</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>12.0</td>\n",
       "      <td>North Carolina, USA</td>\n",
       "      <td>Lois Winkler</td>\n",
       "      <td>NaN</td>\n",
       "      <td>000000</td>\n",
       "      <td>http://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>https://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>False</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/26812159...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/1090242132...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/109024213...</td>\n",
       "      <td>3CB371</td>\n",
       "      <td>000000</td>\n",
       "      <td>000000</td>\n",
       "      <td>000000</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Hoi_Pollois</td>\n",
       "      <td>35883.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4126</th>\n",
       "      <td>False</td>\n",
       "      <td>Mon Jan 13 13:59:38 +0000 2014</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>Working in the technology of TV and film. Husb...</td>\n",
       "      <td>26174.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2694.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4923.0</td>\n",
       "      <td>False</td>\n",
       "      <td>2.289733e+09</td>\n",
       "      <td>2289732758</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>6.0</td>\n",
       "      <td>London</td>\n",
       "      <td>James Milner-Smyth #FBPE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>http://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>https://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>False</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/22897327...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/1047243021...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/104724302...</td>\n",
       "      <td>1DA1F2</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>DDEEF6</td>\n",
       "      <td>333333</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>JMilnerSmyth</td>\n",
       "      <td>18642.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4127</th>\n",
       "      <td>False</td>\n",
       "      <td>Wed Aug 14 23:51:03 +0000 2013</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>Tired. Love dogs. Cats are okay too.</td>\n",
       "      <td>27329.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>238.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>425.0</td>\n",
       "      <td>False</td>\n",
       "      <td>1.671731e+09</td>\n",
       "      <td>1671730555</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>2.0</td>\n",
       "      <td>United Kingdom</td>\n",
       "      <td>Suzie Anderson 🤔</td>\n",
       "      <td>NaN</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>http://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>https://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>False</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/16717305...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/9652534777...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/965253477...</td>\n",
       "      <td>1DA1F2</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>DDEEF6</td>\n",
       "      <td>333333</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>suziethefluzzie</td>\n",
       "      <td>5020.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4128</th>\n",
       "      <td>False</td>\n",
       "      <td>Fri Feb 24 04:51:24 +0000 2012</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>I'm the Queen with or without u👩‍🎓</td>\n",
       "      <td>1429.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1186.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>434.0</td>\n",
       "      <td>True</td>\n",
       "      <td>5.014578e+08</td>\n",
       "      <td>501457806</td>\n",
       "      <td>False</td>\n",
       "      <td>id</td>\n",
       "      <td>0.0</td>\n",
       "      <td>Surakarta</td>\n",
       "      <td>🧚‍♀️</td>\n",
       "      <td>NaN</td>\n",
       "      <td>08F7EB</td>\n",
       "      <td>http://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>https://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>True</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/50145780...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/1091733961...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/109173396...</td>\n",
       "      <td>FA0AFA</td>\n",
       "      <td>FFFFFF</td>\n",
       "      <td>DDEEF6</td>\n",
       "      <td>333333</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>diniardhita</td>\n",
       "      <td>21145.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4129</th>\n",
       "      <td>False</td>\n",
       "      <td>Thu Oct 26 05:19:52 +0000 2017</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>fuck trump.</td>\n",
       "      <td>1483.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>188.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>193.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9.234189e+17</td>\n",
       "      <td>923418881045213184</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>0.0</td>\n",
       "      <td>Texas, USA</td>\n",
       "      <td>Avery Elizabeth</td>\n",
       "      <td>NaN</td>\n",
       "      <td>F5F8FA</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>False</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/92341888...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/1074698758...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/107469875...</td>\n",
       "      <td>1DA1F2</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>DDEEF6</td>\n",
       "      <td>333333</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>MSAVERYYY</td>\n",
       "      <td>912.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4130</th>\n",
       "      <td>False</td>\n",
       "      <td>Sun May 29 15:43:21 +0000 2016</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>【勉強や進路に悩む方の味方】受験や就活のサポートをしています👍北海道大学➡︎大手予備校チュー...</td>\n",
       "      <td>12509.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>428.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>830.0</td>\n",
       "      <td>True</td>\n",
       "      <td>7.369460e+17</td>\n",
       "      <td>736946033603710976</td>\n",
       "      <td>False</td>\n",
       "      <td>ja</td>\n",
       "      <td>7.0</td>\n",
       "      <td>北海道</td>\n",
       "      <td>すーさん@次世代型カテキョ</td>\n",
       "      <td>NaN</td>\n",
       "      <td>000000</td>\n",
       "      <td>http://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>https://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>False</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/73694603...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/1057614777...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/105761477...</td>\n",
       "      <td>981CEB</td>\n",
       "      <td>000000</td>\n",
       "      <td>000000</td>\n",
       "      <td>000000</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>ace_change</td>\n",
       "      <td>3503.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>https://project-aile.jimdofree.com/</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4131</th>\n",
       "      <td>False</td>\n",
       "      <td>Mon Feb 19 18:15:08 +0000 2018</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>5.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>18.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9.656510e+17</td>\n",
       "      <td>965650974474895360</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>hnsaf</td>\n",
       "      <td>NaN</td>\n",
       "      <td>F5F8FA</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://abs.twimg.com/sticky/default_profile_im...</td>\n",
       "      <td>https://abs.twimg.com/sticky/default_profile_i...</td>\n",
       "      <td>1DA1F2</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>DDEEF6</td>\n",
       "      <td>333333</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>hnsaf2</td>\n",
       "      <td>40.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4132</th>\n",
       "      <td>False</td>\n",
       "      <td>Thu Jan 28 16:22:59 +0000 2010</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>لا يتَألم إلا من كان وفيّا أكثر ممّا يَجب</td>\n",
       "      <td>884.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>7501.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>309.0</td>\n",
       "      <td>True</td>\n",
       "      <td>1.093032e+08</td>\n",
       "      <td>109303193</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>1.0</td>\n",
       "      <td>None</td>\n",
       "      <td>هَوآجسُ بدُوي ..</td>\n",
       "      <td>NaN</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>http://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>https://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>True</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/10930319...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/7801401495...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/780140149...</td>\n",
       "      <td>0084B4</td>\n",
       "      <td>FFFFFF</td>\n",
       "      <td>DDEEF6</td>\n",
       "      <td>333333</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>HMAD61</td>\n",
       "      <td>3692.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4133</th>\n",
       "      <td>False</td>\n",
       "      <td>Tue Mar 17 14:49:26 +0000 2009</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Affluent Lifestyle, Entrepreneur, Motivator, D...</td>\n",
       "      <td>1443.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1650.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>631.0</td>\n",
       "      <td>True</td>\n",
       "      <td>2.489201e+07</td>\n",
       "      <td>24892007</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>107.0</td>\n",
       "      <td>In My Own World !</td>\n",
       "      <td>Dan Smith</td>\n",
       "      <td>NaN</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>http://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>https://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>True</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/24892007...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/863177338/...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/863177338...</td>\n",
       "      <td>010500</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>DDEEF6</td>\n",
       "      <td>333333</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>MrPringlez</td>\n",
       "      <td>394466.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>http://www.dfinelifestyle.com</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4134</th>\n",
       "      <td>False</td>\n",
       "      <td>Mon Apr 25 21:50:52 +0000 2016</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>Zn 🌄 // Zs 🏄 - Geminiano ♊️ - insta 📸 gbtavare...</td>\n",
       "      <td>26854.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1086.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>739.0</td>\n",
       "      <td>True</td>\n",
       "      <td>7.247173e+17</td>\n",
       "      <td>724717337199435776</td>\n",
       "      <td>False</td>\n",
       "      <td>pt</td>\n",
       "      <td>0.0</td>\n",
       "      <td>Santorini, Grécia Oridental</td>\n",
       "      <td>GT ❤</td>\n",
       "      <td>NaN</td>\n",
       "      <td>F5F8FA</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>False</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/72471733...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/9962450802...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/996245080...</td>\n",
       "      <td>1DA1F2</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>DDEEF6</td>\n",
       "      <td>333333</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>Gbtavaress2000</td>\n",
       "      <td>40320.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>https://curiouscat.me/gbtavares2000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4135</th>\n",
       "      <td>False</td>\n",
       "      <td>Fri Jul 15 22:02:35 +0000 2011</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>711.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4835.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>318.0</td>\n",
       "      <td>True</td>\n",
       "      <td>3.361929e+08</td>\n",
       "      <td>336192873</td>\n",
       "      <td>False</td>\n",
       "      <td>pt</td>\n",
       "      <td>31.0</td>\n",
       "      <td>Florianópolis</td>\n",
       "      <td>Eduardo Fernandes</td>\n",
       "      <td>NaN</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>http://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>https://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>False</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/33619287...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/8289574002...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/828957400...</td>\n",
       "      <td>0084B4</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>DDEEF6</td>\n",
       "      <td>333333</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>eedufernandes</td>\n",
       "      <td>23583.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4136</th>\n",
       "      <td>False</td>\n",
       "      <td>Mon Feb 04 19:06:02 +0000 2019</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>2729.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>87.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>242.0</td>\n",
       "      <td>True</td>\n",
       "      <td>1.092500e+18</td>\n",
       "      <td>1092499540723171328</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>0.0</td>\n",
       "      <td>Albuquerque, NM</td>\n",
       "      <td>Koda Clinton</td>\n",
       "      <td>NaN</td>\n",
       "      <td>F5F8FA</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>False</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/10924995...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/1092577957...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/109257795...</td>\n",
       "      <td>1DA1F2</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>DDEEF6</td>\n",
       "      <td>333333</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>KodaClinton</td>\n",
       "      <td>3124.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4137</th>\n",
       "      <td>False</td>\n",
       "      <td>Fri Apr 08 11:38:29 +0000 2016</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>È mio sacrosanto diritto difendere la mia iden...</td>\n",
       "      <td>18590.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4113.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4974.0</td>\n",
       "      <td>True</td>\n",
       "      <td>7.184026e+17</td>\n",
       "      <td>718402632126197760</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>14.0</td>\n",
       "      <td>Valle d'Aosta, Italia</td>\n",
       "      <td>Leonardo</td>\n",
       "      <td>NaN</td>\n",
       "      <td>F5F8FA</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>False</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/71840263...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/7184071601...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/718407160...</td>\n",
       "      <td>1DA1F2</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>DDEEF6</td>\n",
       "      <td>333333</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>leonardo1ao</td>\n",
       "      <td>21943.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4138</th>\n",
       "      <td>False</td>\n",
       "      <td>Sun May 24 20:18:49 +0000 2009</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Ator, cantor e compositor • Sou um amor de pes...</td>\n",
       "      <td>54631.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>12950.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5138.0</td>\n",
       "      <td>True</td>\n",
       "      <td>4.227416e+07</td>\n",
       "      <td>42274158</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>39.0</td>\n",
       "      <td>Rio de Janeiro</td>\n",
       "      <td>Gabriel Diks</td>\n",
       "      <td>NaN</td>\n",
       "      <td>EEDD82</td>\n",
       "      <td>http://abs.twimg.com/images/themes/theme10/bg.gif</td>\n",
       "      <td>https://abs.twimg.com/images/themes/theme10/bg...</td>\n",
       "      <td>True</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/42274158...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/1068886714...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/106888671...</td>\n",
       "      <td>483D8B</td>\n",
       "      <td>FFFFFF</td>\n",
       "      <td>7AC3EE</td>\n",
       "      <td>F50C0C</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>gabrieldiks</td>\n",
       "      <td>78686.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>regular</td>\n",
       "      <td>https://www.youtube.com/gabrieldiks</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4139</th>\n",
       "      <td>False</td>\n",
       "      <td>Tue Nov 18 15:15:03 +0000 2014</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>💍 @Rd_Flexx || pra ser rainha não é só sentar ...</td>\n",
       "      <td>44443.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3856.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1347.0</td>\n",
       "      <td>True</td>\n",
       "      <td>2.882693e+09</td>\n",
       "      <td>2882693415</td>\n",
       "      <td>False</td>\n",
       "      <td>pt</td>\n",
       "      <td>27.0</td>\n",
       "      <td>None</td>\n",
       "      <td>BZ</td>\n",
       "      <td>NaN</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>http://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>https://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>False</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/28826934...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/1098729864...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/109872986...</td>\n",
       "      <td>1DA1F2</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>DDEEF6</td>\n",
       "      <td>333333</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>ThuaniAni</td>\n",
       "      <td>82578.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>http://Instagram.com/thuani.melo/</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4140</th>\n",
       "      <td>False</td>\n",
       "      <td>Sun Jun 27 08:57:31 +0000 2010</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>27487.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>57.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>83.0</td>\n",
       "      <td>True</td>\n",
       "      <td>1.601423e+08</td>\n",
       "      <td>160142257</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>1.0</td>\n",
       "      <td>None</td>\n",
       "      <td>ajit saxena</td>\n",
       "      <td>NaN</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>http://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>https://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/9831921890...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/983192189...</td>\n",
       "      <td>1DA1F2</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>DDEEF6</td>\n",
       "      <td>333333</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>meerajit</td>\n",
       "      <td>2527.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4141</th>\n",
       "      <td>False</td>\n",
       "      <td>Tue Aug 05 16:19:22 +0000 2008</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Earth science expert and astrophysicist intere...</td>\n",
       "      <td>3873.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>776.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>719.0</td>\n",
       "      <td>True</td>\n",
       "      <td>1.573794e+07</td>\n",
       "      <td>15737944</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>67.0</td>\n",
       "      <td>Norway</td>\n",
       "      <td>PlanetBye</td>\n",
       "      <td>NaN</td>\n",
       "      <td>161869</td>\n",
       "      <td>http://abs.twimg.com/images/themes/theme4/bg.gif</td>\n",
       "      <td>https://abs.twimg.com/images/themes/theme4/bg.gif</td>\n",
       "      <td>False</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/15737944...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/628577247/...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/628577247...</td>\n",
       "      <td>426499</td>\n",
       "      <td>5E9DDB</td>\n",
       "      <td>B4DCED</td>\n",
       "      <td>3C3940</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>PlanetBye</td>\n",
       "      <td>3973.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>http://www.science20.com/planetbye</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4142</th>\n",
       "      <td>False</td>\n",
       "      <td>Tue Jul 12 13:18:36 +0000 2011</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>QPR now then and always...tweet about cricket....</td>\n",
       "      <td>57.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1888.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2558.0</td>\n",
       "      <td>True</td>\n",
       "      <td>3.340228e+08</td>\n",
       "      <td>334022799</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>44.0</td>\n",
       "      <td>London, England</td>\n",
       "      <td>Wayne Sumner</td>\n",
       "      <td>NaN</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>http://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>https://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/2237107513...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/223710751...</td>\n",
       "      <td>1DA1F2</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>DDEEF6</td>\n",
       "      <td>333333</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>bexhoops</td>\n",
       "      <td>49896.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4143</th>\n",
       "      <td>False</td>\n",
       "      <td>Fri May 08 04:42:19 +0000 2009</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>“Take a moment remind yourself to take a momen...</td>\n",
       "      <td>17299.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>363.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>338.0</td>\n",
       "      <td>True</td>\n",
       "      <td>3.860776e+07</td>\n",
       "      <td>38607763</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>3.0</td>\n",
       "      <td>San Diego, CA</td>\n",
       "      <td>Nash 🌴🌊</td>\n",
       "      <td>NaN</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>http://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>https://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>True</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/38607763...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/1087799104...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/108779910...</td>\n",
       "      <td>0084B4</td>\n",
       "      <td>FFFFFF</td>\n",
       "      <td>DDEEF6</td>\n",
       "      <td>333333</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>wittlenash</td>\n",
       "      <td>6457.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4144</th>\n",
       "      <td>False</td>\n",
       "      <td>Sat Feb 21 03:26:23 +0000 2015</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>@victor_zheng</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>274.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>True</td>\n",
       "      <td>3.048545e+09</td>\n",
       "      <td>3048544857</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>275.0</td>\n",
       "      <td>(here)</td>\n",
       "      <td>GooGuns Lulz</td>\n",
       "      <td>NaN</td>\n",
       "      <td>000000</td>\n",
       "      <td>http://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>https://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>False</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/30485448...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/5695427208...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/569542720...</td>\n",
       "      <td>0084B4</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>DDEEF6</td>\n",
       "      <td>333333</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>googuns_lulz</td>\n",
       "      <td>3148192.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>http://victorz.ca/bots/googuns</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4145</th>\n",
       "      <td>False</td>\n",
       "      <td>Tue Aug 25 15:13:58 +0000 2009</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Aproveite as oportunidades, a vida não costuma...</td>\n",
       "      <td>13810.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1002.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>455.0</td>\n",
       "      <td>True</td>\n",
       "      <td>6.871762e+07</td>\n",
       "      <td>68717623</td>\n",
       "      <td>False</td>\n",
       "      <td>pt</td>\n",
       "      <td>5.0</td>\n",
       "      <td>None</td>\n",
       "      <td>frazão ⚡</td>\n",
       "      <td>NaN</td>\n",
       "      <td>050505</td>\n",
       "      <td>http://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>https://abs.twimg.com/images/themes/theme1/bg.png</td>\n",
       "      <td>True</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/68717623...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/1067426586...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/106742658...</td>\n",
       "      <td>FF0000</td>\n",
       "      <td>000000</td>\n",
       "      <td>373838</td>\n",
       "      <td>000000</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>Frazao00_</td>\n",
       "      <td>27827.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4146</th>\n",
       "      <td>False</td>\n",
       "      <td>Wed Aug 29 11:46:48 +0000 2018</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>💜💜칠방탄 좋아하는 화쿠임다!!💜💜 💣맴차지뢰💣 갠팬지뢰💣남괜지뢰💣 ⭐️주접⭐️칠방...</td>\n",
       "      <td>14218.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>242.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>209.0</td>\n",
       "      <td>True</td>\n",
       "      <td>1.034769e+18</td>\n",
       "      <td>1034769330620121088</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>5.0</td>\n",
       "      <td>None</td>\n",
       "      <td>💜화쿠•화쿠💜</td>\n",
       "      <td>NaN</td>\n",
       "      <td>F5F8FA</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>False</td>\n",
       "      <td>https://pbs.twimg.com/profile_banners/10347693...</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/1097662154...</td>\n",
       "      <td>https://pbs.twimg.com/profile_images/109766215...</td>\n",
       "      <td>1DA1F2</td>\n",
       "      <td>C0DEED</td>\n",
       "      <td>DDEEF6</td>\n",
       "      <td>333333</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>uJ24UeBSWZI8Glo</td>\n",
       "      <td>1789.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>none</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>4147 rows × 40 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     contributors_enabled                      created_at default_profile  \\\n",
       "0                   False  Tue May 08 21:02:03 +0000 2018            True   \n",
       "1                   False  Mon May 30 02:58:44 +0000 2011           False   \n",
       "2                   False  Sat Aug 22 20:47:16 +0000 2009           False   \n",
       "3                   False  Sun Feb 16 14:11:47 +0000 2014            True   \n",
       "4                   False  Thu Feb 05 10:09:36 +0000 2009           False   \n",
       "5                   False  Sat Jul 02 19:42:10 +0000 2011           False   \n",
       "6                   False  Fri Oct 14 23:12:34 +0000 2011            True   \n",
       "7                   False  Thu Jan 13 06:33:52 +0000 2011            True   \n",
       "8                   False  Mon Jun 29 13:17:09 +0000 2009           False   \n",
       "9                   False  Thu Dec 29 21:34:15 +0000 2011            True   \n",
       "10                  False  Thu Oct 04 16:52:05 +0000 2018            True   \n",
       "11                  False  Tue Mar 02 01:38:30 +0000 2010            True   \n",
       "12                  False  Sat Sep 29 14:02:00 +0000 2018            True   \n",
       "13                  False  Thu Mar 22 09:40:04 +0000 2012           False   \n",
       "14                  False  Tue Mar 22 19:23:43 +0000 2016            True   \n",
       "15                  False  Tue Jan 13 14:18:02 +0000 2015            True   \n",
       "16                  False  Fri May 18 14:39:25 +0000 2018            True   \n",
       "17                  False  Wed Aug 13 17:31:15 +0000 2008           False   \n",
       "18                  False  Wed Jun 22 20:15:42 +0000 2016            True   \n",
       "19                  False  Mon Mar 28 18:56:36 +0000 2016            True   \n",
       "20                  False  Fri Dec 26 17:07:31 +0000 2014           False   \n",
       "21                  False  Fri Jul 23 22:31:32 +0000 2010           False   \n",
       "22                  False  Wed Feb 28 16:14:52 +0000 2018            True   \n",
       "23                  False  Wed Oct 16 18:13:42 +0000 2013            True   \n",
       "24                  False  Sat Jan 26 13:31:42 +0000 2019            True   \n",
       "25                  False  Sat Dec 19 19:11:45 +0000 2009           False   \n",
       "26                  False  Thu Apr 18 07:02:56 +0000 2013           False   \n",
       "27                  False  Wed May 22 08:01:54 +0000 2013            True   \n",
       "28                  False  Mon Sep 09 16:26:48 +0000 2013            True   \n",
       "29                  False  Tue May 03 20:09:28 +0000 2011           False   \n",
       "...                   ...                             ...             ...   \n",
       "4117                False  Thu Apr 28 18:37:20 +0000 2011           False   \n",
       "4118                False  Sat Nov 21 01:02:47 +0000 2009           False   \n",
       "4119                False  Fri Aug 03 03:24:27 +0000 2012           False   \n",
       "4120                False  Sat Jun 13 20:10:59 +0000 2015           False   \n",
       "4121                False  Wed Apr 27 20:34:26 +0000 2011           False   \n",
       "4122                False  Mon Mar 25 18:25:34 +0000 2013           False   \n",
       "4123                False  Thu Mar 26 13:35:28 +0000 2015            True   \n",
       "4124                False  Tue Mar 24 14:06:44 +0000 2009           False   \n",
       "4125                False  Sat Jul 26 03:52:55 +0000 2014           False   \n",
       "4126                False  Mon Jan 13 13:59:38 +0000 2014            True   \n",
       "4127                False  Wed Aug 14 23:51:03 +0000 2013            True   \n",
       "4128                False  Fri Feb 24 04:51:24 +0000 2012           False   \n",
       "4129                False  Thu Oct 26 05:19:52 +0000 2017            True   \n",
       "4130                False  Sun May 29 15:43:21 +0000 2016           False   \n",
       "4131                False  Mon Feb 19 18:15:08 +0000 2018            True   \n",
       "4132                False  Thu Jan 28 16:22:59 +0000 2010           False   \n",
       "4133                False  Tue Mar 17 14:49:26 +0000 2009           False   \n",
       "4134                False  Mon Apr 25 21:50:52 +0000 2016            True   \n",
       "4135                False  Fri Jul 15 22:02:35 +0000 2011           False   \n",
       "4136                False  Mon Feb 04 19:06:02 +0000 2019            True   \n",
       "4137                False  Fri Apr 08 11:38:29 +0000 2016            True   \n",
       "4138                False  Sun May 24 20:18:49 +0000 2009           False   \n",
       "4139                False  Tue Nov 18 15:15:03 +0000 2014            True   \n",
       "4140                False  Sun Jun 27 08:57:31 +0000 2010            True   \n",
       "4141                False  Tue Aug 05 16:19:22 +0000 2008           False   \n",
       "4142                False  Tue Jul 12 13:18:36 +0000 2011            True   \n",
       "4143                False  Fri May 08 04:42:19 +0000 2009           False   \n",
       "4144                False  Sat Feb 21 03:26:23 +0000 2015           False   \n",
       "4145                False  Tue Aug 25 15:13:58 +0000 2009           False   \n",
       "4146                False  Wed Aug 29 11:46:48 +0000 2018            True   \n",
       "\n",
       "     default_profile_image                                        description  \\\n",
       "0                    False  Dünya gözü ile bakan yüzü;\\nGönül gözü ile bak...   \n",
       "1                    False  2.4 😜 //\\nI do not need anyone who did not wan...   \n",
       "2                    False  No a girly girl 🙄 💚 my 2 sons 💚💚my grandson 💚 ...   \n",
       "3                    False                                     失去山與林的Kbalan後裔   \n",
       "4                    False  🇿🇦RECORDING ARTIST/SONGWRITER | Bookings: Sphu...   \n",
       "5                    False                                     A human Being!   \n",
       "6                    False                                               None   \n",
       "7                    False   ぺぅぺぅぺぺぅぺ〜♪ ぺぅぺぅぺぺぅぺ〜♪ ぺぅぅぅぺぅぅぅぺぺぺぅぺ〜♪ ぺぅ！ぺぅ！ぺぅ！♪   \n",
       "8                    False                                               None   \n",
       "9                    False  I Would Never Introduce Myself To A Lifestyle ...   \n",
       "10                   False  Depuis le 11/08/2000, revue de presse permanen...   \n",
       "11                   False                                               None   \n",
       "12                   False                                   مش مثاليه 🧘🏽‍♀️.   \n",
       "13                   False                                               None   \n",
       "14                   False               seja de verdade em tudo que vc faz💙💔   \n",
       "15                   False  saklambaç oynarken saklandıgı yerden cıkamayan...   \n",
       "16                   False                            Retired bank executive.   \n",
       "17                   False  Husband, Father of 2 wonderful people. Compute...   \n",
       "18                   False  Curvy /muy expresiva/\\nEnfermera, perforadora ...   \n",
       "19                   False                                               None   \n",
       "20                   False  #Liberté, #égalité, #fraternité\\r#ViveLaFrance...   \n",
       "21                   False                  | CPT 💉 CET ❤️ Future RN. 👩🏻‍⚕️ |   \n",
       "22                   False  💗🌸NCT • ATEEZ • WayV • Stray Kids • Monsta X •...   \n",
       "23                   False  @teamIk @worker of PTI Social Media Activist s...   \n",
       "24                   False                            tries hard to win GAs 💜   \n",
       "25                   False  Abbiamo solo la nostra storia ed essa non ci a...   \n",
       "26                   False  Engineer/Cricketer/Interest in Pakistan Politi...   \n",
       "27                   False               La Almunia de Doña Godina \\nZARAGOZA   \n",
       "28                   False  Cruzeirense apaixonado desde 1981 |• CEC 24h |...   \n",
       "29                   False  Its Not a Swag its a LIFESTYLE. . . VIP Isn't ...   \n",
       "...                    ...                                                ...   \n",
       "4117                 False  http://basketbola.com | Content Editor | SÜ İl...   \n",
       "4118                 False  love Allah and care for others.\\n\\nSpotify Use...   \n",
       "4119                 False  I take photos of @coolhaus 🍦|Create social goo...   \n",
       "4120                 False  “may the work i’ve done speak for me” | Mercer...   \n",
       "4121                 False                                               None   \n",
       "4122                 False                  snp: luupedreira ig: lu_pedreira1   \n",
       "4123                 False                                               None   \n",
       "4124                 False  Husband, Father, Episcopalian, Lawyer, Chancel...   \n",
       "4125                 False  ⚖️We're stronger together fighting this 🌍 mena...   \n",
       "4126                 False  Working in the technology of TV and film. Husb...   \n",
       "4127                 False               Tired. Love dogs. Cats are okay too.   \n",
       "4128                 False                 I'm the Queen with or without u👩‍🎓   \n",
       "4129                 False                                        fuck trump.   \n",
       "4130                 False  【勉強や進路に悩む方の味方】受験や就活のサポートをしています👍北海道大学➡︎大手予備校チュー...   \n",
       "4131                 False                                               None   \n",
       "4132                 False          لا يتَألم إلا من كان وفيّا أكثر ممّا يَجب   \n",
       "4133                 False  Affluent Lifestyle, Entrepreneur, Motivator, D...   \n",
       "4134                 False  Zn 🌄 // Zs 🏄 - Geminiano ♊️ - insta 📸 gbtavare...   \n",
       "4135                 False                                               None   \n",
       "4136                 False                                               None   \n",
       "4137                 False  È mio sacrosanto diritto difendere la mia iden...   \n",
       "4138                 False  Ator, cantor e compositor • Sou um amor de pes...   \n",
       "4139                 False  💍 @Rd_Flexx || pra ser rainha não é só sentar ...   \n",
       "4140                 False                                               None   \n",
       "4141                 False  Earth science expert and astrophysicist intere...   \n",
       "4142                 False  QPR now then and always...tweet about cricket....   \n",
       "4143                 False  “Take a moment remind yourself to take a momen...   \n",
       "4144                 False                                      @victor_zheng   \n",
       "4145                 False  Aproveite as oportunidades, a vida não costuma...   \n",
       "4146                 False  💜💜칠방탄 좋아하는 화쿠임다!!💜💜 💣맴차지뢰💣 갠팬지뢰💣남괜지뢰💣 ⭐️주접⭐️칠방...   \n",
       "\n",
       "      favourites_count  follow_request_sent  followers_count  following  \\\n",
       "0               2028.0                  NaN            118.0        NaN   \n",
       "1               2340.0                  NaN            270.0        NaN   \n",
       "2               3113.0                  NaN            177.0        NaN   \n",
       "3                295.0                  NaN             15.0        NaN   \n",
       "4              18572.0                  NaN           6496.0        NaN   \n",
       "5               1665.0                  NaN           3351.0        NaN   \n",
       "6              10047.0                  NaN            328.0        NaN   \n",
       "7                486.0                  NaN             61.0        NaN   \n",
       "8              26255.0                  NaN            380.0        NaN   \n",
       "9              22653.0                  NaN           6952.0        NaN   \n",
       "10                 2.0                  NaN           3109.0        NaN   \n",
       "11               153.0                  NaN            122.0        NaN   \n",
       "12               113.0                  NaN            191.0        NaN   \n",
       "13               572.0                  NaN           1623.0        NaN   \n",
       "14             18490.0                  NaN           2442.0        NaN   \n",
       "15              1487.0                  NaN            404.0        NaN   \n",
       "16             28706.0                  NaN             63.0        NaN   \n",
       "17             31034.0                  NaN            339.0        NaN   \n",
       "18              4322.0                  NaN           1095.0        NaN   \n",
       "19              1381.0                  NaN           1172.0        NaN   \n",
       "20              2809.0                  NaN            799.0        NaN   \n",
       "21              7105.0                  NaN            924.0        NaN   \n",
       "22             22237.0                  NaN           4296.0        NaN   \n",
       "23              1395.0                  NaN             96.0        NaN   \n",
       "24             17465.0                  NaN            312.0        NaN   \n",
       "25             48753.0                  NaN           1458.0        NaN   \n",
       "26             25037.0                  NaN            328.0        NaN   \n",
       "27             38197.0                  NaN            450.0        NaN   \n",
       "28             94093.0                  NaN          45224.0        NaN   \n",
       "29              1200.0                  NaN           2461.0        NaN   \n",
       "...                ...                  ...              ...        ...   \n",
       "4117            2158.0                  NaN           1097.0        NaN   \n",
       "4118            4220.0                  NaN            865.0        NaN   \n",
       "4119            2844.0                  NaN            217.0        NaN   \n",
       "4120           63559.0                  NaN           1758.0        NaN   \n",
       "4121            3629.0                  NaN            103.0        NaN   \n",
       "4122           13782.0                  NaN           1692.0        NaN   \n",
       "4123            2155.0                  NaN             90.0        NaN   \n",
       "4124            3814.0                  NaN            357.0        NaN   \n",
       "4125           39807.0                  NaN           3265.0        NaN   \n",
       "4126           26174.0                  NaN           2694.0        NaN   \n",
       "4127           27329.0                  NaN            238.0        NaN   \n",
       "4128            1429.0                  NaN           1186.0        NaN   \n",
       "4129            1483.0                  NaN            188.0        NaN   \n",
       "4130           12509.0                  NaN            428.0        NaN   \n",
       "4131               5.0                  NaN              5.0        NaN   \n",
       "4132             884.0                  NaN           7501.0        NaN   \n",
       "4133            1443.0                  NaN           1650.0        NaN   \n",
       "4134           26854.0                  NaN           1086.0        NaN   \n",
       "4135             711.0                  NaN           4835.0        NaN   \n",
       "4136            2729.0                  NaN             87.0        NaN   \n",
       "4137           18590.0                  NaN           4113.0        NaN   \n",
       "4138           54631.0                  NaN          12950.0        NaN   \n",
       "4139           44443.0                  NaN           3856.0        NaN   \n",
       "4140           27487.0                  NaN             57.0        NaN   \n",
       "4141            3873.0                  NaN            776.0        NaN   \n",
       "4142              57.0                  NaN           1888.0        NaN   \n",
       "4143           17299.0                  NaN            363.0        NaN   \n",
       "4144               0.0                  NaN            274.0        NaN   \n",
       "4145           13810.0                  NaN           1002.0        NaN   \n",
       "4146           14218.0                  NaN            242.0        NaN   \n",
       "\n",
       "      friends_count geo_enabled            id               id_str  \\\n",
       "0             181.0        True  9.939592e+17   993959236752338944   \n",
       "1             274.0        True  3.076783e+08            307678258   \n",
       "2             368.0        True  6.797930e+07             67979303   \n",
       "3              87.0        True  2.346919e+09           2346918559   \n",
       "4            1794.0        True  2.013365e+07             20133650   \n",
       "5             397.0        True  3.281243e+08            328124255   \n",
       "6             327.0        True  3.910346e+08            391034611   \n",
       "7             122.0        True  2.376124e+08            237612409   \n",
       "8             274.0        True  5.205216e+07             52052164   \n",
       "9            4342.0        True  4.500953e+08            450095256   \n",
       "10             81.0        True  1.047892e+18  1047892120051310594   \n",
       "11            131.0        True  1.188955e+08            118895477   \n",
       "12            205.0        True  1.046037e+18  1046037380115943425   \n",
       "13           1687.0        True  5.330697e+08            533069682   \n",
       "14           3383.0        True  7.123591e+17   712359117592072192   \n",
       "15            218.0        True  2.976487e+09           2976487439   \n",
       "16            323.0        True  9.974868e+17   997486820639297536   \n",
       "17            913.0        True  1.583955e+07             15839552   \n",
       "18            258.0        True  7.457119e+17   745711884330926080   \n",
       "19           4922.0        True  7.145266e+17   714526622326591490   \n",
       "20           4689.0        True  2.944165e+09           2944164937   \n",
       "21            343.0        True  1.700870e+08            170086999   \n",
       "22           2925.0        True  9.688822e+17   968882200329510914   \n",
       "23            143.0        True  1.965279e+09           1965278540   \n",
       "24            484.0        True  1.089154e+18  1089153910252531713   \n",
       "25           1315.0        True  9.796262e+07             97962621   \n",
       "26            961.0        True  1.361244e+09           1361243942   \n",
       "27            821.0        True  1.448276e+09           1448276052   \n",
       "28           8749.0        True  1.848199e+09           1848198708   \n",
       "29           1002.0        True  2.925318e+08            292531790   \n",
       "...             ...         ...           ...                  ...   \n",
       "4117         1213.0        True  2.894824e+08            289482435   \n",
       "4118           96.0        True  9.146742e+07             91467422   \n",
       "4119          417.0        True  7.340675e+08            734067464   \n",
       "4120         1737.0        True  3.323584e+09           3323584451   \n",
       "4121          226.0        True  2.889921e+08            288992122   \n",
       "4122          821.0        True  1.300586e+09           1300586359   \n",
       "4123          454.0        True  3.118629e+09           3118628890   \n",
       "4124          932.0        True  2.624275e+07             26242746   \n",
       "4125         4981.0        True  2.681216e+09           2681215902   \n",
       "4126         4923.0       False  2.289733e+09           2289732758   \n",
       "4127          425.0       False  1.671731e+09           1671730555   \n",
       "4128          434.0        True  5.014578e+08            501457806   \n",
       "4129          193.0        True  9.234189e+17   923418881045213184   \n",
       "4130          830.0        True  7.369460e+17   736946033603710976   \n",
       "4131           18.0        True  9.656510e+17   965650974474895360   \n",
       "4132          309.0        True  1.093032e+08            109303193   \n",
       "4133          631.0        True  2.489201e+07             24892007   \n",
       "4134          739.0        True  7.247173e+17   724717337199435776   \n",
       "4135          318.0        True  3.361929e+08            336192873   \n",
       "4136          242.0        True  1.092500e+18  1092499540723171328   \n",
       "4137         4974.0        True  7.184026e+17   718402632126197760   \n",
       "4138         5138.0        True  4.227416e+07             42274158   \n",
       "4139         1347.0        True  2.882693e+09           2882693415   \n",
       "4140           83.0        True  1.601423e+08            160142257   \n",
       "4141          719.0        True  1.573794e+07             15737944   \n",
       "4142         2558.0        True  3.340228e+08            334022799   \n",
       "4143          338.0        True  3.860776e+07             38607763   \n",
       "4144            1.0        True  3.048545e+09           3048544857   \n",
       "4145          455.0        True  6.871762e+07             68717623   \n",
       "4146          209.0        True  1.034769e+18  1034769330620121088   \n",
       "\n",
       "     is_translator   lang  listed_count                      location  \\\n",
       "0            False     tr           0.0               Berlin, Germany   \n",
       "1            False     pt           0.0                Leopoldina, MG   \n",
       "2            False     en           2.0           Edinburgh, Scotland   \n",
       "3            False  zh-TW           0.0                中華民國 台灣 的某個小角落   \n",
       "4            False     en          37.0                 South Africa    \n",
       "5            False     en           8.0             WorldWide, Dubai    \n",
       "6            False     pt           9.0                          None   \n",
       "7            False     ja           7.0                          None   \n",
       "8            False     en          12.0        Rio de Janeiro, Brasil   \n",
       "9            False     en           3.0      Onverwacht, South Africa   \n",
       "10           False     fr          13.0                  Lyon, France   \n",
       "11           False     en           6.0   N 40°20' 0'' / W 76°23' 0''   \n",
       "12           False     en           0.0                        Jeddah   \n",
       "13           False     id           0.0            Magelang,Indonesia   \n",
       "14           False     pt           0.0                          None   \n",
       "15           False     tr           0.0                       Türkiye   \n",
       "16           False     en           1.0              Hyderabad, India   \n",
       "17           False     en           2.0    wherever i go, there i am!   \n",
       "18           False     es           6.0                En tus sueños    \n",
       "19           False     sr          54.0  Belgrade, Republic of Serbia   \n",
       "20           False     en         130.0            Stone Mountain, GA   \n",
       "21           False     en           6.0                   Atlanta, GA   \n",
       "22           False     en          38.0          В бассейне с Капопом   \n",
       "23           False     en           0.0                          None   \n",
       "24           False     en           2.0                          None   \n",
       "25           False     it          19.0        sulla crosta terrestre   \n",
       "26           False     en           0.0          United Arab Emirates   \n",
       "27           False     es          10.0                          None   \n",
       "28           False     pt          74.0      Mineirão, Belo Horizonte   \n",
       "29           False     en          49.0    On The Path Of Greatness ✈   \n",
       "...            ...    ...           ...                           ...   \n",
       "4117         False     tr           0.0              Kartal, İstanbul   \n",
       "4118         False     en          19.0                          None   \n",
       "4119         False     en          12.0               Los Angeles, CA   \n",
       "4120         False     en           9.0                     macon, ga   \n",
       "4121         False     es           4.0       Repúbilca de Catalunya    \n",
       "4122         False     es           2.0                          None   \n",
       "4123         False     es           1.0              Cataluña, España   \n",
       "4124         False     en          10.0               Grand Ledge, MI   \n",
       "4125         False     en          12.0           North Carolina, USA   \n",
       "4126         False     en           6.0                        London   \n",
       "4127         False     en           2.0                United Kingdom   \n",
       "4128         False     id           0.0                     Surakarta   \n",
       "4129         False     en           0.0                    Texas, USA   \n",
       "4130         False     ja           7.0                           北海道   \n",
       "4131         False     en           0.0                          None   \n",
       "4132         False     en           1.0                          None   \n",
       "4133         False     en         107.0            In My Own World !    \n",
       "4134         False     pt           0.0   Santorini, Grécia Oridental   \n",
       "4135         False     pt          31.0                 Florianópolis   \n",
       "4136         False     en           0.0               Albuquerque, NM   \n",
       "4137         False     en          14.0         Valle d'Aosta, Italia   \n",
       "4138         False     en          39.0                Rio de Janeiro   \n",
       "4139         False     pt          27.0                          None   \n",
       "4140         False     en           1.0                          None   \n",
       "4141         False     en          67.0                        Norway   \n",
       "4142         False     en          44.0               London, England   \n",
       "4143         False     en           3.0                 San Diego, CA   \n",
       "4144         False     en         275.0                        (here)   \n",
       "4145         False     pt           5.0                          None   \n",
       "4146         False     en           5.0                          None   \n",
       "\n",
       "                                  name  notifications  \\\n",
       "0                         Zehra Akkurt            NaN   \n",
       "1                           Wemersom 🌈            NaN   \n",
       "2                            Jo Parker            NaN   \n",
       "3                        Jonny.U.Inaba            NaN   \n",
       "4                        S  P  H  U  M            NaN   \n",
       "5                                  MoO            NaN   \n",
       "6                       Rita Berlofa 🌹            NaN   \n",
       "7                                  廃人形            NaN   \n",
       "8                            Nathália.            NaN   \n",
       "9                            Gret-Ndou            NaN   \n",
       "10                                 OL+            NaN   \n",
       "11                          Ydelfonso.            NaN   \n",
       "12                            مياسم🧸 .            NaN   \n",
       "13                      lidwina sharon            NaN   \n",
       "14                             laninha            NaN   \n",
       "15                           qiZLiØzN€            NaN   \n",
       "16                  Ramarao Velagapudi            NaN   \n",
       "17                           mchuntley            NaN   \n",
       "18                 Una mente retorcida            NaN   \n",
       "19                   Jugoslav Orozovic            NaN   \n",
       "20                   Miroslav Georgiev            NaN   \n",
       "21                             Katie ✨            NaN   \n",
       "22                   📍🎵GUCCI ТэТэ¹²⁷🎵📍            NaN   \n",
       "23                          ilyas Butt            NaN   \n",
       "24              PLS RT MY PINNED TWEET            NaN   \n",
       "25                        Lele Chiappo            NaN   \n",
       "26                 Engr Muhammad Yasir            NaN   \n",
       "27                        Julia Aragon            NaN   \n",
       "28                #CruzeiroOTimeDoPovo            NaN   \n",
       "29                        Young Denzel            NaN   \n",
       "...                                ...            ...   \n",
       "4117                    Hüseyin Candan            NaN   \n",
       "4118                                 ㅤ            NaN   \n",
       "4119                  Miriam Bribiesca            NaN   \n",
       "4120                 black elle woods✨            NaN   \n",
       "4121  Muralla Ni Oblit, Ni Perdó.! 🏴‍☠            NaN   \n",
       "4122                                Lu            NaN   \n",
       "4123                            J.M.N.            NaN   \n",
       "4124               William Fleener, Jr            NaN   \n",
       "4125                      Lois Winkler            NaN   \n",
       "4126          James Milner-Smyth #FBPE            NaN   \n",
       "4127                  Suzie Anderson 🤔            NaN   \n",
       "4128                              🧚‍♀️            NaN   \n",
       "4129                   Avery Elizabeth            NaN   \n",
       "4130                     すーさん@次世代型カテキョ            NaN   \n",
       "4131                             hnsaf            NaN   \n",
       "4132                  هَوآجسُ بدُوي ..            NaN   \n",
       "4133                         Dan Smith            NaN   \n",
       "4134                              GT ❤            NaN   \n",
       "4135                 Eduardo Fernandes            NaN   \n",
       "4136                      Koda Clinton            NaN   \n",
       "4137                          Leonardo            NaN   \n",
       "4138                      Gabriel Diks            NaN   \n",
       "4139                                BZ            NaN   \n",
       "4140                       ajit saxena            NaN   \n",
       "4141                         PlanetBye            NaN   \n",
       "4142                      Wayne Sumner            NaN   \n",
       "4143                           Nash 🌴🌊            NaN   \n",
       "4144                      GooGuns Lulz            NaN   \n",
       "4145                          frazão ⚡            NaN   \n",
       "4146                           💜화쿠•화쿠💜            NaN   \n",
       "\n",
       "     profile_background_color  \\\n",
       "0                      F5F8FA   \n",
       "1                      C0DEED   \n",
       "2                      352726   \n",
       "3                      C0DEED   \n",
       "4                      FF6699   \n",
       "5                      C0DEED   \n",
       "6                      C0DEED   \n",
       "7                      C0DEED   \n",
       "8                      EB1793   \n",
       "9                      C0DEED   \n",
       "10                     F5F8FA   \n",
       "11                     C0DEED   \n",
       "12                     F5F8FA   \n",
       "13                     BADFCD   \n",
       "14                     F5F8FA   \n",
       "15                     C0DEED   \n",
       "16                     F5F8FA   \n",
       "17                     9AE4E8   \n",
       "18                     F5F8FA   \n",
       "19                     F5F8FA   \n",
       "20                     000000   \n",
       "21                     1A1B1F   \n",
       "22                     F5F8FA   \n",
       "23                     C0DEED   \n",
       "24                     F5F8FA   \n",
       "25                     091304   \n",
       "26                     000000   \n",
       "27                     C0DEED   \n",
       "28                     C0DEED   \n",
       "29                     131516   \n",
       "...                       ...   \n",
       "4117                   000000   \n",
       "4118                   000000   \n",
       "4119                   000000   \n",
       "4120                   000000   \n",
       "4121                   022330   \n",
       "4122                   131516   \n",
       "4123                   C0DEED   \n",
       "4124                   1A1B1F   \n",
       "4125                   000000   \n",
       "4126                   C0DEED   \n",
       "4127                   C0DEED   \n",
       "4128                   08F7EB   \n",
       "4129                   F5F8FA   \n",
       "4130                   000000   \n",
       "4131                   F5F8FA   \n",
       "4132                   C0DEED   \n",
       "4133                   C0DEED   \n",
       "4134                   F5F8FA   \n",
       "4135                   C0DEED   \n",
       "4136                   F5F8FA   \n",
       "4137                   F5F8FA   \n",
       "4138                   EEDD82   \n",
       "4139                   C0DEED   \n",
       "4140                   C0DEED   \n",
       "4141                   161869   \n",
       "4142                   C0DEED   \n",
       "4143                   C0DEED   \n",
       "4144                   000000   \n",
       "4145                   050505   \n",
       "4146                   F5F8FA   \n",
       "\n",
       "                           profile_background_image_url  \\\n",
       "0                                                         \n",
       "1      http://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "2      http://abs.twimg.com/images/themes/theme5/bg.gif   \n",
       "3      http://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "4     http://abs.twimg.com/images/themes/theme11/bg.gif   \n",
       "5      http://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "6      http://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "7      http://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "8      http://abs.twimg.com/images/themes/theme9/bg.gif   \n",
       "9      http://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "10                                                        \n",
       "11     http://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "12                                                        \n",
       "13    http://abs.twimg.com/images/themes/theme12/bg.gif   \n",
       "14                                                        \n",
       "15     http://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "16                                                        \n",
       "17     http://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "18                                                        \n",
       "19                                                        \n",
       "20     http://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "21     http://abs.twimg.com/images/themes/theme9/bg.gif   \n",
       "22                                                        \n",
       "23     http://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "24                                                        \n",
       "25     http://abs.twimg.com/images/themes/theme5/bg.gif   \n",
       "26     http://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "27     http://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "28     http://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "29    http://abs.twimg.com/images/themes/theme14/bg.gif   \n",
       "...                                                 ...   \n",
       "4117   http://abs.twimg.com/images/themes/theme9/bg.gif   \n",
       "4118  http://abs.twimg.com/images/themes/theme13/bg.gif   \n",
       "4119   http://abs.twimg.com/images/themes/theme8/bg.gif   \n",
       "4120   http://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "4121  http://abs.twimg.com/images/themes/theme15/bg.png   \n",
       "4122  http://abs.twimg.com/images/themes/theme14/bg.gif   \n",
       "4123   http://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "4124   http://abs.twimg.com/images/themes/theme9/bg.gif   \n",
       "4125   http://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "4126   http://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "4127   http://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "4128   http://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "4129                                                      \n",
       "4130   http://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "4131                                                      \n",
       "4132   http://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "4133   http://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "4134                                                      \n",
       "4135   http://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "4136                                                      \n",
       "4137                                                      \n",
       "4138  http://abs.twimg.com/images/themes/theme10/bg.gif   \n",
       "4139   http://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "4140   http://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "4141   http://abs.twimg.com/images/themes/theme4/bg.gif   \n",
       "4142   http://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "4143   http://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "4144   http://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "4145   http://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "4146                                                      \n",
       "\n",
       "                     profile_background_image_url_https  \\\n",
       "0                                                         \n",
       "1     https://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "2     https://abs.twimg.com/images/themes/theme5/bg.gif   \n",
       "3     https://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "4     https://abs.twimg.com/images/themes/theme11/bg...   \n",
       "5     https://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "6     https://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "7     https://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "8     https://abs.twimg.com/images/themes/theme9/bg.gif   \n",
       "9     https://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "10                                                        \n",
       "11    https://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "12                                                        \n",
       "13    https://abs.twimg.com/images/themes/theme12/bg...   \n",
       "14                                                        \n",
       "15    https://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "16                                                        \n",
       "17    https://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "18                                                        \n",
       "19                                                        \n",
       "20    https://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "21    https://abs.twimg.com/images/themes/theme9/bg.gif   \n",
       "22                                                        \n",
       "23    https://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "24                                                        \n",
       "25    https://abs.twimg.com/images/themes/theme5/bg.gif   \n",
       "26    https://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "27    https://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "28    https://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "29    https://abs.twimg.com/images/themes/theme14/bg...   \n",
       "...                                                 ...   \n",
       "4117  https://abs.twimg.com/images/themes/theme9/bg.gif   \n",
       "4118  https://abs.twimg.com/images/themes/theme13/bg...   \n",
       "4119  https://abs.twimg.com/images/themes/theme8/bg.gif   \n",
       "4120  https://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "4121  https://abs.twimg.com/images/themes/theme15/bg...   \n",
       "4122  https://abs.twimg.com/images/themes/theme14/bg...   \n",
       "4123  https://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "4124  https://abs.twimg.com/images/themes/theme9/bg.gif   \n",
       "4125  https://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "4126  https://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "4127  https://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "4128  https://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "4129                                                      \n",
       "4130  https://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "4131                                                      \n",
       "4132  https://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "4133  https://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "4134                                                      \n",
       "4135  https://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "4136                                                      \n",
       "4137                                                      \n",
       "4138  https://abs.twimg.com/images/themes/theme10/bg...   \n",
       "4139  https://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "4140  https://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "4141  https://abs.twimg.com/images/themes/theme4/bg.gif   \n",
       "4142  https://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "4143  https://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "4144  https://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "4145  https://abs.twimg.com/images/themes/theme1/bg.png   \n",
       "4146                                                      \n",
       "\n",
       "     profile_background_tile  \\\n",
       "0                      False   \n",
       "1                       True   \n",
       "2                      False   \n",
       "3                      False   \n",
       "4                       True   \n",
       "5                       True   \n",
       "6                      False   \n",
       "7                      False   \n",
       "8                       True   \n",
       "9                      False   \n",
       "10                     False   \n",
       "11                     False   \n",
       "12                     False   \n",
       "13                     False   \n",
       "14                     False   \n",
       "15                     False   \n",
       "16                     False   \n",
       "17                      True   \n",
       "18                     False   \n",
       "19                     False   \n",
       "20                     False   \n",
       "21                      True   \n",
       "22                     False   \n",
       "23                     False   \n",
       "24                     False   \n",
       "25                     False   \n",
       "26                     False   \n",
       "27                     False   \n",
       "28                     False   \n",
       "29                      True   \n",
       "...                      ...   \n",
       "4117                   False   \n",
       "4118                   False   \n",
       "4119                    True   \n",
       "4120                   False   \n",
       "4121                   False   \n",
       "4122                    True   \n",
       "4123                   False   \n",
       "4124                   False   \n",
       "4125                   False   \n",
       "4126                   False   \n",
       "4127                   False   \n",
       "4128                    True   \n",
       "4129                   False   \n",
       "4130                   False   \n",
       "4131                   False   \n",
       "4132                    True   \n",
       "4133                    True   \n",
       "4134                   False   \n",
       "4135                   False   \n",
       "4136                   False   \n",
       "4137                   False   \n",
       "4138                    True   \n",
       "4139                   False   \n",
       "4140                   False   \n",
       "4141                   False   \n",
       "4142                   False   \n",
       "4143                    True   \n",
       "4144                   False   \n",
       "4145                    True   \n",
       "4146                   False   \n",
       "\n",
       "                                     profile_banner_url  \\\n",
       "0     https://pbs.twimg.com/profile_banners/99395923...   \n",
       "1     https://pbs.twimg.com/profile_banners/30767825...   \n",
       "2     https://pbs.twimg.com/profile_banners/67979303...   \n",
       "3     https://pbs.twimg.com/profile_banners/23469185...   \n",
       "4     https://pbs.twimg.com/profile_banners/20133650...   \n",
       "5     https://pbs.twimg.com/profile_banners/32812425...   \n",
       "6                                                   NaN   \n",
       "7     https://pbs.twimg.com/profile_banners/23761240...   \n",
       "8     https://pbs.twimg.com/profile_banners/52052164...   \n",
       "9     https://pbs.twimg.com/profile_banners/45009525...   \n",
       "10    https://pbs.twimg.com/profile_banners/10478921...   \n",
       "11    https://pbs.twimg.com/profile_banners/11889547...   \n",
       "12    https://pbs.twimg.com/profile_banners/10460373...   \n",
       "13    https://pbs.twimg.com/profile_banners/53306968...   \n",
       "14    https://pbs.twimg.com/profile_banners/71235911...   \n",
       "15    https://pbs.twimg.com/profile_banners/29764874...   \n",
       "16                                                  NaN   \n",
       "17                                                  NaN   \n",
       "18    https://pbs.twimg.com/profile_banners/74571188...   \n",
       "19    https://pbs.twimg.com/profile_banners/71452662...   \n",
       "20    https://pbs.twimg.com/profile_banners/29441649...   \n",
       "21    https://pbs.twimg.com/profile_banners/17008699...   \n",
       "22    https://pbs.twimg.com/profile_banners/96888220...   \n",
       "23    https://pbs.twimg.com/profile_banners/19652785...   \n",
       "24    https://pbs.twimg.com/profile_banners/10891539...   \n",
       "25    https://pbs.twimg.com/profile_banners/97962621...   \n",
       "26    https://pbs.twimg.com/profile_banners/13612439...   \n",
       "27    https://pbs.twimg.com/profile_banners/14482760...   \n",
       "28    https://pbs.twimg.com/profile_banners/18481987...   \n",
       "29    https://pbs.twimg.com/profile_banners/29253179...   \n",
       "...                                                 ...   \n",
       "4117  https://pbs.twimg.com/profile_banners/28948243...   \n",
       "4118  https://pbs.twimg.com/profile_banners/91467422...   \n",
       "4119  https://pbs.twimg.com/profile_banners/73406746...   \n",
       "4120  https://pbs.twimg.com/profile_banners/33235844...   \n",
       "4121  https://pbs.twimg.com/profile_banners/28899212...   \n",
       "4122  https://pbs.twimg.com/profile_banners/13005863...   \n",
       "4123                                                NaN   \n",
       "4124                                                NaN   \n",
       "4125  https://pbs.twimg.com/profile_banners/26812159...   \n",
       "4126  https://pbs.twimg.com/profile_banners/22897327...   \n",
       "4127  https://pbs.twimg.com/profile_banners/16717305...   \n",
       "4128  https://pbs.twimg.com/profile_banners/50145780...   \n",
       "4129  https://pbs.twimg.com/profile_banners/92341888...   \n",
       "4130  https://pbs.twimg.com/profile_banners/73694603...   \n",
       "4131                                                NaN   \n",
       "4132  https://pbs.twimg.com/profile_banners/10930319...   \n",
       "4133  https://pbs.twimg.com/profile_banners/24892007...   \n",
       "4134  https://pbs.twimg.com/profile_banners/72471733...   \n",
       "4135  https://pbs.twimg.com/profile_banners/33619287...   \n",
       "4136  https://pbs.twimg.com/profile_banners/10924995...   \n",
       "4137  https://pbs.twimg.com/profile_banners/71840263...   \n",
       "4138  https://pbs.twimg.com/profile_banners/42274158...   \n",
       "4139  https://pbs.twimg.com/profile_banners/28826934...   \n",
       "4140                                                NaN   \n",
       "4141  https://pbs.twimg.com/profile_banners/15737944...   \n",
       "4142                                                NaN   \n",
       "4143  https://pbs.twimg.com/profile_banners/38607763...   \n",
       "4144  https://pbs.twimg.com/profile_banners/30485448...   \n",
       "4145  https://pbs.twimg.com/profile_banners/68717623...   \n",
       "4146  https://pbs.twimg.com/profile_banners/10347693...   \n",
       "\n",
       "                                      profile_image_url  \\\n",
       "0     http://pbs.twimg.com/profile_images/1097208623...   \n",
       "1     http://pbs.twimg.com/profile_images/1093471586...   \n",
       "2     http://pbs.twimg.com/profile_images/1040487813...   \n",
       "3     http://pbs.twimg.com/profile_images/7032255906...   \n",
       "4     http://pbs.twimg.com/profile_images/1074884306...   \n",
       "5     http://pbs.twimg.com/profile_images/1068246093...   \n",
       "6     http://pbs.twimg.com/profile_images/9973407655...   \n",
       "7     http://pbs.twimg.com/profile_images/7388972618...   \n",
       "8     http://pbs.twimg.com/profile_images/1097572186...   \n",
       "9     http://pbs.twimg.com/profile_images/1097854321...   \n",
       "10    http://pbs.twimg.com/profile_images/1047893766...   \n",
       "11    http://pbs.twimg.com/profile_images/3788000007...   \n",
       "12    http://pbs.twimg.com/profile_images/1048662801...   \n",
       "13    http://pbs.twimg.com/profile_images/1097336581...   \n",
       "14    http://pbs.twimg.com/profile_images/1069898081...   \n",
       "15    http://pbs.twimg.com/profile_images/1097644062...   \n",
       "16    http://abs.twimg.com/sticky/default_profile_im...   \n",
       "17    http://pbs.twimg.com/profile_images/9981375326...   \n",
       "18    http://pbs.twimg.com/profile_images/1095706703...   \n",
       "19    http://pbs.twimg.com/profile_images/1089822149...   \n",
       "20    http://pbs.twimg.com/profile_images/7906502124...   \n",
       "21    http://pbs.twimg.com/profile_images/1087505528...   \n",
       "22    http://pbs.twimg.com/profile_images/1099549575...   \n",
       "23    http://pbs.twimg.com/profile_images/1097065398...   \n",
       "24    http://pbs.twimg.com/profile_images/1099292508...   \n",
       "25    http://pbs.twimg.com/profile_images/8422695115...   \n",
       "26    http://pbs.twimg.com/profile_images/1098272716...   \n",
       "27    http://pbs.twimg.com/profile_images/1085992507...   \n",
       "28    http://pbs.twimg.com/profile_images/1081524849...   \n",
       "29    http://pbs.twimg.com/profile_images/1100194522...   \n",
       "...                                                 ...   \n",
       "4117  http://pbs.twimg.com/profile_images/1067880293...   \n",
       "4118  http://pbs.twimg.com/profile_images/1099672016...   \n",
       "4119  http://pbs.twimg.com/profile_images/1046653692...   \n",
       "4120  http://pbs.twimg.com/profile_images/1057079069...   \n",
       "4121  http://pbs.twimg.com/profile_images/1086203580...   \n",
       "4122  http://pbs.twimg.com/profile_images/1078113535...   \n",
       "4123  http://pbs.twimg.com/profile_images/1059915587...   \n",
       "4124  http://pbs.twimg.com/profile_images/6048535294...   \n",
       "4125  http://pbs.twimg.com/profile_images/1090242132...   \n",
       "4126  http://pbs.twimg.com/profile_images/1047243021...   \n",
       "4127  http://pbs.twimg.com/profile_images/9652534777...   \n",
       "4128  http://pbs.twimg.com/profile_images/1091733961...   \n",
       "4129  http://pbs.twimg.com/profile_images/1074698758...   \n",
       "4130  http://pbs.twimg.com/profile_images/1057614777...   \n",
       "4131  http://abs.twimg.com/sticky/default_profile_im...   \n",
       "4132  http://pbs.twimg.com/profile_images/7801401495...   \n",
       "4133  http://pbs.twimg.com/profile_images/863177338/...   \n",
       "4134  http://pbs.twimg.com/profile_images/9962450802...   \n",
       "4135  http://pbs.twimg.com/profile_images/8289574002...   \n",
       "4136  http://pbs.twimg.com/profile_images/1092577957...   \n",
       "4137  http://pbs.twimg.com/profile_images/7184071601...   \n",
       "4138  http://pbs.twimg.com/profile_images/1068886714...   \n",
       "4139  http://pbs.twimg.com/profile_images/1098729864...   \n",
       "4140  http://pbs.twimg.com/profile_images/9831921890...   \n",
       "4141  http://pbs.twimg.com/profile_images/628577247/...   \n",
       "4142  http://pbs.twimg.com/profile_images/2237107513...   \n",
       "4143  http://pbs.twimg.com/profile_images/1087799104...   \n",
       "4144  http://pbs.twimg.com/profile_images/5695427208...   \n",
       "4145  http://pbs.twimg.com/profile_images/1067426586...   \n",
       "4146  http://pbs.twimg.com/profile_images/1097662154...   \n",
       "\n",
       "                                profile_image_url_https profile_link_color  \\\n",
       "0     https://pbs.twimg.com/profile_images/109720862...             1DA1F2   \n",
       "1     https://pbs.twimg.com/profile_images/109347158...             0084B4   \n",
       "2     https://pbs.twimg.com/profile_images/104048781...             D02B55   \n",
       "3     https://pbs.twimg.com/profile_images/703225590...             1DA1F2   \n",
       "4     https://pbs.twimg.com/profile_images/107488430...             B40B43   \n",
       "5     https://pbs.twimg.com/profile_images/106824609...             3B94D9   \n",
       "6     https://pbs.twimg.com/profile_images/997340765...             1DA1F2   \n",
       "7     https://pbs.twimg.com/profile_images/738897261...             1DA1F2   \n",
       "8     https://pbs.twimg.com/profile_images/109757218...             000000   \n",
       "9     https://pbs.twimg.com/profile_images/109785432...             1DA1F2   \n",
       "10    https://pbs.twimg.com/profile_images/104789376...             1DA1F2   \n",
       "11    https://pbs.twimg.com/profile_images/378800000...             1DA1F2   \n",
       "12    https://pbs.twimg.com/profile_images/104866280...             1DA1F2   \n",
       "13    https://pbs.twimg.com/profile_images/109733658...             F5ABB5   \n",
       "14    https://pbs.twimg.com/profile_images/106989808...             1DA1F2   \n",
       "15    https://pbs.twimg.com/profile_images/109764406...             1DA1F2   \n",
       "16    https://abs.twimg.com/sticky/default_profile_i...             1DA1F2   \n",
       "17    https://pbs.twimg.com/profile_images/998137532...             0000FF   \n",
       "18    https://pbs.twimg.com/profile_images/109570670...             1DA1F2   \n",
       "19    https://pbs.twimg.com/profile_images/108982214...             1DA1F2   \n",
       "20    https://pbs.twimg.com/profile_images/790650212...             000000   \n",
       "21    https://pbs.twimg.com/profile_images/108750552...             2FC2EF   \n",
       "22    https://pbs.twimg.com/profile_images/109954957...             1DA1F2   \n",
       "23    https://pbs.twimg.com/profile_images/109706539...             1DA1F2   \n",
       "24    https://pbs.twimg.com/profile_images/109929250...             1DA1F2   \n",
       "25    https://pbs.twimg.com/profile_images/842269511...             7D7D7D   \n",
       "26    https://pbs.twimg.com/profile_images/109827271...             1B95E0   \n",
       "27    https://pbs.twimg.com/profile_images/108599250...             1DA1F2   \n",
       "28    https://pbs.twimg.com/profile_images/108152484...             1DA1F2   \n",
       "29    https://pbs.twimg.com/profile_images/110019452...             009999   \n",
       "...                                                 ...                ...   \n",
       "4117  https://pbs.twimg.com/profile_images/106788029...             FF0000   \n",
       "4118  https://pbs.twimg.com/profile_images/109967201...             0093B8   \n",
       "4119  https://pbs.twimg.com/profile_images/104665369...             F5ABB5   \n",
       "4120  https://pbs.twimg.com/profile_images/105707906...             F58EA8   \n",
       "4121  https://pbs.twimg.com/profile_images/108620358...             0084B4   \n",
       "4122  https://pbs.twimg.com/profile_images/107811353...             9266CC   \n",
       "4123  https://pbs.twimg.com/profile_images/105991558...             1DA1F2   \n",
       "4124  https://pbs.twimg.com/profile_images/604853529...             2FC2EF   \n",
       "4125  https://pbs.twimg.com/profile_images/109024213...             3CB371   \n",
       "4126  https://pbs.twimg.com/profile_images/104724302...             1DA1F2   \n",
       "4127  https://pbs.twimg.com/profile_images/965253477...             1DA1F2   \n",
       "4128  https://pbs.twimg.com/profile_images/109173396...             FA0AFA   \n",
       "4129  https://pbs.twimg.com/profile_images/107469875...             1DA1F2   \n",
       "4130  https://pbs.twimg.com/profile_images/105761477...             981CEB   \n",
       "4131  https://abs.twimg.com/sticky/default_profile_i...             1DA1F2   \n",
       "4132  https://pbs.twimg.com/profile_images/780140149...             0084B4   \n",
       "4133  https://pbs.twimg.com/profile_images/863177338...             010500   \n",
       "4134  https://pbs.twimg.com/profile_images/996245080...             1DA1F2   \n",
       "4135  https://pbs.twimg.com/profile_images/828957400...             0084B4   \n",
       "4136  https://pbs.twimg.com/profile_images/109257795...             1DA1F2   \n",
       "4137  https://pbs.twimg.com/profile_images/718407160...             1DA1F2   \n",
       "4138  https://pbs.twimg.com/profile_images/106888671...             483D8B   \n",
       "4139  https://pbs.twimg.com/profile_images/109872986...             1DA1F2   \n",
       "4140  https://pbs.twimg.com/profile_images/983192189...             1DA1F2   \n",
       "4141  https://pbs.twimg.com/profile_images/628577247...             426499   \n",
       "4142  https://pbs.twimg.com/profile_images/223710751...             1DA1F2   \n",
       "4143  https://pbs.twimg.com/profile_images/108779910...             0084B4   \n",
       "4144  https://pbs.twimg.com/profile_images/569542720...             0084B4   \n",
       "4145  https://pbs.twimg.com/profile_images/106742658...             FF0000   \n",
       "4146  https://pbs.twimg.com/profile_images/109766215...             1DA1F2   \n",
       "\n",
       "     profile_sidebar_border_color profile_sidebar_fill_color  \\\n",
       "0                          C0DEED                     DDEEF6   \n",
       "1                          C0DEED                     DDEEF6   \n",
       "2                          829D5E                     99CC33   \n",
       "3                          C0DEED                     DDEEF6   \n",
       "4                          FFFFFF                     E5507E   \n",
       "5                          000000                     DDEEF6   \n",
       "6                          C0DEED                     DDEEF6   \n",
       "7                          C0DEED                     DDEEF6   \n",
       "8                          000000                     252429   \n",
       "9                          C0DEED                     DDEEF6   \n",
       "10                         C0DEED                     DDEEF6   \n",
       "11                         C0DEED                     DDEEF6   \n",
       "12                         C0DEED                     DDEEF6   \n",
       "13                         FFFFFF                     FFF7CC   \n",
       "14                         C0DEED                     DDEEF6   \n",
       "15                         C0DEED                     DDEEF6   \n",
       "16                         C0DEED                     DDEEF6   \n",
       "17                         87BC44                     E0FF92   \n",
       "18                         C0DEED                     DDEEF6   \n",
       "19                         C0DEED                     DDEEF6   \n",
       "20                         000000                     000000   \n",
       "21                         181A1E                     252429   \n",
       "22                         C0DEED                     DDEEF6   \n",
       "23                         C0DEED                     DDEEF6   \n",
       "24                         C0DEED                     DDEEF6   \n",
       "25                         FFFFFF                     262626   \n",
       "26                         000000                     000000   \n",
       "27                         C0DEED                     DDEEF6   \n",
       "28                         C0DEED                     DDEEF6   \n",
       "29                         EEEEEE                     EFEFEF   \n",
       "...                           ...                        ...   \n",
       "4117                       000000                     000000   \n",
       "4118                       000000                     FFFFFF   \n",
       "4119                       D9B17E                     EADEAA   \n",
       "4120                       000000                     000000   \n",
       "4121                       A8C7F7                     C0DFEC   \n",
       "4122                       FFFFFF                     EFEFEF   \n",
       "4123                       C0DEED                     DDEEF6   \n",
       "4124                       181A1E                     252429   \n",
       "4125                       000000                     000000   \n",
       "4126                       C0DEED                     DDEEF6   \n",
       "4127                       C0DEED                     DDEEF6   \n",
       "4128                       FFFFFF                     DDEEF6   \n",
       "4129                       C0DEED                     DDEEF6   \n",
       "4130                       000000                     000000   \n",
       "4131                       C0DEED                     DDEEF6   \n",
       "4132                       FFFFFF                     DDEEF6   \n",
       "4133                       C0DEED                     DDEEF6   \n",
       "4134                       C0DEED                     DDEEF6   \n",
       "4135                       C0DEED                     DDEEF6   \n",
       "4136                       C0DEED                     DDEEF6   \n",
       "4137                       C0DEED                     DDEEF6   \n",
       "4138                       FFFFFF                     7AC3EE   \n",
       "4139                       C0DEED                     DDEEF6   \n",
       "4140                       C0DEED                     DDEEF6   \n",
       "4141                       5E9DDB                     B4DCED   \n",
       "4142                       C0DEED                     DDEEF6   \n",
       "4143                       FFFFFF                     DDEEF6   \n",
       "4144                       C0DEED                     DDEEF6   \n",
       "4145                       000000                     373838   \n",
       "4146                       C0DEED                     DDEEF6   \n",
       "\n",
       "     profile_text_color profile_use_background_image protected  \\\n",
       "0                333333                         True     False   \n",
       "1                333333                         True     False   \n",
       "2                3E4415                         True     False   \n",
       "3                333333                         True     False   \n",
       "4                362720                         True     False   \n",
       "5                333333                         True     False   \n",
       "6                333333                         True     False   \n",
       "7                333333                         True     False   \n",
       "8                666666                         True     False   \n",
       "9                333333                         True     False   \n",
       "10               333333                         True     False   \n",
       "11               333333                         True     False   \n",
       "12               333333                         True     False   \n",
       "13               0C3E53                         True     False   \n",
       "14               333333                         True     False   \n",
       "15               333333                         True     False   \n",
       "16               333333                         True     False   \n",
       "17               000000                         True     False   \n",
       "18               333333                         True     False   \n",
       "19               333333                         True     False   \n",
       "20               000000                        False     False   \n",
       "21               666666                         True     False   \n",
       "22               333333                         True     False   \n",
       "23               333333                         True     False   \n",
       "24               333333                         True     False   \n",
       "25               696545                         True     False   \n",
       "26               000000                        False     False   \n",
       "27               333333                         True     False   \n",
       "28               333333                         True     False   \n",
       "29               333333                         True     False   \n",
       "...                 ...                          ...       ...   \n",
       "4117             000000                        False     False   \n",
       "4118             333333                         True     False   \n",
       "4119             333333                         True     False   \n",
       "4120             000000                        False     False   \n",
       "4121             333333                         True     False   \n",
       "4122             333333                         True     False   \n",
       "4123             333333                         True     False   \n",
       "4124             666666                         True     False   \n",
       "4125             000000                        False     False   \n",
       "4126             333333                         True     False   \n",
       "4127             333333                         True     False   \n",
       "4128             333333                         True     False   \n",
       "4129             333333                         True     False   \n",
       "4130             000000                        False     False   \n",
       "4131             333333                         True     False   \n",
       "4132             333333                         True     False   \n",
       "4133             333333                         True     False   \n",
       "4134             333333                         True     False   \n",
       "4135             333333                         True     False   \n",
       "4136             333333                         True     False   \n",
       "4137             333333                         True     False   \n",
       "4138             F50C0C                         True     False   \n",
       "4139             333333                         True     False   \n",
       "4140             333333                         True     False   \n",
       "4141             3C3940                        False     False   \n",
       "4142             333333                         True     False   \n",
       "4143             333333                         True     False   \n",
       "4144             333333                         True     False   \n",
       "4145             000000                         True     False   \n",
       "4146             333333                         True     False   \n",
       "\n",
       "          screen_name  statuses_count  time_zone translator_type  \\\n",
       "0       ZehraAkkurt20           397.0        NaN            none   \n",
       "1           WmateusLS          2246.0        NaN            none   \n",
       "2             jo31070          1953.0        NaN            none   \n",
       "3           LinXhiang           580.0        NaN            none   \n",
       "4            IAmSphum         59595.0        NaN            none   \n",
       "5       mMohamedOsama         21524.0        NaN         regular   \n",
       "6         RitaBerlofa          9025.0        NaN            none   \n",
       "7          keithviper          8523.0        NaN            none   \n",
       "8      nattcavalcanti         95418.0        NaN            none   \n",
       "9       gretchen_ndou         20809.0        NaN            none   \n",
       "10           OL__Plus          5932.0        NaN            none   \n",
       "11        Ydelfonso79         10313.0        NaN            none   \n",
       "12            __mmss2          2452.0        NaN            none   \n",
       "13           sshldww_         17424.0        NaN            none   \n",
       "14          elaineac3          2536.0        NaN            none   \n",
       "15        qizliozne88          2749.0        NaN            none   \n",
       "16    RamaraoVelagap1         16189.0        NaN            none   \n",
       "17          mchuntley          8091.0        NaN            none   \n",
       "18       myweird_mind         17694.0        NaN            none   \n",
       "19    jugoslavorozov1          6370.0        NaN            none   \n",
       "20     mirogeorgiev97        382851.0        NaN            none   \n",
       "21            Krnnnn_         43961.0        NaN            none   \n",
       "22       gucci_taebts         11909.0        NaN            none   \n",
       "23    IlyasAssibutt04          2299.0        NaN            none   \n",
       "24        Lovema_rule          8796.0        NaN            none   \n",
       "25           Chiappuz         29102.0        NaN            none   \n",
       "26          myasir946          1288.0        NaN            none   \n",
       "27           Majudi46         13643.0        NaN            none   \n",
       "28           Paiblito         49804.0        NaN            none   \n",
       "29    MarkB_LifeStyle        277336.0        NaN            none   \n",
       "...               ...             ...        ...             ...   \n",
       "4117   huseyincandann          2287.0        NaN         regular   \n",
       "4118         MusRules         52902.0        NaN            none   \n",
       "4119      MGBribiesca          5399.0        NaN            none   \n",
       "4120  thesheridanking         72762.0        NaN            none   \n",
       "4121           Vado72         13096.0        NaN            none   \n",
       "4122    Luupedreira01         34870.0        NaN            none   \n",
       "4123         j_anubis          2485.0        NaN            none   \n",
       "4124         wfleener          3053.0        NaN            none   \n",
       "4125      Hoi_Pollois         35883.0        NaN            none   \n",
       "4126     JMilnerSmyth         18642.0        NaN            none   \n",
       "4127  suziethefluzzie          5020.0        NaN            none   \n",
       "4128      diniardhita         21145.0        NaN            none   \n",
       "4129        MSAVERYYY           912.0        NaN            none   \n",
       "4130       ace_change          3503.0        NaN            none   \n",
       "4131           hnsaf2            40.0        NaN            none   \n",
       "4132           HMAD61          3692.0        NaN            none   \n",
       "4133       MrPringlez        394466.0        NaN            none   \n",
       "4134   Gbtavaress2000         40320.0        NaN            none   \n",
       "4135    eedufernandes         23583.0        NaN            none   \n",
       "4136      KodaClinton          3124.0        NaN            none   \n",
       "4137      leonardo1ao         21943.0        NaN            none   \n",
       "4138      gabrieldiks         78686.0        NaN         regular   \n",
       "4139        ThuaniAni         82578.0        NaN            none   \n",
       "4140         meerajit          2527.0        NaN            none   \n",
       "4141        PlanetBye          3973.0        NaN            none   \n",
       "4142         bexhoops         49896.0        NaN            none   \n",
       "4143       wittlenash          6457.0        NaN            none   \n",
       "4144     googuns_lulz       3148192.0        NaN            none   \n",
       "4145        Frazao00_         27827.0        NaN            none   \n",
       "4146  uJ24UeBSWZI8Glo          1789.0        NaN            none   \n",
       "\n",
       "                                                    url  utc_offset verified  \\\n",
       "0                                                  None         NaN    False   \n",
       "1               http://www.facebook.com/wemersom.mateus         NaN    False   \n",
       "2                                                  None         NaN    False   \n",
       "3                                                  None         NaN    False   \n",
       "4     https://itunes.apple.com/za/album/eighth-wonde...         NaN    False   \n",
       "5                                                  None         NaN    False   \n",
       "6                                                  None         NaN    False   \n",
       "7                                                  None         NaN    False   \n",
       "8                                                  None         NaN    False   \n",
       "9                   http://instragram.com/gretchen_ndou         NaN    False   \n",
       "10                                     http://olplus.fr         NaN    False   \n",
       "11                                                 None         NaN    False   \n",
       "12                               http://fbhtc.com/XHl0h         NaN    False   \n",
       "13                                                 None         NaN    False   \n",
       "14                                                 None         NaN    False   \n",
       "15                                                 None         NaN    False   \n",
       "16                                                 None         NaN    False   \n",
       "17                           http://www.strathbogie.net         NaN    False   \n",
       "18                  http://myrarepersonality.tumblr.com         NaN    False   \n",
       "19                                                 None         NaN    False   \n",
       "20        https://plus.google.com/+MiroslavMiroGeorgiev         NaN    False   \n",
       "21                                                 None         NaN    False   \n",
       "22    https://www.youtube.com/channel/UCUAslnJlZASrT...         NaN    False   \n",
       "23                                                 None         NaN    False   \n",
       "24                                                 None         NaN    False   \n",
       "25                                                 None         NaN    False   \n",
       "26         https://www.facebook.com/ysr19?ref=bookmarks         NaN    False   \n",
       "27                                                 None         NaN    False   \n",
       "28    https://www.youtube.com/c/SOMOSGIGANTES1?sub_c...         NaN    False   \n",
       "29                                                 None         NaN    False   \n",
       "...                                                 ...         ...      ...   \n",
       "4117                                               None         NaN    False   \n",
       "4118                          http://sepotify.wasap.my/         NaN    False   \n",
       "4119                     http://www.miriambribiesca.com         NaN    False   \n",
       "4120             http://Instagram.com//the.sheridanking         NaN    False   \n",
       "4121                                               None         NaN    False   \n",
       "4122                  http://Instagram.com/lu_pedreira1         NaN    False   \n",
       "4123                                               None         NaN    False   \n",
       "4124                 http://estanimalegis.blogspot.com/         NaN    False   \n",
       "4125                                               None         NaN    False   \n",
       "4126                                               None         NaN    False   \n",
       "4127                                               None         NaN    False   \n",
       "4128                                               None         NaN    False   \n",
       "4129                                               None         NaN    False   \n",
       "4130                https://project-aile.jimdofree.com/         NaN    False   \n",
       "4131                                               None         NaN    False   \n",
       "4132                                               None         NaN    False   \n",
       "4133                      http://www.dfinelifestyle.com         NaN    False   \n",
       "4134                https://curiouscat.me/gbtavares2000         NaN    False   \n",
       "4135                                               None         NaN    False   \n",
       "4136                                               None         NaN    False   \n",
       "4137                                               None         NaN    False   \n",
       "4138                https://www.youtube.com/gabrieldiks         NaN    False   \n",
       "4139                  http://Instagram.com/thuani.melo/         NaN    False   \n",
       "4140                                               None         NaN    False   \n",
       "4141                 http://www.science20.com/planetbye         NaN    False   \n",
       "4142                                               None         NaN    False   \n",
       "4143                                               None         NaN    False   \n",
       "4144                     http://victorz.ca/bots/googuns         NaN    False   \n",
       "4145                                               None         NaN    False   \n",
       "4146                                               None         NaN    False   \n",
       "\n",
       "       0  \n",
       "0    NaN  \n",
       "1    NaN  \n",
       "2    NaN  \n",
       "3    NaN  \n",
       "4    NaN  \n",
       "5    NaN  \n",
       "6    NaN  \n",
       "7    NaN  \n",
       "8    NaN  \n",
       "9    NaN  \n",
       "10   NaN  \n",
       "11   NaN  \n",
       "12   NaN  \n",
       "13   NaN  \n",
       "14   NaN  \n",
       "15   NaN  \n",
       "16   NaN  \n",
       "17   NaN  \n",
       "18   NaN  \n",
       "19   NaN  \n",
       "20   NaN  \n",
       "21   NaN  \n",
       "22   NaN  \n",
       "23   NaN  \n",
       "24   NaN  \n",
       "25   NaN  \n",
       "26   NaN  \n",
       "27   NaN  \n",
       "28   NaN  \n",
       "29   NaN  \n",
       "...   ..  \n",
       "4117 NaN  \n",
       "4118 NaN  \n",
       "4119 NaN  \n",
       "4120 NaN  \n",
       "4121 NaN  \n",
       "4122 NaN  \n",
       "4123 NaN  \n",
       "4124 NaN  \n",
       "4125 NaN  \n",
       "4126 NaN  \n",
       "4127 NaN  \n",
       "4128 NaN  \n",
       "4129 NaN  \n",
       "4130 NaN  \n",
       "4131 NaN  \n",
       "4132 NaN  \n",
       "4133 NaN  \n",
       "4134 NaN  \n",
       "4135 NaN  \n",
       "4136 NaN  \n",
       "4137 NaN  \n",
       "4138 NaN  \n",
       "4139 NaN  \n",
       "4140 NaN  \n",
       "4141 NaN  \n",
       "4142 NaN  \n",
       "4143 NaN  \n",
       "4144 NaN  \n",
       "4145 NaN  \n",
       "4146 NaN  \n",
       "\n",
       "[4147 rows x 40 columns]"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Split the user object\n",
    "tags = data['user'].apply(pd.Series)\n",
    "tags = tags.rename(columns = lambda x : str(x))\n",
    "tags"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>geo_tag</th>\n",
       "      <th>geo_coordinates</th>\n",
       "      <th>favorite_count</th>\n",
       "      <th>lang</th>\n",
       "      <th>possibly_sensitive</th>\n",
       "      <th>reply_count</th>\n",
       "      <th>retweet_count</th>\n",
       "      <th>retweeted</th>\n",
       "      <th>retweeted_status</th>\n",
       "      <th>source</th>\n",
       "      <th>text</th>\n",
       "      <th>user</th>\n",
       "      <th>protected</th>\n",
       "      <th>tweets_liked</th>\n",
       "      <th>followers</th>\n",
       "      <th>friends</th>\n",
       "      <th>listed_under</th>\n",
       "      <th>geo_enabled</th>\n",
       "      <th>user_location</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>tr</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>mobile</td>\n",
       "      <td>Pencereni aç ve sabahı kokla. Hayat güzel. Sev...</td>\n",
       "      <td>{'id': 993959236752338944, 'id_str': '99395923...</td>\n",
       "      <td>False</td>\n",
       "      <td>2028.0</td>\n",
       "      <td>118.0</td>\n",
       "      <td>181.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>True</td>\n",
       "      <td>Berlin, Germany</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>pt</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>mobile</td>\n",
       "      <td>Isso ae</td>\n",
       "      <td>{'id': 307678258, 'id_str': '307678258', 'name...</td>\n",
       "      <td>False</td>\n",
       "      <td>2340.0</td>\n",
       "      <td>270.0</td>\n",
       "      <td>274.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>True</td>\n",
       "      <td>Leopoldina, MG</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>en</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>mobile</td>\n",
       "      <td>F*** you #Cancer another life barely begun sto...</td>\n",
       "      <td>{'id': 67979303, 'id_str': '67979303', 'name':...</td>\n",
       "      <td>False</td>\n",
       "      <td>3113.0</td>\n",
       "      <td>177.0</td>\n",
       "      <td>368.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>True</td>\n",
       "      <td>Edinburgh, Scotland</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>und</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>mobile</td>\n",
       "      <td>@parfaite_1223 @parfaite_narumi https://t.co/9...</td>\n",
       "      <td>{'id': 2346918559, 'id_str': '2346918559', 'na...</td>\n",
       "      <td>False</td>\n",
       "      <td>295.0</td>\n",
       "      <td>15.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>True</td>\n",
       "      <td>中華民國 台灣 的某個小角落</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>en</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>mobile</td>\n",
       "      <td>@Mbuthuma I have beeeeen following you! Twitte...</td>\n",
       "      <td>{'id': 20133650, 'id_str': '20133650', 'name':...</td>\n",
       "      <td>False</td>\n",
       "      <td>18572.0</td>\n",
       "      <td>6496.0</td>\n",
       "      <td>1794.0</td>\n",
       "      <td>37.0</td>\n",
       "      <td>True</td>\n",
       "      <td>South Africa</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>ar</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>mobile</td>\n",
       "      <td>جاكي شان بيصور الفيلم الجديد بتاعه جنبنا وعامل...</td>\n",
       "      <td>{'id': 328124255, 'id_str': '328124255', 'name...</td>\n",
       "      <td>False</td>\n",
       "      <td>1665.0</td>\n",
       "      <td>3351.0</td>\n",
       "      <td>397.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>True</td>\n",
       "      <td>WorldWide, Dubai</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>und</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>mobile</td>\n",
       "      <td>@greenhousenyt 👏👏👏👏👏👏</td>\n",
       "      <td>{'id': 391034611, 'id_str': '391034611', 'name...</td>\n",
       "      <td>False</td>\n",
       "      <td>10047.0</td>\n",
       "      <td>328.0</td>\n",
       "      <td>327.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>True</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>ja</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>mobile</td>\n",
       "      <td>そろそろキャンプの準備するか。</td>\n",
       "      <td>{'id': 237612409, 'id_str': '237612409', 'name...</td>\n",
       "      <td>False</td>\n",
       "      <td>486.0</td>\n",
       "      <td>61.0</td>\n",
       "      <td>122.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>True</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>pt</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>mobile</td>\n",
       "      <td>@Tkn117 oi lindo t amo</td>\n",
       "      <td>{'id': 52052164, 'id_str': '52052164', 'name':...</td>\n",
       "      <td>False</td>\n",
       "      <td>26255.0</td>\n",
       "      <td>380.0</td>\n",
       "      <td>274.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>True</td>\n",
       "      <td>Rio de Janeiro, Brasil</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>tl</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>mobile</td>\n",
       "      <td>@RollyRockza Mbavhala</td>\n",
       "      <td>{'id': 450095256, 'id_str': '450095256', 'name...</td>\n",
       "      <td>False</td>\n",
       "      <td>22653.0</td>\n",
       "      <td>6952.0</td>\n",
       "      <td>4342.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>True</td>\n",
       "      <td>Onverwacht, South Africa</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  geo_tag geo_coordinates  favorite_count lang  possibly_sensitive  \\\n",
       "0   False             NaN             0.0   tr                 NaN   \n",
       "1   False             NaN             0.0   pt                 NaN   \n",
       "2   False             NaN             0.0   en                 NaN   \n",
       "3   False             NaN             0.0  und                 0.0   \n",
       "4   False             NaN             0.0   en                 NaN   \n",
       "5   False             NaN             0.0   ar                 NaN   \n",
       "6   False             NaN             0.0  und                 NaN   \n",
       "7   False             NaN             0.0   ja                 NaN   \n",
       "8   False             NaN             0.0   pt                 NaN   \n",
       "9   False             NaN             0.0   tl                 NaN   \n",
       "\n",
       "   reply_count  retweet_count  retweeted retweeted_status  source  \\\n",
       "0          0.0            0.0        0.0              NaN  mobile   \n",
       "1          0.0            0.0        0.0              NaN  mobile   \n",
       "2          0.0            0.0        0.0              NaN  mobile   \n",
       "3          0.0            0.0        0.0              NaN  mobile   \n",
       "4          0.0            0.0        0.0              NaN  mobile   \n",
       "5          0.0            0.0        0.0              NaN  mobile   \n",
       "6          0.0            0.0        0.0              NaN  mobile   \n",
       "7          0.0            0.0        0.0              NaN  mobile   \n",
       "8          0.0            0.0        0.0              NaN  mobile   \n",
       "9          0.0            0.0        0.0              NaN  mobile   \n",
       "\n",
       "                                                text  \\\n",
       "0  Pencereni aç ve sabahı kokla. Hayat güzel. Sev...   \n",
       "1                                            Isso ae   \n",
       "2  F*** you #Cancer another life barely begun sto...   \n",
       "3  @parfaite_1223 @parfaite_narumi https://t.co/9...   \n",
       "4  @Mbuthuma I have beeeeen following you! Twitte...   \n",
       "5  جاكي شان بيصور الفيلم الجديد بتاعه جنبنا وعامل...   \n",
       "6                              @greenhousenyt 👏👏👏👏👏👏   \n",
       "7                                    そろそろキャンプの準備するか。   \n",
       "8                             @Tkn117 oi lindo t amo   \n",
       "9                              @RollyRockza Mbavhala   \n",
       "\n",
       "                                                user protected  tweets_liked  \\\n",
       "0  {'id': 993959236752338944, 'id_str': '99395923...     False        2028.0   \n",
       "1  {'id': 307678258, 'id_str': '307678258', 'name...     False        2340.0   \n",
       "2  {'id': 67979303, 'id_str': '67979303', 'name':...     False        3113.0   \n",
       "3  {'id': 2346918559, 'id_str': '2346918559', 'na...     False         295.0   \n",
       "4  {'id': 20133650, 'id_str': '20133650', 'name':...     False       18572.0   \n",
       "5  {'id': 328124255, 'id_str': '328124255', 'name...     False        1665.0   \n",
       "6  {'id': 391034611, 'id_str': '391034611', 'name...     False       10047.0   \n",
       "7  {'id': 237612409, 'id_str': '237612409', 'name...     False         486.0   \n",
       "8  {'id': 52052164, 'id_str': '52052164', 'name':...     False       26255.0   \n",
       "9  {'id': 450095256, 'id_str': '450095256', 'name...     False       22653.0   \n",
       "\n",
       "   followers  friends  listed_under geo_enabled             user_location  \n",
       "0      118.0    181.0           0.0        True           Berlin, Germany  \n",
       "1      270.0    274.0           0.0        True            Leopoldina, MG  \n",
       "2      177.0    368.0           2.0        True       Edinburgh, Scotland  \n",
       "3       15.0     87.0           0.0        True            中華民國 台灣 的某個小角落  \n",
       "4     6496.0   1794.0          37.0        True             South Africa   \n",
       "5     3351.0    397.0           8.0        True         WorldWide, Dubai   \n",
       "6      328.0    327.0           9.0        True                      None  \n",
       "7       61.0    122.0           7.0        True                      None  \n",
       "8      380.0    274.0          12.0        True    Rio de Janeiro, Brasil  \n",
       "9     6952.0   4342.0           3.0        True  Onverwacht, South Africa  "
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Add columns of interest to the dataset from the user object\n",
    "data['protected'] = tags.protected\n",
    "data['tweets_liked'] = tags.favourites_count\n",
    "data['followers'] = tags.followers_count\n",
    "data['friends'] = tags.friends_count\n",
    "data['listed_under'] = tags.listed_count\n",
    "data['geo_enabled'] = tags.geo_enabled\n",
    "data['user_location'] = tags.location\n",
    "\n",
    "data.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>geo_tag</th>\n",
       "      <th>favorite_count</th>\n",
       "      <th>possibly_sensitive</th>\n",
       "      <th>reply_count</th>\n",
       "      <th>retweet_count</th>\n",
       "      <th>retweeted</th>\n",
       "      <th>source</th>\n",
       "      <th>protected</th>\n",
       "      <th>tweets_liked</th>\n",
       "      <th>followers</th>\n",
       "      <th>friends</th>\n",
       "      <th>listed_under</th>\n",
       "      <th>geo_enabled</th>\n",
       "      <th>user_location</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>False</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>mobile</td>\n",
       "      <td>False</td>\n",
       "      <td>2028.0</td>\n",
       "      <td>118.0</td>\n",
       "      <td>181.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>True</td>\n",
       "      <td>Berlin, Germany</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>False</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>mobile</td>\n",
       "      <td>False</td>\n",
       "      <td>2340.0</td>\n",
       "      <td>270.0</td>\n",
       "      <td>274.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>True</td>\n",
       "      <td>Leopoldina, MG</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>False</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>mobile</td>\n",
       "      <td>False</td>\n",
       "      <td>3113.0</td>\n",
       "      <td>177.0</td>\n",
       "      <td>368.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>True</td>\n",
       "      <td>Edinburgh, Scotland</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>False</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>mobile</td>\n",
       "      <td>False</td>\n",
       "      <td>295.0</td>\n",
       "      <td>15.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>True</td>\n",
       "      <td>中華民國 台灣 的某個小角落</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>False</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>mobile</td>\n",
       "      <td>False</td>\n",
       "      <td>18572.0</td>\n",
       "      <td>6496.0</td>\n",
       "      <td>1794.0</td>\n",
       "      <td>37.0</td>\n",
       "      <td>True</td>\n",
       "      <td>South Africa</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>False</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>mobile</td>\n",
       "      <td>False</td>\n",
       "      <td>1665.0</td>\n",
       "      <td>3351.0</td>\n",
       "      <td>397.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>True</td>\n",
       "      <td>WorldWide, Dubai</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>False</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>mobile</td>\n",
       "      <td>False</td>\n",
       "      <td>10047.0</td>\n",
       "      <td>328.0</td>\n",
       "      <td>327.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>True</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>False</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>mobile</td>\n",
       "      <td>False</td>\n",
       "      <td>486.0</td>\n",
       "      <td>61.0</td>\n",
       "      <td>122.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>True</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>False</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>mobile</td>\n",
       "      <td>False</td>\n",
       "      <td>26255.0</td>\n",
       "      <td>380.0</td>\n",
       "      <td>274.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>True</td>\n",
       "      <td>Rio de Janeiro, Brasil</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>False</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>mobile</td>\n",
       "      <td>False</td>\n",
       "      <td>22653.0</td>\n",
       "      <td>6952.0</td>\n",
       "      <td>4342.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>True</td>\n",
       "      <td>Onverwacht, South Africa</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  geo_tag  favorite_count  possibly_sensitive  reply_count  retweet_count  \\\n",
       "0   False             0.0                 NaN          0.0            0.0   \n",
       "1   False             0.0                 NaN          0.0            0.0   \n",
       "2   False             0.0                 NaN          0.0            0.0   \n",
       "3   False             0.0                 0.0          0.0            0.0   \n",
       "4   False             0.0                 NaN          0.0            0.0   \n",
       "5   False             0.0                 NaN          0.0            0.0   \n",
       "6   False             0.0                 NaN          0.0            0.0   \n",
       "7   False             0.0                 NaN          0.0            0.0   \n",
       "8   False             0.0                 NaN          0.0            0.0   \n",
       "9   False             0.0                 NaN          0.0            0.0   \n",
       "\n",
       "   retweeted  source protected  tweets_liked  followers  friends  \\\n",
       "0        0.0  mobile     False        2028.0      118.0    181.0   \n",
       "1        0.0  mobile     False        2340.0      270.0    274.0   \n",
       "2        0.0  mobile     False        3113.0      177.0    368.0   \n",
       "3        0.0  mobile     False         295.0       15.0     87.0   \n",
       "4        0.0  mobile     False       18572.0     6496.0   1794.0   \n",
       "5        0.0  mobile     False        1665.0     3351.0    397.0   \n",
       "6        0.0  mobile     False       10047.0      328.0    327.0   \n",
       "7        0.0  mobile     False         486.0       61.0    122.0   \n",
       "8        0.0  mobile     False       26255.0      380.0    274.0   \n",
       "9        0.0  mobile     False       22653.0     6952.0   4342.0   \n",
       "\n",
       "   listed_under geo_enabled             user_location  \n",
       "0           0.0        True           Berlin, Germany  \n",
       "1           0.0        True            Leopoldina, MG  \n",
       "2           2.0        True       Edinburgh, Scotland  \n",
       "3           0.0        True            中華民國 台灣 的某個小角落  \n",
       "4          37.0        True             South Africa   \n",
       "5           8.0        True         WorldWide, Dubai   \n",
       "6           9.0        True                      None  \n",
       "7           7.0        True                      None  \n",
       "8          12.0        True    Rio de Janeiro, Brasil  \n",
       "9           3.0        True  Onverwacht, South Africa  "
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Drop unnecessary columns\n",
    "data.drop(['text','user','retweeted_status','geo_coordinates','lang'], 1, inplace = True)\n",
    "data.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Rename columns for easier reference\n",
    "data.rename(columns={'favorite_count': 'likes', 'reply_count': 'replies', 'retweet_count': 'retweets'}, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Some useful functions\n",
    "\n",
    "#Function to encode values\n",
    "def encode_col(col):\n",
    "    data[col] = data[col].astype('category')\n",
    "    data[col] = data[col].cat.codes\n",
    "    return data.head(10)\n",
    "\n",
    "#Function to replace null entries with any choice\n",
    "def impute_nulls(col, null_replacement, data_type):\n",
    "    data[col].fillna(null_replacement, inplace=True)\n",
    "    data[col] = data[col].astype(data_type)\n",
    "    return data.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>geo_tag</th>\n",
       "      <th>possibly_sensitive</th>\n",
       "      <th>source</th>\n",
       "      <th>protected</th>\n",
       "      <th>tweets_liked</th>\n",
       "      <th>followers</th>\n",
       "      <th>friends</th>\n",
       "      <th>listed_under</th>\n",
       "      <th>geo_enabled</th>\n",
       "      <th>user_location</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>mobile</td>\n",
       "      <td>False</td>\n",
       "      <td>2028.0</td>\n",
       "      <td>118.0</td>\n",
       "      <td>181.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>True</td>\n",
       "      <td>Berlin, Germany</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>mobile</td>\n",
       "      <td>False</td>\n",
       "      <td>2340.0</td>\n",
       "      <td>270.0</td>\n",
       "      <td>274.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>True</td>\n",
       "      <td>Leopoldina, MG</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>mobile</td>\n",
       "      <td>False</td>\n",
       "      <td>3113.0</td>\n",
       "      <td>177.0</td>\n",
       "      <td>368.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>True</td>\n",
       "      <td>Edinburgh, Scotland</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>False</td>\n",
       "      <td>0.0</td>\n",
       "      <td>mobile</td>\n",
       "      <td>False</td>\n",
       "      <td>295.0</td>\n",
       "      <td>15.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>True</td>\n",
       "      <td>中華民國 台灣 的某個小角落</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>mobile</td>\n",
       "      <td>False</td>\n",
       "      <td>18572.0</td>\n",
       "      <td>6496.0</td>\n",
       "      <td>1794.0</td>\n",
       "      <td>37.0</td>\n",
       "      <td>True</td>\n",
       "      <td>South Africa</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>mobile</td>\n",
       "      <td>False</td>\n",
       "      <td>1665.0</td>\n",
       "      <td>3351.0</td>\n",
       "      <td>397.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>True</td>\n",
       "      <td>WorldWide, Dubai</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>mobile</td>\n",
       "      <td>False</td>\n",
       "      <td>10047.0</td>\n",
       "      <td>328.0</td>\n",
       "      <td>327.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>True</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>mobile</td>\n",
       "      <td>False</td>\n",
       "      <td>486.0</td>\n",
       "      <td>61.0</td>\n",
       "      <td>122.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>True</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>mobile</td>\n",
       "      <td>False</td>\n",
       "      <td>26255.0</td>\n",
       "      <td>380.0</td>\n",
       "      <td>274.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>True</td>\n",
       "      <td>Rio de Janeiro, Brasil</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>mobile</td>\n",
       "      <td>False</td>\n",
       "      <td>22653.0</td>\n",
       "      <td>6952.0</td>\n",
       "      <td>4342.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>True</td>\n",
       "      <td>Onverwacht, South Africa</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  geo_tag  possibly_sensitive  source protected  tweets_liked  followers  \\\n",
       "0   False                 NaN  mobile     False        2028.0      118.0   \n",
       "1   False                 NaN  mobile     False        2340.0      270.0   \n",
       "2   False                 NaN  mobile     False        3113.0      177.0   \n",
       "3   False                 0.0  mobile     False         295.0       15.0   \n",
       "4   False                 NaN  mobile     False       18572.0     6496.0   \n",
       "5   False                 NaN  mobile     False        1665.0     3351.0   \n",
       "6   False                 NaN  mobile     False       10047.0      328.0   \n",
       "7   False                 NaN  mobile     False         486.0       61.0   \n",
       "8   False                 NaN  mobile     False       26255.0      380.0   \n",
       "9   False                 NaN  mobile     False       22653.0     6952.0   \n",
       "\n",
       "   friends  listed_under geo_enabled             user_location  \n",
       "0    181.0           0.0        True           Berlin, Germany  \n",
       "1    274.0           0.0        True            Leopoldina, MG  \n",
       "2    368.0           2.0        True       Edinburgh, Scotland  \n",
       "3     87.0           0.0        True            中華民國 台灣 的某個小角落  \n",
       "4   1794.0          37.0        True             South Africa   \n",
       "5    397.0           8.0        True         WorldWide, Dubai   \n",
       "6    327.0           9.0        True                      None  \n",
       "7    122.0           7.0        True                      None  \n",
       "8    274.0          12.0        True    Rio de Janeiro, Brasil  \n",
       "9   4342.0           3.0        True  Onverwacht, South Africa  "
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#DISADVANTAGE OF LIVE STREAMING TWEETS\n",
    "#The following columns are dropped as the tweets were streamed live and no data will have been obtained from it\n",
    "\n",
    "data.drop(['likes','replies', 'retweets', 'retweeted'], 1, inplace = True)\n",
    "data.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>geo_tag</th>\n",
       "      <th>possibly_sensitive</th>\n",
       "      <th>source</th>\n",
       "      <th>protected</th>\n",
       "      <th>tweets_liked</th>\n",
       "      <th>followers</th>\n",
       "      <th>friends</th>\n",
       "      <th>listed_under</th>\n",
       "      <th>geo_enabled</th>\n",
       "      <th>user_location</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>mobile</td>\n",
       "      <td>False</td>\n",
       "      <td>2028.0</td>\n",
       "      <td>118.0</td>\n",
       "      <td>181.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>True</td>\n",
       "      <td>Berlin, Germany</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>mobile</td>\n",
       "      <td>False</td>\n",
       "      <td>2340.0</td>\n",
       "      <td>270.0</td>\n",
       "      <td>274.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>True</td>\n",
       "      <td>Leopoldina, MG</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>mobile</td>\n",
       "      <td>False</td>\n",
       "      <td>3113.0</td>\n",
       "      <td>177.0</td>\n",
       "      <td>368.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>True</td>\n",
       "      <td>Edinburgh, Scotland</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>mobile</td>\n",
       "      <td>False</td>\n",
       "      <td>295.0</td>\n",
       "      <td>15.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>True</td>\n",
       "      <td>中華民國 台灣 的某個小角落</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>mobile</td>\n",
       "      <td>False</td>\n",
       "      <td>18572.0</td>\n",
       "      <td>6496.0</td>\n",
       "      <td>1794.0</td>\n",
       "      <td>37.0</td>\n",
       "      <td>True</td>\n",
       "      <td>South Africa</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>mobile</td>\n",
       "      <td>False</td>\n",
       "      <td>1665.0</td>\n",
       "      <td>3351.0</td>\n",
       "      <td>397.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>True</td>\n",
       "      <td>WorldWide, Dubai</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>mobile</td>\n",
       "      <td>False</td>\n",
       "      <td>10047.0</td>\n",
       "      <td>328.0</td>\n",
       "      <td>327.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>True</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>mobile</td>\n",
       "      <td>False</td>\n",
       "      <td>486.0</td>\n",
       "      <td>61.0</td>\n",
       "      <td>122.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>True</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>mobile</td>\n",
       "      <td>False</td>\n",
       "      <td>26255.0</td>\n",
       "      <td>380.0</td>\n",
       "      <td>274.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>True</td>\n",
       "      <td>Rio de Janeiro, Brasil</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>mobile</td>\n",
       "      <td>False</td>\n",
       "      <td>22653.0</td>\n",
       "      <td>6952.0</td>\n",
       "      <td>4342.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>True</td>\n",
       "      <td>Onverwacht, South Africa</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  geo_tag  possibly_sensitive  source protected  tweets_liked  followers  \\\n",
       "0   False                   0  mobile     False        2028.0      118.0   \n",
       "1   False                   0  mobile     False        2340.0      270.0   \n",
       "2   False                   0  mobile     False        3113.0      177.0   \n",
       "3   False                   0  mobile     False         295.0       15.0   \n",
       "4   False                   0  mobile     False       18572.0     6496.0   \n",
       "5   False                   0  mobile     False        1665.0     3351.0   \n",
       "6   False                   0  mobile     False       10047.0      328.0   \n",
       "7   False                   0  mobile     False         486.0       61.0   \n",
       "8   False                   0  mobile     False       26255.0      380.0   \n",
       "9   False                   0  mobile     False       22653.0     6952.0   \n",
       "\n",
       "   friends  listed_under geo_enabled             user_location  \n",
       "0    181.0           0.0        True           Berlin, Germany  \n",
       "1    274.0           0.0        True            Leopoldina, MG  \n",
       "2    368.0           2.0        True       Edinburgh, Scotland  \n",
       "3     87.0           0.0        True            中華民國 台灣 的某個小角落  \n",
       "4   1794.0          37.0        True             South Africa   \n",
       "5    397.0           8.0        True         WorldWide, Dubai   \n",
       "6    327.0           9.0        True                      None  \n",
       "7    122.0           7.0        True                      None  \n",
       "8    274.0          12.0        True    Rio de Janeiro, Brasil  \n",
       "9   4342.0           3.0        True  Onverwacht, South Africa  "
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Function call: Replace null values with 0\n",
    "impute_nulls('possibly_sensitive', 0, 'int64')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([0, 1], dtype=int64)"
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data.possibly_sensitive.unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>geo_tag</th>\n",
       "      <th>possibly_sensitive</th>\n",
       "      <th>source</th>\n",
       "      <th>protected</th>\n",
       "      <th>tweets_liked</th>\n",
       "      <th>followers</th>\n",
       "      <th>friends</th>\n",
       "      <th>listed_under</th>\n",
       "      <th>geo_enabled</th>\n",
       "      <th>user_location</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>False</td>\n",
       "      <td>2028.0</td>\n",
       "      <td>118.0</td>\n",
       "      <td>181.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>True</td>\n",
       "      <td>Berlin, Germany</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>False</td>\n",
       "      <td>2340.0</td>\n",
       "      <td>270.0</td>\n",
       "      <td>274.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>True</td>\n",
       "      <td>Leopoldina, MG</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>False</td>\n",
       "      <td>3113.0</td>\n",
       "      <td>177.0</td>\n",
       "      <td>368.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>True</td>\n",
       "      <td>Edinburgh, Scotland</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>False</td>\n",
       "      <td>295.0</td>\n",
       "      <td>15.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>True</td>\n",
       "      <td>中華民國 台灣 的某個小角落</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>False</td>\n",
       "      <td>18572.0</td>\n",
       "      <td>6496.0</td>\n",
       "      <td>1794.0</td>\n",
       "      <td>37.0</td>\n",
       "      <td>True</td>\n",
       "      <td>South Africa</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>False</td>\n",
       "      <td>1665.0</td>\n",
       "      <td>3351.0</td>\n",
       "      <td>397.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>True</td>\n",
       "      <td>WorldWide, Dubai</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>False</td>\n",
       "      <td>10047.0</td>\n",
       "      <td>328.0</td>\n",
       "      <td>327.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>True</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>False</td>\n",
       "      <td>486.0</td>\n",
       "      <td>61.0</td>\n",
       "      <td>122.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>True</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>False</td>\n",
       "      <td>26255.0</td>\n",
       "      <td>380.0</td>\n",
       "      <td>274.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>True</td>\n",
       "      <td>Rio de Janeiro, Brasil</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>False</td>\n",
       "      <td>22653.0</td>\n",
       "      <td>6952.0</td>\n",
       "      <td>4342.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>True</td>\n",
       "      <td>Onverwacht, South Africa</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  geo_tag  possibly_sensitive  source protected  tweets_liked  followers  \\\n",
       "0   False                   0      55     False        2028.0      118.0   \n",
       "1   False                   0      55     False        2340.0      270.0   \n",
       "2   False                   0      55     False        3113.0      177.0   \n",
       "3   False                   0      55     False         295.0       15.0   \n",
       "4   False                   0      55     False       18572.0     6496.0   \n",
       "5   False                   0      55     False        1665.0     3351.0   \n",
       "6   False                   0      55     False       10047.0      328.0   \n",
       "7   False                   0      55     False         486.0       61.0   \n",
       "8   False                   0      55     False       26255.0      380.0   \n",
       "9   False                   0      55     False       22653.0     6952.0   \n",
       "\n",
       "   friends  listed_under geo_enabled             user_location  \n",
       "0    181.0           0.0        True           Berlin, Germany  \n",
       "1    274.0           0.0        True            Leopoldina, MG  \n",
       "2    368.0           2.0        True       Edinburgh, Scotland  \n",
       "3     87.0           0.0        True            中華民國 台灣 的某個小角落  \n",
       "4   1794.0          37.0        True             South Africa   \n",
       "5    397.0           8.0        True         WorldWide, Dubai   \n",
       "6    327.0           9.0        True                      None  \n",
       "7    122.0           7.0        True                      None  \n",
       "8    274.0          12.0        True    Rio de Janeiro, Brasil  \n",
       "9   4342.0           3.0        True  Onverwacht, South Africa  "
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Function call: Encode source column\n",
    "encode_col('source')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([False, nan], dtype=object)"
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data.protected.unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>geo_tag</th>\n",
       "      <th>possibly_sensitive</th>\n",
       "      <th>source</th>\n",
       "      <th>tweets_liked</th>\n",
       "      <th>followers</th>\n",
       "      <th>friends</th>\n",
       "      <th>listed_under</th>\n",
       "      <th>geo_enabled</th>\n",
       "      <th>user_location</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>2028.0</td>\n",
       "      <td>118.0</td>\n",
       "      <td>181.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>True</td>\n",
       "      <td>Berlin, Germany</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>2340.0</td>\n",
       "      <td>270.0</td>\n",
       "      <td>274.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>True</td>\n",
       "      <td>Leopoldina, MG</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>3113.0</td>\n",
       "      <td>177.0</td>\n",
       "      <td>368.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>True</td>\n",
       "      <td>Edinburgh, Scotland</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>295.0</td>\n",
       "      <td>15.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>True</td>\n",
       "      <td>中華民國 台灣 的某個小角落</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>18572.0</td>\n",
       "      <td>6496.0</td>\n",
       "      <td>1794.0</td>\n",
       "      <td>37.0</td>\n",
       "      <td>True</td>\n",
       "      <td>South Africa</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>1665.0</td>\n",
       "      <td>3351.0</td>\n",
       "      <td>397.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>True</td>\n",
       "      <td>WorldWide, Dubai</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>10047.0</td>\n",
       "      <td>328.0</td>\n",
       "      <td>327.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>True</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>486.0</td>\n",
       "      <td>61.0</td>\n",
       "      <td>122.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>True</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>26255.0</td>\n",
       "      <td>380.0</td>\n",
       "      <td>274.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>True</td>\n",
       "      <td>Rio de Janeiro, Brasil</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>22653.0</td>\n",
       "      <td>6952.0</td>\n",
       "      <td>4342.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>True</td>\n",
       "      <td>Onverwacht, South Africa</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  geo_tag  possibly_sensitive  source  tweets_liked  followers  friends  \\\n",
       "0   False                   0      55        2028.0      118.0    181.0   \n",
       "1   False                   0      55        2340.0      270.0    274.0   \n",
       "2   False                   0      55        3113.0      177.0    368.0   \n",
       "3   False                   0      55         295.0       15.0     87.0   \n",
       "4   False                   0      55       18572.0     6496.0   1794.0   \n",
       "5   False                   0      55        1665.0     3351.0    397.0   \n",
       "6   False                   0      55       10047.0      328.0    327.0   \n",
       "7   False                   0      55         486.0       61.0    122.0   \n",
       "8   False                   0      55       26255.0      380.0    274.0   \n",
       "9   False                   0      55       22653.0     6952.0   4342.0   \n",
       "\n",
       "   listed_under geo_enabled             user_location  \n",
       "0           0.0        True           Berlin, Germany  \n",
       "1           0.0        True            Leopoldina, MG  \n",
       "2           2.0        True       Edinburgh, Scotland  \n",
       "3           0.0        True            中華民國 台灣 的某個小角落  \n",
       "4          37.0        True             South Africa   \n",
       "5           8.0        True         WorldWide, Dubai   \n",
       "6           9.0        True                      None  \n",
       "7           7.0        True                      None  \n",
       "8          12.0        True    Rio de Janeiro, Brasil  \n",
       "9           3.0        True  Onverwacht, South Africa  "
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#The following column is dropped because it only contains False or null values\n",
    "data.drop(['protected'], 1, inplace = True)\n",
    "data.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>geo_tag</th>\n",
       "      <th>possibly_sensitive</th>\n",
       "      <th>source</th>\n",
       "      <th>tweets_liked</th>\n",
       "      <th>followers</th>\n",
       "      <th>friends</th>\n",
       "      <th>listed_under</th>\n",
       "      <th>geo_enabled</th>\n",
       "      <th>user_location</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>2028.0</td>\n",
       "      <td>118.0</td>\n",
       "      <td>181.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>True</td>\n",
       "      <td>Berlin, Germany</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>2340.0</td>\n",
       "      <td>270.0</td>\n",
       "      <td>274.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>True</td>\n",
       "      <td>Leopoldina, MG</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>3113.0</td>\n",
       "      <td>177.0</td>\n",
       "      <td>368.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>True</td>\n",
       "      <td>Edinburgh, Scotland</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>295.0</td>\n",
       "      <td>15.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>True</td>\n",
       "      <td>中華民國 台灣 的某個小角落</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>18572.0</td>\n",
       "      <td>6496.0</td>\n",
       "      <td>1794.0</td>\n",
       "      <td>37.0</td>\n",
       "      <td>True</td>\n",
       "      <td>South Africa</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>1665.0</td>\n",
       "      <td>3351.0</td>\n",
       "      <td>397.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>True</td>\n",
       "      <td>WorldWide, Dubai</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>10047.0</td>\n",
       "      <td>328.0</td>\n",
       "      <td>327.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>True</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>486.0</td>\n",
       "      <td>61.0</td>\n",
       "      <td>122.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>True</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>26255.0</td>\n",
       "      <td>380.0</td>\n",
       "      <td>274.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>True</td>\n",
       "      <td>Rio de Janeiro, Brasil</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>22653.0</td>\n",
       "      <td>6952.0</td>\n",
       "      <td>4342.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>True</td>\n",
       "      <td>Onverwacht, South Africa</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   geo_tag  possibly_sensitive  source  tweets_liked  followers  friends  \\\n",
       "0        0                   0      55        2028.0      118.0    181.0   \n",
       "1        0                   0      55        2340.0      270.0    274.0   \n",
       "2        0                   0      55        3113.0      177.0    368.0   \n",
       "3        0                   0      55         295.0       15.0     87.0   \n",
       "4        0                   0      55       18572.0     6496.0   1794.0   \n",
       "5        0                   0      55        1665.0     3351.0    397.0   \n",
       "6        0                   0      55       10047.0      328.0    327.0   \n",
       "7        0                   0      55         486.0       61.0    122.0   \n",
       "8        0                   0      55       26255.0      380.0    274.0   \n",
       "9        0                   0      55       22653.0     6952.0   4342.0   \n",
       "\n",
       "   listed_under geo_enabled             user_location  \n",
       "0           0.0        True           Berlin, Germany  \n",
       "1           0.0        True            Leopoldina, MG  \n",
       "2           2.0        True       Edinburgh, Scotland  \n",
       "3           0.0        True            中華民國 台灣 的某個小角落  \n",
       "4          37.0        True             South Africa   \n",
       "5           8.0        True         WorldWide, Dubai   \n",
       "6           9.0        True                      None  \n",
       "7           7.0        True                      None  \n",
       "8          12.0        True    Rio de Janeiro, Brasil  \n",
       "9           3.0        True  Onverwacht, South Africa  "
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Function call: Encode geo_tag column\n",
    "encode_col('geo_tag')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>geo_tag</th>\n",
       "      <th>possibly_sensitive</th>\n",
       "      <th>source</th>\n",
       "      <th>tweets_liked</th>\n",
       "      <th>followers</th>\n",
       "      <th>friends</th>\n",
       "      <th>listed_under</th>\n",
       "      <th>geo_enabled</th>\n",
       "      <th>user_location</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>2028</td>\n",
       "      <td>118.0</td>\n",
       "      <td>181.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>True</td>\n",
       "      <td>Berlin, Germany</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>2340</td>\n",
       "      <td>270.0</td>\n",
       "      <td>274.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>True</td>\n",
       "      <td>Leopoldina, MG</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>3113</td>\n",
       "      <td>177.0</td>\n",
       "      <td>368.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>True</td>\n",
       "      <td>Edinburgh, Scotland</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>295</td>\n",
       "      <td>15.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>True</td>\n",
       "      <td>中華民國 台灣 的某個小角落</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>18572</td>\n",
       "      <td>6496.0</td>\n",
       "      <td>1794.0</td>\n",
       "      <td>37.0</td>\n",
       "      <td>True</td>\n",
       "      <td>South Africa</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>1665</td>\n",
       "      <td>3351.0</td>\n",
       "      <td>397.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>True</td>\n",
       "      <td>WorldWide, Dubai</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>10047</td>\n",
       "      <td>328.0</td>\n",
       "      <td>327.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>True</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>486</td>\n",
       "      <td>61.0</td>\n",
       "      <td>122.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>True</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>26255</td>\n",
       "      <td>380.0</td>\n",
       "      <td>274.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>True</td>\n",
       "      <td>Rio de Janeiro, Brasil</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>22653</td>\n",
       "      <td>6952.0</td>\n",
       "      <td>4342.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>True</td>\n",
       "      <td>Onverwacht, South Africa</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   geo_tag  possibly_sensitive  source  tweets_liked  followers  friends  \\\n",
       "0        0                   0      55          2028      118.0    181.0   \n",
       "1        0                   0      55          2340      270.0    274.0   \n",
       "2        0                   0      55          3113      177.0    368.0   \n",
       "3        0                   0      55           295       15.0     87.0   \n",
       "4        0                   0      55         18572     6496.0   1794.0   \n",
       "5        0                   0      55          1665     3351.0    397.0   \n",
       "6        0                   0      55         10047      328.0    327.0   \n",
       "7        0                   0      55           486       61.0    122.0   \n",
       "8        0                   0      55         26255      380.0    274.0   \n",
       "9        0                   0      55         22653     6952.0   4342.0   \n",
       "\n",
       "   listed_under geo_enabled             user_location  \n",
       "0           0.0        True           Berlin, Germany  \n",
       "1           0.0        True            Leopoldina, MG  \n",
       "2           2.0        True       Edinburgh, Scotland  \n",
       "3           0.0        True            中華民國 台灣 的某個小角落  \n",
       "4          37.0        True             South Africa   \n",
       "5           8.0        True         WorldWide, Dubai   \n",
       "6           9.0        True                      None  \n",
       "7           7.0        True                      None  \n",
       "8          12.0        True    Rio de Janeiro, Brasil  \n",
       "9           3.0        True  Onverwacht, South Africa  "
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Function call: Replace null values with 0\n",
    "impute_nulls('tweets_liked', 0, 'int64')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "count      4147.000000\n",
       "mean      17003.698818\n",
       "std       38729.821203\n",
       "min           0.000000\n",
       "25%         965.000000\n",
       "50%        4814.000000\n",
       "75%       16551.500000\n",
       "max      794828.000000\n",
       "Name: tweets_liked, dtype: float64"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Find out arrangement of the tweets_liked values so as to create categories\n",
    "data.tweets_liked.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Categorize tweets_liked\n",
    "# data.tweets_liked = pd.cut(data['tweets_liked'], bins=[0, 158965, 317930, 476895, 635860, 794828], include_lowest=True, labels=['very_low', 'low', 'medium', 'high', 'very_high'])\n",
    "# data.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Encode the column\n",
    "#encode_col('tweets_liked')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>geo_tag</th>\n",
       "      <th>possibly_sensitive</th>\n",
       "      <th>source</th>\n",
       "      <th>tweets_liked</th>\n",
       "      <th>followers</th>\n",
       "      <th>friends</th>\n",
       "      <th>listed_under</th>\n",
       "      <th>geo_enabled</th>\n",
       "      <th>user_location</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>2028</td>\n",
       "      <td>118</td>\n",
       "      <td>181.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>True</td>\n",
       "      <td>Berlin, Germany</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>2340</td>\n",
       "      <td>270</td>\n",
       "      <td>274.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>True</td>\n",
       "      <td>Leopoldina, MG</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>3113</td>\n",
       "      <td>177</td>\n",
       "      <td>368.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>True</td>\n",
       "      <td>Edinburgh, Scotland</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>295</td>\n",
       "      <td>15</td>\n",
       "      <td>87.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>True</td>\n",
       "      <td>中華民國 台灣 的某個小角落</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>18572</td>\n",
       "      <td>6496</td>\n",
       "      <td>1794.0</td>\n",
       "      <td>37.0</td>\n",
       "      <td>True</td>\n",
       "      <td>South Africa</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>1665</td>\n",
       "      <td>3351</td>\n",
       "      <td>397.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>True</td>\n",
       "      <td>WorldWide, Dubai</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>10047</td>\n",
       "      <td>328</td>\n",
       "      <td>327.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>True</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>486</td>\n",
       "      <td>61</td>\n",
       "      <td>122.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>True</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>26255</td>\n",
       "      <td>380</td>\n",
       "      <td>274.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>True</td>\n",
       "      <td>Rio de Janeiro, Brasil</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>22653</td>\n",
       "      <td>6952</td>\n",
       "      <td>4342.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>True</td>\n",
       "      <td>Onverwacht, South Africa</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   geo_tag  possibly_sensitive  source  tweets_liked  followers  friends  \\\n",
       "0        0                   0      55          2028        118    181.0   \n",
       "1        0                   0      55          2340        270    274.0   \n",
       "2        0                   0      55          3113        177    368.0   \n",
       "3        0                   0      55           295         15     87.0   \n",
       "4        0                   0      55         18572       6496   1794.0   \n",
       "5        0                   0      55          1665       3351    397.0   \n",
       "6        0                   0      55         10047        328    327.0   \n",
       "7        0                   0      55           486         61    122.0   \n",
       "8        0                   0      55         26255        380    274.0   \n",
       "9        0                   0      55         22653       6952   4342.0   \n",
       "\n",
       "   listed_under geo_enabled             user_location  \n",
       "0           0.0        True           Berlin, Germany  \n",
       "1           0.0        True            Leopoldina, MG  \n",
       "2           2.0        True       Edinburgh, Scotland  \n",
       "3           0.0        True            中華民國 台灣 的某個小角落  \n",
       "4          37.0        True             South Africa   \n",
       "5           8.0        True         WorldWide, Dubai   \n",
       "6           9.0        True                      None  \n",
       "7           7.0        True                      None  \n",
       "8          12.0        True    Rio de Janeiro, Brasil  \n",
       "9           3.0        True  Onverwacht, South Africa  "
      ]
     },
     "execution_count": 45,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "impute_nulls('followers', 0, 'int64')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "count    4.147000e+03\n",
       "mean     4.549913e+03\n",
       "std      5.722776e+04\n",
       "min      0.000000e+00\n",
       "25%      1.735000e+02\n",
       "50%      4.990000e+02\n",
       "75%      1.492000e+03\n",
       "max      2.848613e+06\n",
       "Name: followers, dtype: float64"
      ]
     },
     "execution_count": 46,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Find out arrangement of the followers values so as to create categories\n",
    "data.followers.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [],
   "source": [
    "# #Categorize followers\n",
    "# data.followers = pd.cut(data['followers'], bins=[0, 1000, 10000, 100000, 1000000, 2900000], include_lowest=True, labels=['very_low', 'low', 'medium', 'high', 'very_high'])\n",
    "# data.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [],
   "source": [
    "# #Encode the column\n",
    "# encode_col('followers')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>geo_tag</th>\n",
       "      <th>possibly_sensitive</th>\n",
       "      <th>source</th>\n",
       "      <th>tweets_liked</th>\n",
       "      <th>followers</th>\n",
       "      <th>friends</th>\n",
       "      <th>listed_under</th>\n",
       "      <th>geo_enabled</th>\n",
       "      <th>user_location</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>2028</td>\n",
       "      <td>118</td>\n",
       "      <td>181</td>\n",
       "      <td>0.0</td>\n",
       "      <td>True</td>\n",
       "      <td>Berlin, Germany</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>2340</td>\n",
       "      <td>270</td>\n",
       "      <td>274</td>\n",
       "      <td>0.0</td>\n",
       "      <td>True</td>\n",
       "      <td>Leopoldina, MG</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>3113</td>\n",
       "      <td>177</td>\n",
       "      <td>368</td>\n",
       "      <td>2.0</td>\n",
       "      <td>True</td>\n",
       "      <td>Edinburgh, Scotland</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>295</td>\n",
       "      <td>15</td>\n",
       "      <td>87</td>\n",
       "      <td>0.0</td>\n",
       "      <td>True</td>\n",
       "      <td>中華民國 台灣 的某個小角落</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>18572</td>\n",
       "      <td>6496</td>\n",
       "      <td>1794</td>\n",
       "      <td>37.0</td>\n",
       "      <td>True</td>\n",
       "      <td>South Africa</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>1665</td>\n",
       "      <td>3351</td>\n",
       "      <td>397</td>\n",
       "      <td>8.0</td>\n",
       "      <td>True</td>\n",
       "      <td>WorldWide, Dubai</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>10047</td>\n",
       "      <td>328</td>\n",
       "      <td>327</td>\n",
       "      <td>9.0</td>\n",
       "      <td>True</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>486</td>\n",
       "      <td>61</td>\n",
       "      <td>122</td>\n",
       "      <td>7.0</td>\n",
       "      <td>True</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>26255</td>\n",
       "      <td>380</td>\n",
       "      <td>274</td>\n",
       "      <td>12.0</td>\n",
       "      <td>True</td>\n",
       "      <td>Rio de Janeiro, Brasil</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>22653</td>\n",
       "      <td>6952</td>\n",
       "      <td>4342</td>\n",
       "      <td>3.0</td>\n",
       "      <td>True</td>\n",
       "      <td>Onverwacht, South Africa</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   geo_tag  possibly_sensitive  source  tweets_liked  followers  friends  \\\n",
       "0        0                   0      55          2028        118      181   \n",
       "1        0                   0      55          2340        270      274   \n",
       "2        0                   0      55          3113        177      368   \n",
       "3        0                   0      55           295         15       87   \n",
       "4        0                   0      55         18572       6496     1794   \n",
       "5        0                   0      55          1665       3351      397   \n",
       "6        0                   0      55         10047        328      327   \n",
       "7        0                   0      55           486         61      122   \n",
       "8        0                   0      55         26255        380      274   \n",
       "9        0                   0      55         22653       6952     4342   \n",
       "\n",
       "   listed_under geo_enabled             user_location  \n",
       "0           0.0        True           Berlin, Germany  \n",
       "1           0.0        True            Leopoldina, MG  \n",
       "2           2.0        True       Edinburgh, Scotland  \n",
       "3           0.0        True            中華民國 台灣 的某個小角落  \n",
       "4          37.0        True             South Africa   \n",
       "5           8.0        True         WorldWide, Dubai   \n",
       "6           9.0        True                      None  \n",
       "7           7.0        True                      None  \n",
       "8          12.0        True    Rio de Janeiro, Brasil  \n",
       "9           3.0        True  Onverwacht, South Africa  "
      ]
     },
     "execution_count": 49,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "impute_nulls('friends', 0, 'int64')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "count      4147.000000\n",
       "mean       1389.829998\n",
       "std        7326.465694\n",
       "min           0.000000\n",
       "25%         201.000000\n",
       "50%         487.000000\n",
       "75%        1176.000000\n",
       "max      357435.000000\n",
       "Name: friends, dtype: float64"
      ]
     },
     "execution_count": 50,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Find out arrangement of the friends values so as to create categories\n",
    "data.friends.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Categorize friends\n",
    "# data.friends = pd.cut(data['friends'], bins=[0, 71487, 142974, 214461, 285948, 357435], include_lowest=True, labels=['very_low', 'low', 'medium', 'high', 'very_high'])\n",
    "# data.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Encode the column\n",
    "# encode_col('friends')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>geo_tag</th>\n",
       "      <th>possibly_sensitive</th>\n",
       "      <th>source</th>\n",
       "      <th>tweets_liked</th>\n",
       "      <th>followers</th>\n",
       "      <th>friends</th>\n",
       "      <th>listed_under</th>\n",
       "      <th>geo_enabled</th>\n",
       "      <th>user_location</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>2028</td>\n",
       "      <td>118</td>\n",
       "      <td>181</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>Berlin, Germany</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>2340</td>\n",
       "      <td>270</td>\n",
       "      <td>274</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>Leopoldina, MG</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>3113</td>\n",
       "      <td>177</td>\n",
       "      <td>368</td>\n",
       "      <td>2</td>\n",
       "      <td>True</td>\n",
       "      <td>Edinburgh, Scotland</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>295</td>\n",
       "      <td>15</td>\n",
       "      <td>87</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>中華民國 台灣 的某個小角落</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>18572</td>\n",
       "      <td>6496</td>\n",
       "      <td>1794</td>\n",
       "      <td>37</td>\n",
       "      <td>True</td>\n",
       "      <td>South Africa</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>1665</td>\n",
       "      <td>3351</td>\n",
       "      <td>397</td>\n",
       "      <td>8</td>\n",
       "      <td>True</td>\n",
       "      <td>WorldWide, Dubai</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>10047</td>\n",
       "      <td>328</td>\n",
       "      <td>327</td>\n",
       "      <td>9</td>\n",
       "      <td>True</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>486</td>\n",
       "      <td>61</td>\n",
       "      <td>122</td>\n",
       "      <td>7</td>\n",
       "      <td>True</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>26255</td>\n",
       "      <td>380</td>\n",
       "      <td>274</td>\n",
       "      <td>12</td>\n",
       "      <td>True</td>\n",
       "      <td>Rio de Janeiro, Brasil</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>22653</td>\n",
       "      <td>6952</td>\n",
       "      <td>4342</td>\n",
       "      <td>3</td>\n",
       "      <td>True</td>\n",
       "      <td>Onverwacht, South Africa</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   geo_tag  possibly_sensitive  source  tweets_liked  followers  friends  \\\n",
       "0        0                   0      55          2028        118      181   \n",
       "1        0                   0      55          2340        270      274   \n",
       "2        0                   0      55          3113        177      368   \n",
       "3        0                   0      55           295         15       87   \n",
       "4        0                   0      55         18572       6496     1794   \n",
       "5        0                   0      55          1665       3351      397   \n",
       "6        0                   0      55         10047        328      327   \n",
       "7        0                   0      55           486         61      122   \n",
       "8        0                   0      55         26255        380      274   \n",
       "9        0                   0      55         22653       6952     4342   \n",
       "\n",
       "   listed_under geo_enabled             user_location  \n",
       "0             0        True           Berlin, Germany  \n",
       "1             0        True            Leopoldina, MG  \n",
       "2             2        True       Edinburgh, Scotland  \n",
       "3             0        True            中華民國 台灣 的某個小角落  \n",
       "4            37        True             South Africa   \n",
       "5             8        True         WorldWide, Dubai   \n",
       "6             9        True                      None  \n",
       "7             7        True                      None  \n",
       "8            12        True    Rio de Janeiro, Brasil  \n",
       "9             3        True  Onverwacht, South Africa  "
      ]
     },
     "execution_count": 53,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "impute_nulls('listed_under', 0, 'int64')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "count     4147.000000\n",
       "mean        42.892935\n",
       "std        564.215345\n",
       "min          0.000000\n",
       "25%          0.000000\n",
       "50%          3.000000\n",
       "75%         14.000000\n",
       "max      32220.000000\n",
       "Name: listed_under, dtype: float64"
      ]
     },
     "execution_count": 54,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data.listed_under.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Categorize listed_under\n",
    "# data.listed_under = pd.cut(data['listed_under'], bins=[0, 3, 14, 32220], include_lowest=True, labels=['low', 'medium', 'high'])\n",
    "# data.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {},
   "outputs": [],
   "source": [
    "# encode_col('listed_under')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>geo_tag</th>\n",
       "      <th>possibly_sensitive</th>\n",
       "      <th>source</th>\n",
       "      <th>tweets_liked</th>\n",
       "      <th>followers</th>\n",
       "      <th>friends</th>\n",
       "      <th>listed_under</th>\n",
       "      <th>geo_enabled</th>\n",
       "      <th>user_location</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>2028</td>\n",
       "      <td>118</td>\n",
       "      <td>181</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>Berlin, Germany</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>2340</td>\n",
       "      <td>270</td>\n",
       "      <td>274</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>Leopoldina, MG</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>3113</td>\n",
       "      <td>177</td>\n",
       "      <td>368</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>Edinburgh, Scotland</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>295</td>\n",
       "      <td>15</td>\n",
       "      <td>87</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>中華民國 台灣 的某個小角落</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>18572</td>\n",
       "      <td>6496</td>\n",
       "      <td>1794</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "      <td>South Africa</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>1665</td>\n",
       "      <td>3351</td>\n",
       "      <td>397</td>\n",
       "      <td>8</td>\n",
       "      <td>1</td>\n",
       "      <td>WorldWide, Dubai</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>10047</td>\n",
       "      <td>328</td>\n",
       "      <td>327</td>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>486</td>\n",
       "      <td>61</td>\n",
       "      <td>122</td>\n",
       "      <td>7</td>\n",
       "      <td>1</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>26255</td>\n",
       "      <td>380</td>\n",
       "      <td>274</td>\n",
       "      <td>12</td>\n",
       "      <td>1</td>\n",
       "      <td>Rio de Janeiro, Brasil</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>22653</td>\n",
       "      <td>6952</td>\n",
       "      <td>4342</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>Onverwacht, South Africa</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   geo_tag  possibly_sensitive  source  tweets_liked  followers  friends  \\\n",
       "0        0                   0      55          2028        118      181   \n",
       "1        0                   0      55          2340        270      274   \n",
       "2        0                   0      55          3113        177      368   \n",
       "3        0                   0      55           295         15       87   \n",
       "4        0                   0      55         18572       6496     1794   \n",
       "5        0                   0      55          1665       3351      397   \n",
       "6        0                   0      55         10047        328      327   \n",
       "7        0                   0      55           486         61      122   \n",
       "8        0                   0      55         26255        380      274   \n",
       "9        0                   0      55         22653       6952     4342   \n",
       "\n",
       "   listed_under  geo_enabled             user_location  \n",
       "0             0            1           Berlin, Germany  \n",
       "1             0            1            Leopoldina, MG  \n",
       "2             2            1       Edinburgh, Scotland  \n",
       "3             0            1            中華民國 台灣 的某個小角落  \n",
       "4            37            1             South Africa   \n",
       "5             8            1         WorldWide, Dubai   \n",
       "6             9            1                      None  \n",
       "7             7            1                      None  \n",
       "8            12            1    Rio de Janeiro, Brasil  \n",
       "9             3            1  Onverwacht, South Africa  "
      ]
     },
     "execution_count": 57,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "encode_col('geo_enabled')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>geo_tag</th>\n",
       "      <th>possibly_sensitive</th>\n",
       "      <th>source</th>\n",
       "      <th>tweets_liked</th>\n",
       "      <th>followers</th>\n",
       "      <th>friends</th>\n",
       "      <th>listed_under</th>\n",
       "      <th>geo_enabled</th>\n",
       "      <th>user_location</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>2028</td>\n",
       "      <td>118</td>\n",
       "      <td>181</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>2340</td>\n",
       "      <td>270</td>\n",
       "      <td>274</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>3113</td>\n",
       "      <td>177</td>\n",
       "      <td>368</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>295</td>\n",
       "      <td>15</td>\n",
       "      <td>87</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>18572</td>\n",
       "      <td>6496</td>\n",
       "      <td>1794</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>1665</td>\n",
       "      <td>3351</td>\n",
       "      <td>397</td>\n",
       "      <td>8</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>10047</td>\n",
       "      <td>328</td>\n",
       "      <td>327</td>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>486</td>\n",
       "      <td>61</td>\n",
       "      <td>122</td>\n",
       "      <td>7</td>\n",
       "      <td>1</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>26255</td>\n",
       "      <td>380</td>\n",
       "      <td>274</td>\n",
       "      <td>12</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>22653</td>\n",
       "      <td>6952</td>\n",
       "      <td>4342</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   geo_tag  possibly_sensitive  source  tweets_liked  followers  friends  \\\n",
       "0        0                   0      55          2028        118      181   \n",
       "1        0                   0      55          2340        270      274   \n",
       "2        0                   0      55          3113        177      368   \n",
       "3        0                   0      55           295         15       87   \n",
       "4        0                   0      55         18572       6496     1794   \n",
       "5        0                   0      55          1665       3351      397   \n",
       "6        0                   0      55         10047        328      327   \n",
       "7        0                   0      55           486         61      122   \n",
       "8        0                   0      55         26255        380      274   \n",
       "9        0                   0      55         22653       6952     4342   \n",
       "\n",
       "   listed_under  geo_enabled user_location  \n",
       "0             0            1          True  \n",
       "1             0            1          True  \n",
       "2             2            1          True  \n",
       "3             0            1          True  \n",
       "4            37            1          True  \n",
       "5             8            1          True  \n",
       "6             9            1         False  \n",
       "7             7            1         False  \n",
       "8            12            1          True  \n",
       "9             3            1          True  "
      ]
     },
     "execution_count": 58,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data['user_location'].fillna('False', inplace=True)\n",
    "data.loc[data['user_location'] != 'False', 'user_location'] = 'True'\n",
    "data.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>geo_tag</th>\n",
       "      <th>possibly_sensitive</th>\n",
       "      <th>source</th>\n",
       "      <th>tweets_liked</th>\n",
       "      <th>followers</th>\n",
       "      <th>friends</th>\n",
       "      <th>listed_under</th>\n",
       "      <th>geo_enabled</th>\n",
       "      <th>user_location</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>2028</td>\n",
       "      <td>118</td>\n",
       "      <td>181</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>2340</td>\n",
       "      <td>270</td>\n",
       "      <td>274</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>3113</td>\n",
       "      <td>177</td>\n",
       "      <td>368</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>295</td>\n",
       "      <td>15</td>\n",
       "      <td>87</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>18572</td>\n",
       "      <td>6496</td>\n",
       "      <td>1794</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>1665</td>\n",
       "      <td>3351</td>\n",
       "      <td>397</td>\n",
       "      <td>8</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>10047</td>\n",
       "      <td>328</td>\n",
       "      <td>327</td>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>486</td>\n",
       "      <td>61</td>\n",
       "      <td>122</td>\n",
       "      <td>7</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>26255</td>\n",
       "      <td>380</td>\n",
       "      <td>274</td>\n",
       "      <td>12</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>22653</td>\n",
       "      <td>6952</td>\n",
       "      <td>4342</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   geo_tag  possibly_sensitive  source  tweets_liked  followers  friends  \\\n",
       "0        0                   0      55          2028        118      181   \n",
       "1        0                   0      55          2340        270      274   \n",
       "2        0                   0      55          3113        177      368   \n",
       "3        0                   0      55           295         15       87   \n",
       "4        0                   0      55         18572       6496     1794   \n",
       "5        0                   0      55          1665       3351      397   \n",
       "6        0                   0      55         10047        328      327   \n",
       "7        0                   0      55           486         61      122   \n",
       "8        0                   0      55         26255        380      274   \n",
       "9        0                   0      55         22653       6952     4342   \n",
       "\n",
       "   listed_under  geo_enabled  user_location  \n",
       "0             0            1              1  \n",
       "1             0            1              1  \n",
       "2             2            1              1  \n",
       "3             0            1              1  \n",
       "4            37            1              1  \n",
       "5             8            1              1  \n",
       "6             9            1              0  \n",
       "7             7            1              0  \n",
       "8            12            1              1  \n",
       "9             3            1              1  "
      ]
     },
     "execution_count": 59,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "encode_col('user_location')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "24.330841572220884\n"
     ]
    }
   ],
   "source": [
    "#Bring in the model\n",
    "X = np.array(data.drop(['geo_tag'], 1).astype(float))\n",
    "y = np.array(data['geo_tag'])\n",
    " \n",
    "#Scale the data to remove influence of outliers\n",
    "scaler = MinMaxScaler()\n",
    "X = scaler.fit_transform(X)\n",
    "\n",
    "kmeans = KMeans(n_clusters=2, max_iter=600)\n",
    "kmeans.fit(X)\n",
    "\n",
    "correct = 0\n",
    "for i in range(len(X)):\n",
    "    predict_me = np.array(X[i].astype(int))\n",
    "    predict_me = predict_me.reshape(-1, len(predict_me))\n",
    "    prediction = kmeans.predict(predict_me)\n",
    "    if prediction[0] == y[i]:\n",
    "        correct += 1\n",
    "\n",
    "print(correct/len(X)*100)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "possibly_sensitive => 91.1984567156981\n",
      "source => 15.746322642874366\n",
      "tweets_liked => 91.39136725343621\n",
      "followers => 91.39136725343621\n",
      "friends => 91.39136725343621\n",
      "listed_under => 91.39136725343621\n",
      "geo_enabled => 83.77140101278032\n",
      "user_location => 75.66915842777911\n"
     ]
    }
   ],
   "source": [
    "#Apply individual columns to the model to see effect\n",
    "testing_data = data.copy()\n",
    "y = np.array(testing_data['geo_tag'])\n",
    "testing_data.drop(['geo_tag'], 1, inplace = True)\n",
    "\n",
    "#Print individual accuracies\n",
    "for j in range(len(testing_data.columns)):   \n",
    "    X = np.array(testing_data[testing_data.columns[j]].astype(float))\n",
    "\n",
    "    #Scale the data to remove influence of outliers\n",
    "    scaler = MinMaxScaler()\n",
    "    X = scaler.fit_transform(X.reshape(-1, 1))\n",
    "\n",
    "    kmeans = KMeans(n_clusters=2, max_iter=600)\n",
    "    kmeans.fit(X.reshape(-1, 1))\n",
    "\n",
    "    correct = 0\n",
    "    for i in range(len(X)):\n",
    "        predict_me = np.array(X[i].astype(int))\n",
    "        predict_me = predict_me.reshape(-1, len(predict_me))\n",
    "        prediction = kmeans.predict(predict_me)\n",
    "        if prediction[0] == y[i]:\n",
    "            correct += 1\n",
    "\n",
    "    print(testing_data.columns[j] , '=>' ,correct/len(X)*100)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}