00-explorations.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {},
   "outputs": [],
   "source": [
    "import csv\n",
    "import pandas as pd\n",
    "import re\n",
    "from nltk.tokenize import sent_tokenize, word_tokenize\n",
    "import matplotlib.pyplot as plt \n",
    "%matplotlib inline"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [],
   "source": [
    "pd.set_option('display.max_columns', None)\n",
    "pd.set_option('display.max_rows', None)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [],
   "source": [
    "tsv_file = open(\"data/movieRemakesManuallyCleaned.tsv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [],
   "source": [
    "read_tsv = csv.reader(tsv_file, delimiter = \"\\t\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "b'Skipping line 208: expected 13 fields, saw 22\\n'\n"
     ]
    }
   ],
   "source": [
    "cleaned_df = pd.read_csv(\"data/movieRemakesManuallyCleaned.tsv\", sep = '\\t',  error_bad_lines=False, header=None)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>6</th>\n",
       "      <th>7</th>\n",
       "      <th>8</th>\n",
       "      <th>9</th>\n",
       "      <th>10</th>\n",
       "      <th>11</th>\n",
       "      <th>12</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>14141235</td>\n",
       "      <td>12_(2007_film)</td>\n",
       "      <td>The jury decides whether a young Chechen boy i...</td>\n",
       "      <td>11081144</td>\n",
       "      <td>12_Angry_Men_(1997_film)</td>\n",
       "      <td>After the final closing arguments have been pr...</td>\n",
       "      <td>11094452.0</td>\n",
       "      <td>Ek_Ruka_Hua_Faisla</td>\n",
       "      <td>The story begins in a courtroom where a teenag...</td>\n",
       "      <td>92605.0</td>\n",
       "      <td>12_Angry_Men_(1957_film)</td>\n",
       "      <td>The story begins in a courtroom where an 18-ye...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>21798180</td>\n",
       "      <td>13_(2010_film)</td>\n",
       "      <td>Vincent \"Vince\" Ferro  overhears people talkin...</td>\n",
       "      <td>4734122</td>\n",
       "      <td>13_Tzameti</td>\n",
       "      <td>The film follows 22-year-old Sébastien, a Geor...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>2678295</td>\n",
       "      <td>The_13th_Letter</td>\n",
       "      <td>The film noir concerns a doctor at a Canadian ...</td>\n",
       "      <td>3653768</td>\n",
       "      <td>Le_Corbeau</td>\n",
       "      <td>In a small French town identified as 'anywhere...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>179326</td>\n",
       "      <td>101_Dalmatians_(1996_film)</td>\n",
       "      <td>American video game designer Roger Dearly  liv...</td>\n",
       "      <td>179351</td>\n",
       "      <td>One_Hundred_and_One_Dalmatians</td>\n",
       "      <td>Songwriter Roger Radcliffe lives in a bachelor...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>7034456</td>\n",
       "      <td>2001_Maniacs</td>\n",
       "      <td>Six prep college students and a biker couple t...</td>\n",
       "      <td>3327237</td>\n",
       "      <td>Two_Thousand_Maniacs!</td>\n",
       "      <td>Six Yankee tourists are lured into the fiction...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   0         1                           2   \\\n",
       "0   1  14141235              12_(2007_film)   \n",
       "1   2  21798180              13_(2010_film)   \n",
       "2   3   2678295             The_13th_Letter   \n",
       "3   4    179326  101_Dalmatians_(1996_film)   \n",
       "4   5   7034456                2001_Maniacs   \n",
       "\n",
       "                                                  3         4   \\\n",
       "0  The jury decides whether a young Chechen boy i...  11081144   \n",
       "1  Vincent \"Vince\" Ferro  overhears people talkin...   4734122   \n",
       "2  The film noir concerns a doctor at a Canadian ...   3653768   \n",
       "3  American video game designer Roger Dearly  liv...    179351   \n",
       "4  Six prep college students and a biker couple t...   3327237   \n",
       "\n",
       "                               5   \\\n",
       "0        12_Angry_Men_(1997_film)   \n",
       "1                      13_Tzameti   \n",
       "2                      Le_Corbeau   \n",
       "3  One_Hundred_and_One_Dalmatians   \n",
       "4           Two_Thousand_Maniacs!   \n",
       "\n",
       "                                                  6           7   \\\n",
       "0  After the final closing arguments have been pr...  11094452.0   \n",
       "1  The film follows 22-year-old Sébastien, a Geor...         NaN   \n",
       "2  In a small French town identified as 'anywhere...         NaN   \n",
       "3  Songwriter Roger Radcliffe lives in a bachelor...         NaN   \n",
       "4  Six Yankee tourists are lured into the fiction...         NaN   \n",
       "\n",
       "                   8                                                  9   \\\n",
       "0  Ek_Ruka_Hua_Faisla  The story begins in a courtroom where a teenag...   \n",
       "1                 NaN                                                NaN   \n",
       "2                 NaN                                                NaN   \n",
       "3                 NaN                                                NaN   \n",
       "4                 NaN                                                NaN   \n",
       "\n",
       "        10                        11  \\\n",
       "0  92605.0  12_Angry_Men_(1957_film)   \n",
       "1      NaN                       NaN   \n",
       "2      NaN                       NaN   \n",
       "3      NaN                       NaN   \n",
       "4      NaN                       NaN   \n",
       "\n",
       "                                                  12  \n",
       "0  The story begins in a courtroom where an 18-ye...  \n",
       "1                                                NaN  \n",
       "2                                                NaN  \n",
       "3                                                NaN  \n",
       "4                                                NaN  "
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cleaned_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [],
   "source": [
    "cleaned_df.columns = ['cluster_id', 'movie_id','title','plot_summary', 'movie_id_2','title_2','plot_summary_2','movie_id_3','title_3','plot_summary_3','movie_id_4','title_4','plot_summary_4']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>cluster_id</th>\n",
       "      <th>movie_id</th>\n",
       "      <th>title</th>\n",
       "      <th>plot_summary</th>\n",
       "      <th>movie_id_2</th>\n",
       "      <th>title_2</th>\n",
       "      <th>plot_summary_2</th>\n",
       "      <th>movie_id_3</th>\n",
       "      <th>title_3</th>\n",
       "      <th>plot_summary_3</th>\n",
       "      <th>movie_id_4</th>\n",
       "      <th>title_4</th>\n",
       "      <th>plot_summary_4</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>14141235</td>\n",
       "      <td>12_(2007_film)</td>\n",
       "      <td>The jury decides whether a young Chechen boy i...</td>\n",
       "      <td>11081144</td>\n",
       "      <td>12_Angry_Men_(1997_film)</td>\n",
       "      <td>After the final closing arguments have been pr...</td>\n",
       "      <td>11094452.0</td>\n",
       "      <td>Ek_Ruka_Hua_Faisla</td>\n",
       "      <td>The story begins in a courtroom where a teenag...</td>\n",
       "      <td>92605.0</td>\n",
       "      <td>12_Angry_Men_(1957_film)</td>\n",
       "      <td>The story begins in a courtroom where an 18-ye...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>21798180</td>\n",
       "      <td>13_(2010_film)</td>\n",
       "      <td>Vincent \"Vince\" Ferro  overhears people talkin...</td>\n",
       "      <td>4734122</td>\n",
       "      <td>13_Tzameti</td>\n",
       "      <td>The film follows 22-year-old Sébastien, a Geor...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>2678295</td>\n",
       "      <td>The_13th_Letter</td>\n",
       "      <td>The film noir concerns a doctor at a Canadian ...</td>\n",
       "      <td>3653768</td>\n",
       "      <td>Le_Corbeau</td>\n",
       "      <td>In a small French town identified as 'anywhere...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>179326</td>\n",
       "      <td>101_Dalmatians_(1996_film)</td>\n",
       "      <td>American video game designer Roger Dearly  liv...</td>\n",
       "      <td>179351</td>\n",
       "      <td>One_Hundred_and_One_Dalmatians</td>\n",
       "      <td>Songwriter Roger Radcliffe lives in a bachelor...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>7034456</td>\n",
       "      <td>2001_Maniacs</td>\n",
       "      <td>Six prep college students and a biker couple t...</td>\n",
       "      <td>3327237</td>\n",
       "      <td>Two_Thousand_Maniacs!</td>\n",
       "      <td>Six Yankee tourists are lured into the fiction...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   cluster_id  movie_id                       title  \\\n",
       "0           1  14141235              12_(2007_film)   \n",
       "1           2  21798180              13_(2010_film)   \n",
       "2           3   2678295             The_13th_Letter   \n",
       "3           4    179326  101_Dalmatians_(1996_film)   \n",
       "4           5   7034456                2001_Maniacs   \n",
       "\n",
       "                                        plot_summary  movie_id_2  \\\n",
       "0  The jury decides whether a young Chechen boy i...    11081144   \n",
       "1  Vincent \"Vince\" Ferro  overhears people talkin...     4734122   \n",
       "2  The film noir concerns a doctor at a Canadian ...     3653768   \n",
       "3  American video game designer Roger Dearly  liv...      179351   \n",
       "4  Six prep college students and a biker couple t...     3327237   \n",
       "\n",
       "                          title_2  \\\n",
       "0        12_Angry_Men_(1997_film)   \n",
       "1                      13_Tzameti   \n",
       "2                      Le_Corbeau   \n",
       "3  One_Hundred_and_One_Dalmatians   \n",
       "4           Two_Thousand_Maniacs!   \n",
       "\n",
       "                                      plot_summary_2  movie_id_3  \\\n",
       "0  After the final closing arguments have been pr...  11094452.0   \n",
       "1  The film follows 22-year-old Sébastien, a Geor...         NaN   \n",
       "2  In a small French town identified as 'anywhere...         NaN   \n",
       "3  Songwriter Roger Radcliffe lives in a bachelor...         NaN   \n",
       "4  Six Yankee tourists are lured into the fiction...         NaN   \n",
       "\n",
       "              title_3                                     plot_summary_3  \\\n",
       "0  Ek_Ruka_Hua_Faisla  The story begins in a courtroom where a teenag...   \n",
       "1                 NaN                                                NaN   \n",
       "2                 NaN                                                NaN   \n",
       "3                 NaN                                                NaN   \n",
       "4                 NaN                                                NaN   \n",
       "\n",
       "   movie_id_4                   title_4  \\\n",
       "0     92605.0  12_Angry_Men_(1957_film)   \n",
       "1         NaN                       NaN   \n",
       "2         NaN                       NaN   \n",
       "3         NaN                       NaN   \n",
       "4         NaN                       NaN   \n",
       "\n",
       "                                      plot_summary_4  \n",
       "0  The story begins in a courtroom where an 18-ye...  \n",
       "1                                                NaN  \n",
       "2                                                NaN  \n",
       "3                                                NaN  \n",
       "4                                                NaN  "
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cleaned_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [],
   "source": [
    "cleaned_df['cluster_id_2'] = cleaned_df[['cluster_id']]\n",
    "cleaned_df['cluster_id_3'] = cleaned_df[['cluster_id']]\n",
    "cleaned_df['cluster_id_4'] = cleaned_df[['cluster_id']]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Stacking Data - Converting to Long Format"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(1060, 4)"
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "chunk_2 = cleaned_df[['cluster_id_2', 'movie_id_2','title_2','plot_summary_2']]\n",
    "chunk_3 = cleaned_df[['cluster_id_3', 'movie_id_3','title_3','plot_summary_3']]\n",
    "chunk_4 = cleaned_df[['cluster_id_4', 'movie_id_4','title_4','plot_summary_4']]\n",
    "\n",
    "chunk_2.columns = ['cluster_id', 'movie_id','title','plot_summary']\n",
    "chunk_3.columns = ['cluster_id', 'movie_id','title','plot_summary']\n",
    "chunk_4.columns = ['cluster_id', 'movie_id','title','plot_summary']\n",
    "\n",
    "new_df = cleaned_df[['cluster_id', 'movie_id','title','plot_summary']]\n",
    "new_df = new_df.append(chunk_2)\n",
    "new_df = new_df.append(chunk_3)\n",
    "new_df = new_df.append(chunk_4)\n",
    "\n",
    "new_df.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>cluster_id</th>\n",
       "      <th>movie_id</th>\n",
       "      <th>title</th>\n",
       "      <th>plot_summary</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>14141235.0</td>\n",
       "      <td>12_(2007_film)</td>\n",
       "      <td>The jury decides whether a young Chechen boy i...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>21798180.0</td>\n",
       "      <td>13_(2010_film)</td>\n",
       "      <td>Vincent \"Vince\" Ferro  overhears people talkin...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>2678295.0</td>\n",
       "      <td>The_13th_Letter</td>\n",
       "      <td>The film noir concerns a doctor at a Canadian ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>179326.0</td>\n",
       "      <td>101_Dalmatians_(1996_film)</td>\n",
       "      <td>American video game designer Roger Dearly  liv...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>7034456.0</td>\n",
       "      <td>2001_Maniacs</td>\n",
       "      <td>Six prep college students and a biker couple t...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   cluster_id    movie_id                       title  \\\n",
       "0           1  14141235.0              12_(2007_film)   \n",
       "1           2  21798180.0              13_(2010_film)   \n",
       "2           3   2678295.0             The_13th_Letter   \n",
       "3           4    179326.0  101_Dalmatians_(1996_film)   \n",
       "4           5   7034456.0                2001_Maniacs   \n",
       "\n",
       "                                        plot_summary  \n",
       "0  The jury decides whether a young Chechen boy i...  \n",
       "1  Vincent \"Vince\" Ferro  overhears people talkin...  \n",
       "2  The film noir concerns a doctor at a Canadian ...  \n",
       "3  American video game designer Roger Dearly  liv...  \n",
       "4  Six prep college students and a biker couple t...  "
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "new_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [],
   "source": [
    "new_df.dropna(subset = ['movie_id'], inplace = True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(570, 4)"
      ]
     },
     "execution_count": 43,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "new_df.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [],
   "source": [
    "new_df.sort_values(by = ['cluster_id'], inplace = True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>cluster_id</th>\n",
       "      <th>movie_id</th>\n",
       "      <th>title</th>\n",
       "      <th>plot_summary</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>14141235.0</td>\n",
       "      <td>12_(2007_film)</td>\n",
       "      <td>The jury decides whether a young Chechen boy i...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>11094452.0</td>\n",
       "      <td>Ek_Ruka_Hua_Faisla</td>\n",
       "      <td>The story begins in a courtroom where a teenag...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>92605.0</td>\n",
       "      <td>12_Angry_Men_(1957_film)</td>\n",
       "      <td>The story begins in a courtroom where an 18-ye...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>11081144.0</td>\n",
       "      <td>12_Angry_Men_(1997_film)</td>\n",
       "      <td>After the final closing arguments have been pr...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>21798180.0</td>\n",
       "      <td>13_(2010_film)</td>\n",
       "      <td>Vincent \"Vince\" Ferro  overhears people talkin...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>4734122.0</td>\n",
       "      <td>13_Tzameti</td>\n",
       "      <td>The film follows 22-year-old Sébastien, a Geor...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>3653768.0</td>\n",
       "      <td>Le_Corbeau</td>\n",
       "      <td>In a small French town identified as 'anywhere...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>2678295.0</td>\n",
       "      <td>The_13th_Letter</td>\n",
       "      <td>The film noir concerns a doctor at a Canadian ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>179351.0</td>\n",
       "      <td>One_Hundred_and_One_Dalmatians</td>\n",
       "      <td>Songwriter Roger Radcliffe lives in a bachelor...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>179326.0</td>\n",
       "      <td>101_Dalmatians_(1996_film)</td>\n",
       "      <td>American video game designer Roger Dearly  liv...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   cluster_id    movie_id                           title  \\\n",
       "0           1  14141235.0                  12_(2007_film)   \n",
       "0           1  11094452.0              Ek_Ruka_Hua_Faisla   \n",
       "0           1     92605.0        12_Angry_Men_(1957_film)   \n",
       "0           1  11081144.0        12_Angry_Men_(1997_film)   \n",
       "1           2  21798180.0                  13_(2010_film)   \n",
       "1           2   4734122.0                      13_Tzameti   \n",
       "2           3   3653768.0                      Le_Corbeau   \n",
       "2           3   2678295.0                 The_13th_Letter   \n",
       "3           4    179351.0  One_Hundred_and_One_Dalmatians   \n",
       "3           4    179326.0      101_Dalmatians_(1996_film)   \n",
       "\n",
       "                                        plot_summary  \n",
       "0  The jury decides whether a young Chechen boy i...  \n",
       "0  The story begins in a courtroom where a teenag...  \n",
       "0  The story begins in a courtroom where an 18-ye...  \n",
       "0  After the final closing arguments have been pr...  \n",
       "1  Vincent \"Vince\" Ferro  overhears people talkin...  \n",
       "1  The film follows 22-year-old Sébastien, a Geor...  \n",
       "2  In a small French town identified as 'anywhere...  \n",
       "2  The film noir concerns a doctor at a Canadian ...  \n",
       "3  Songwriter Roger Radcliffe lives in a bachelor...  \n",
       "3  American video game designer Roger Dearly  liv...  "
      ]
     },
     "execution_count": 45,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "new_df.head(n= 10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>cluster_id</th>\n",
       "      <th>movie_id</th>\n",
       "      <th>title</th>\n",
       "      <th>plot_summary</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>14141235.0</td>\n",
       "      <td>12_(2007_film)</td>\n",
       "      <td>The jury decides whether a young Chechen boy i...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>11094452.0</td>\n",
       "      <td>Ek_Ruka_Hua_Faisla</td>\n",
       "      <td>The story begins in a courtroom where a teenag...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>92605.0</td>\n",
       "      <td>12_Angry_Men_(1957_film)</td>\n",
       "      <td>The story begins in a courtroom where an 18-ye...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>11081144.0</td>\n",
       "      <td>12_Angry_Men_(1997_film)</td>\n",
       "      <td>After the final closing arguments have been pr...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>21798180.0</td>\n",
       "      <td>13_(2010_film)</td>\n",
       "      <td>Vincent \"Vince\" Ferro  overhears people talkin...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   cluster_id    movie_id                     title  \\\n",
       "0           1  14141235.0            12_(2007_film)   \n",
       "0           1  11094452.0        Ek_Ruka_Hua_Faisla   \n",
       "0           1     92605.0  12_Angry_Men_(1957_film)   \n",
       "0           1  11081144.0  12_Angry_Men_(1997_film)   \n",
       "1           2  21798180.0            13_(2010_film)   \n",
       "\n",
       "                                        plot_summary  \n",
       "0  The jury decides whether a young Chechen boy i...  \n",
       "0  The story begins in a courtroom where a teenag...  \n",
       "0  The story begins in a courtroom where an 18-ye...  \n",
       "0  After the final closing arguments have been pr...  \n",
       "1  Vincent \"Vince\" Ferro  overhears people talkin...  "
      ]
     },
     "execution_count": 47,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cleaned_df.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Looking Into the Dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [],
   "source": [
    "import nltk"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [],
   "source": [
    "def text_length(x):\n",
    "    return len(word_tokenize(x))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {},
   "outputs": [],
   "source": [
    "def sent_length(x):\n",
    "    return len(sent_tokenize(x))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {},
   "outputs": [],
   "source": [
    "cleaned_df['num_words'] = cleaned_df['plot_summary'].apply(text_length)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.axes._subplots.AxesSubplot at 0x1fbffb0ba88>"
      ]
     },
     "execution_count": 53,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAD4CAYAAAAXUaZHAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAUJUlEQVR4nO3db5Bd9X3f8fenOCbYa/OnxDuqYLo4o7jFKE1hS52649ktdSDGY5GZeiqGpKJDR9MOdmlHnlbUD8gTpjQt6aRD3RmlMFaKhy3FpCh4SE3VbJnOBBPJwRaCEOSgEgki1eVPvC7FFfn2wR41t2JXu/feXfbeX96vmZ177++cc8/3q3P12bPnnntPqgpJUlv+1EYXIElae4a7JDXIcJekBhnuktQgw12SGvSejS4A4OKLL66pqam+lvn+97/P+9///vUpaIPZ2/hquT97Gz0HDx78blX9yFLTRiLcp6amOHDgQF/LzM/PMzMzsz4FbTB7G18t92dvoyfJf19umodlJKlBhrskNchwl6QGGe6S1CDDXZIaZLhLUoMMd0lqkOEuSQ0y3CWpQSPxCdVhTe3+2oas9+hd12/IeiVpJe65S1KDDHdJapDhLkkNMtwlqUErhnuS+5KcTPLMGeOfT/J8ksNJfqFn/PYkR7pp165H0ZKks1vN2TJfBu4BfuX0QJJZYBvw41X1VpIPdeOXA9uBjwJ/BvjPSX6sqt5e68IlSctbcc+9qp4AXj1j+O8Bd1XVW908J7vxbcBcVb1VVS8CR4Cr17BeSdIqpKpWnimZAh6tqiu6x08DjwDXAf8b+EJV/VaSe4Anq+r+br57gceq6qElnnMnsBNgcnLyqrm5ub4KX1hYYGJiAoBDx9/oa9m1snXz+evyvL29tabl3qDt/uxt9MzOzh6squmlpg36Iab3ABcCHwP+EvBgkg8DWWLeJX97VNUeYA/A9PR09XuJq97LYt28UR9iumlmXZ53XC/5tRot9wZt92dv42XQs2WOAQ/XoqeAPwIu7sYv7ZnvEuDl4UqUJPVr0HD/j8BfA0jyY8B7ge8C+4DtSc5NchmwBXhqLQqVJK3eiodlkjwAzAAXJzkG3AHcB9zXnR75A2BHLR68P5zkQeBZ4BRwq2fKSNK7b8Vwr6obl5n0s8vMfydw5zBFSZKG4ydUJalBhrskNchwl6QGNXGxjj9pNuriJOAFSqRx4Z67JDXIcJekBhnuktQgw12SGmS4S1KDDHdJapDhLkkNMtwlqUGGuyQ1yHCXpAYZ7pLUIMNdkhq0YrgnuS/Jye6qS2dO+0KSSnJxz9jtSY4keT7JtWtdsCRpZavZc/8ycN2Zg0kuBT4JvNQzdjmwHfhot8yXkpyzJpVKklZtxXCvqieAV5eY9C+BfwRUz9g2YK6q3qqqF4EjwNVrUagkafWyeF3rFWZKpoBHq+qK7vFngGuq6rYkR4HpqvpuknuAJ6vq/m6+e4HHquqhJZ5zJ7ATYHJy8qq5ubm+Cl9YWGBiYgKAQ8ff6GvZtbJ18/nr8ry9vS1lo/qF4Xteqbdx13J/9jZ6ZmdnD1bV9FLT+r5YR5L3AV8EfmqpyUuMLfnbo6r2AHsApqena2Zmpq865ufnOb3MzRt08YqjN82sy/P29raUjeoXhu95pd7GXcv92dt4GeRKTD8KXAZ8KwnAJcA3k1wNHAMu7Zn3EuDlYYuUJPWn71Mhq+pQVX2oqqaqaorFQL+yqv4A2AdsT3JuksuALcBTa1qxJGlFqzkV8gHgN4GPJDmW5Jbl5q2qw8CDwLPArwO3VtXba1WsJGl1VjwsU1U3rjB96ozHdwJ3DleWJGkYfkJVkhpkuEtSgwx3SWqQ4S5JDRrkPHd1ptbpw0S7tp7a0A8qSRp/7rlLUoMMd0lqkOEuSQ0y3CWpQYa7JDXIcJekBhnuktQgw12SGmS4S1KDDHdJapDhLkkNWs2VmO5LcjLJMz1j/zzJ7yT5dpJfTXJBz7TbkxxJ8nySa9ercEnS8laz5/5l4Lozxh4HrqiqHwd+F7gdIMnlwHbgo90yX0pyzppVK0lalRXDvaqeAF49Y+zrVXWqe/gkcEl3fxswV1VvVdWLwBHg6jWsV5K0CqmqlWdKpoBHq+qKJab9GvDvq+r+JPcAT1bV/d20e4HHquqhJZbbCewEmJycvGpubq6vwhcWFpiYmADg0PE3+lp21E2eByfe3OgqlrZ18/lDLd+73VrUcn/2NnpmZ2cPVtX0UtOG+j73JF8ETgFfOT20xGxL/vaoqj3AHoDp6emamZnpa93z8/OcXqa17z7ftfUUdx8aza/aP3rTzFDL9263FrXcn72Nl4ETJMkO4NPANfXHu//HgEt7ZrsEeHnw8iRJgxjoVMgk1wH/GPhMVf2vnkn7gO1Jzk1yGbAFeGr4MiVJ/Vhxzz3JA8AMcHGSY8AdLJ4dcy7weBJYPM7+d6vqcJIHgWdZPFxza1W9vV7FS5KWtmK4V9WNSwzfe5b57wTuHKYoSdJw/ISqJDXIcJekBhnuktQgw12SGmS4S1KDDHdJapDhLkkNMtwlqUGGuyQ1yHCXpAYZ7pLUIMNdkhpkuEtSgwx3SWqQ4S5JDTLcJalBK4Z7kvuSnEzyTM/YRUkeT/JCd3thz7TbkxxJ8nySa9ercEnS8laz5/5l4LozxnYD+6tqC7C/e0ySy4HtwEe7Zb6U5Jw1q1aStCorhntVPQG8esbwNmBvd38vcEPP+FxVvVVVLwJHgKvXqFZJ0iqlqlaeKZkCHq2qK7rHr1fVBT3TX6uqC5Pcw+LFsu/vxu8FHquqh5Z4zp3AToDJycmr5ubm+ip8YWGBiYkJAA4df6OvZUfd5Hlw4s2NrmJpWzefP9TyvdutRS33Z2+jZ3Z29mBVTS81bcULZPcpS4wt+dujqvYAewCmp6drZmamrxXNz89zepmbd3+tr2VH3a6tp7j70FpvmrVx9KaZoZbv3W4tark/exsvg54tcyLJJoDu9mQ3fgy4tGe+S4CXBy9PkjSIQcN9H7Cju78DeKRnfHuSc5NcBmwBnhquRElSv1b82z/JA8AMcHGSY8AdwF3Ag0luAV4CPgtQVYeTPAg8C5wCbq2qt9epdknSMlYM96q6cZlJ1ywz/53AncMUJUkajp9QlaQGGe6S1CDDXZIaZLhLUoMMd0lqkOEuSQ0y3CWpQYa7JDXIcJekBhnuktQgw12SGmS4S1KDRvOKEBpZU0NeGGXX1lMDXVzl6F3XD7Ve6U8a99wlqUGGuyQ1aKhwT/IPkxxO8kySB5L8cJKLkjye5IXu9sK1KlaStDoDh3uSzcDfB6ar6grgHGA7sBvYX1VbgP3dY0nSu2jYwzLvAc5L8h7gfSxeDHsbsLebvhe4Ych1SJL6NHC4V9Vx4F+weA3VV4A3qurrwGRVvdLN8wrwobUoVJK0eqmqwRZcPJb+VeBvAq8D/wF4CLinqi7ome+1qnrHcfckO4GdAJOTk1fNzc31tf6FhQUmJiYAOHT8jYF6GFWT58GJNze6ivUxaG9bN5+/9sWsg97XZWvsbfTMzs4erKrppaYNc577XwderKr/AZDkYeCvACeSbKqqV5JsAk4utXBV7QH2AExPT9fMzExfK5+fn+f0MoOcNz3Kdm09xd2H2vwIwqC9Hb1pZu2LWQe9r8vW2Nt4GeaY+0vAx5K8L0mAa4DngH3Ajm6eHcAjw5UoSerXwLuHVfWNJA8B3wROAb/N4p74BPBgkltY/AXw2bUoVJK0ekP97V9VdwB3nDH8Fot78ZKkDeInVCWpQYa7JDXIcJekBhnuktQgw12SGmS4S1KDDHdJapDhLkkNMtwlqUGGuyQ1yHCXpAYZ7pLUIMNdkhpkuEtSgwx3SWqQ4S5JDRoq3JNckOShJL+T5LkkP5nkoiSPJ3mhu33HxbElSetr2D33XwJ+var+HPAXWLyG6m5gf1VtAfZ3jyVJ76KBwz3JB4FPAPcCVNUPqup1YBuwt5ttL3DDsEVKkvqTqhpsweQnWLwg9rMs7rUfBG4DjlfVBT3zvVZV7zg0k2QnsBNgcnLyqrm5ub7Wv7CwwMTEBACHjr8xUA+javI8OPHmRlexPgbtbevm89e+mHXQ+7psjb2NntnZ2YNVNb3UtGHCfRp4Evh4VX0jyS8Bfwh8fjXh3mt6eroOHDjQ1/rn5+eZmZkBYGr31/qsfrTt2nqKuw8Nde3ykTVob0fvun4dqll7va/L1tjb6EmybLgPc8z9GHCsqr7RPX4IuBI4kWRTt+JNwMkh1iFJGsDA4V5VfwD8fpKPdEPXsHiIZh+woxvbATwyVIWSpL4N+7f/54GvJHkv8HvA32bxF8aDSW4BXgI+O+Q6JEl9Gircq+ppYKnjPdcM87ySpOH4CVVJapDhLkkNMtwlqUGGuyQ1yHCXpAYZ7pLUIMNdkhpkuEtSgwx3SWqQ4S5JDTLcJalBhrskNchwl6QGGe6S1CDDXZIaZLhLUoOGDvck5yT57SSPdo8vSvJ4khe627NeHFuStPbWYs/9NuC5nse7gf1VtQXY3z2WJL2Lhgr3JJcA1wP/tmd4G7C3u78XuGGYdUiS+peqGnzh5CHgnwIfAL5QVZ9O8npVXdAzz2tV9Y5DM0l2AjsBJicnr5qbm+tr3QsLC0xMTABw6PgbA/cwiibPgxNvbnQV62PQ3rZuPn/ti1kHva/L1tjb6JmdnT1YVUtdx3rwC2Qn+TRwsqoOJpnpd/mq2gPsAZienq6Zmf6eYn5+ntPL3Lz7a/2ufqTt2nqKuw8Nde3ykTVob0dvmln7YtZB7+uyNfY2XoZJkI8Dn0nyKeCHgQ8muR84kWRTVb2SZBNwci0KlSSt3sDH3Kvq9qq6pKqmgO3Af6mqnwX2ATu62XYAjwxdpSSpL+txnvtdwCeTvAB8snssSXoXrcmB3aqaB+a7+/8TuGYtnleSNBg/oSpJDTLcJalBhrskNchwl6QGGe6S1CDDXZIaZLhLUoMMd0lqkOEuSQ0y3CWpQYa7JDXIcJekBhnuktQgw12SGmS4S1KD2rxQp5oztYHXyT161/Ubtm5pUAPvuSe5NMlvJHkuyeEkt3XjFyV5PMkL3e2Fa1euJGk1hjkscwrYVVV/HvgYcGuSy4HdwP6q2gLs7x5Lkt5Fw1wg+5Wq+mZ3/3vAc8BmYBuwt5ttL3DDsEVKkvqTqhr+SZIp4AngCuClqrqgZ9prVfWOQzNJdgI7ASYnJ6+am5vra50LCwtMTEwAcOj4G4OWPpImz4MTb250FetjHHvbuvn8Vc/b+7psjb2NntnZ2YNVNb3UtKHDPckE8F+BO6vq4SSvrybce01PT9eBAwf6Wu/8/DwzMzPAxr7Zth52bT3F3YfafK97HHvr5w3V3tdla+xt9CRZNtyHOhUyyQ8BXwW+UlUPd8Mnkmzqpm8CTg6zDklS/4Y5WybAvcBzVfWLPZP2ATu6+zuARwYvT5I0iGH+Pv448HPAoSRPd2P/BLgLeDDJLcBLwGeHK1GS1K+Bw72q/huQZSZfM+jzSpKG59cPSFKDDHdJapDhLkkNMtwlqUGGuyQ1yHCXpAYZ7pLUIMNdkhpkuEtSgwx3SWrQeH33qrQB+vlK6V1bT3HzGn0Ftddu1TDcc5ekBhnuktQgw12SGmS4S1KDDHdJatC6hXuS65I8n+RIkt3rtR5J0jutS7gnOQf418BPA5cDNya5fD3WJUl6p/U6z/1q4EhV/R5AkjlgG/DsOq1Pak4/59evtY06x36jel7Lzyf0a73+rVNVa/+kyd8Arquqv9M9/jngL1fV53rm2Qns7B5+BHi+z9VcDHx3DcodRfY2vlruz95Gz5+tqh9ZasJ67bkvdeHs/++3SFXtAfYMvILkQFVND7r8KLO38dVyf/Y2XtbrDdVjwKU9jy8BXl6ndUmSzrBe4f5bwJYklyV5L7Ad2LdO65IknWFdDstU1akknwP+E3AOcF9VHV7j1Qx8SGcM2Nv4ark/exsj6/KGqiRpY/kJVUlqkOEuSQ0au3Bv4WsNkhxNcijJ00kOdGMXJXk8yQvd7YU989/e9ft8kms3rvKlJbkvyckkz/SM9d1Pkqu6f5cjSf5VkqVOqX1XLdPbzyc53m2/p5N8qmfaOPV2aZLfSPJcksNJbuvGx37bnaW3JrbdqlTV2Pyw+Obsd4APA+8FvgVcvtF1DdDHUeDiM8Z+Adjd3d8N/LPu/uVdn+cCl3X9n7PRPZxR+yeAK4FnhukHeAr4SRY/J/EY8NMj2tvPA19YYt5x620TcGV3/wPA73Y9jP22O0tvTWy71fyM2577//tag6r6AXD6aw1asA3Y293fC9zQMz5XVW9V1YvAERb/HUZGVT0BvHrGcF/9JNkEfLCqfrMW/0f9Ss8yG2aZ3pYzbr29UlXf7O5/D3gO2EwD2+4svS1nbHpbrXEL983A7/c8PsbZN9ioKuDrSQ52X8MAMFlVr8DiCxP4UDc+rj3328/m7v6Z46Pqc0m+3R22OX3YYmx7SzIF/EXgGzS27c7oDRrbdssZt3Bf8WsNxsTHq+pKFr8189YknzjLvK30fNpy/YxTn/8G+FHgJ4BXgLu78bHsLckE8FXgH1TVH55t1iXGRrq/JXpratudzbiFexNfa1BVL3e3J4FfZfEwy4nuT0C625Pd7OPac7/9HOvunzk+cqrqRFW9XVV/BPwyf3yYbOx6S/JDLIbfV6rq4W64iW23VG8tbbuVjFu4j/3XGiR5f5IPnL4P/BTwDIt97Ohm2wE80t3fB2xPcm6Sy4AtLL7BM+r66qf78/97ST7WnY3wt3qWGSmng6/zMyxuPxiz3rpa7gWeq6pf7Jk09ttuud5a2XarstHv6Pb7A3yKxXe+vwN8caPrGaD+D7P4rvy3gMOnewD+NLAfeKG7vahnmS92/T7PCL5TDzzA4p+4/4fFPZ1bBukHmGbxP9t3gHvoPkE9gr39O+AQ8G0WQ2HTmPb2V1k8xPBt4Onu51MtbLuz9NbEtlvNj18/IEkNGrfDMpKkVTDcJalBhrskNchwl6QGGe6S1CDDXZIaZLhLUoP+LzLDx06PlimPAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "cleaned_df['num_words'].hist()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "metadata": {},
   "outputs": [],
   "source": [
    "cleaned_df['num_sents'] = cleaned_df['plot_summary'].apply(sent_length)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.axes._subplots.AxesSubplot at 0x1fb82529c88>"
      ]
     },
     "execution_count": 60,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAD4CAYAAAAXUaZHAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAVSElEQVR4nO3df5Dc9X3f8ee74FDMtfyI7K0qSA93FCcgJUq0Q92649kLSY2Nx9idOhFDPKKmPXuGTJ1WnVrYmdithxmmMXYzQxxXDhRaKAfDD5uCnZqhXElmSmyJYkuywBZGJRJUsjGWfDZDcvjdP/Z7zuq8p7u9/e7t7qfPx8zO7ffz/X73+9Kt9nV73/vu9xuZiSSpLH9t2AEkSfWz3CWpQJa7JBXIcpekAlnuklSg04cdAGDdunU5OTnZ0zo/+MEPOOusswYTqEbmrNc45ByHjGDOOg0r4549e76Tma/rOjMzh37bunVr9urRRx/teZ1hMGe9xiHnOGTMNGedhpUR2J1L9Kq7ZSSpQJa7JBXIcpekAlnuklQgy12SCrRsuUfEBRHxaEQciIj9EfHBavy8iHg4Ir5ZfT23Y53rIuJgRDwdEW8d5D9AkvSTVvLOfR7YkZk/D7wJuDYiLgJ2Ao9k5kbgkWqaat424GLgMuDTEXHaIMJLkrpbttwz84XMfKK6/33gALABuAK4rVrsNuBd1f0rgJnMfCUznwUOApfUHVyStLTIHs7nHhGTwGPAJuC5zDynY95LmXluRNwEPJ6Zt1fjNwNfzMx7Fj3WNDAN0Gg0ts7MzPQUfG5ujomJiZ7WGQZz1mscco5DRjBnnYaVcWpqak9mNrvNW/HpByJiArgX+O3MPBERSy7aZewnfoJk5i5gF0Cz2cxWq7XSKADMzs6ysM7kzod6Wrcuh264fNllOnOOMnPWZxwygjnrNIoZV3S0TES8hnax35GZ91XDRyNifTV/PXCsGj8MXNCx+vnA8/XElSStxEqOlgngZuBAZn6yY9YDwPbq/nbg8x3j2yLijIi4ENgIfLm+yJKk5axkt8ybgfcCeyPiyWrsw8ANwN0RcQ3wHPAegMzcHxF3A1+nfaTNtZn5au3JJUlLWrbcM/NP6b4fHeDSJda5Hri+j1ySpD74CVVJKpDlLkkFstwlqUCWuyQVyHKXpAJZ7pJUIMtdkgpkuUtSgSx3SSqQ5S5JBbLcJalAlrskFchyl6QCWe6SVCDLXZIKZLlLUoEsd0kq0EquoXpLRByLiH0dY3dFxJPV7dDC5fciYjIiXu6Y95lBhpckdbeSa6jeCtwE/OeFgcz8jYX7EXEjcLxj+Wcyc0tdASVJvVvJNVQfi4jJbvMiIoBfB36l3liSpH5EZi6/ULvcH8zMTYvG3wJ8MjObHcvtB74BnAB+JzP/ZInHnAamARqNxtaZmZmegs/NzTExMQHA3iPHl1l6MDZvOHvZZTpzjjJz1mccMoI56zSsjFNTU3sW+nexleyWOZUrgTs7pl8AfiYzX4yIrcDnIuLizDyxeMXM3AXsAmg2m9lqtXra8OzsLAvrXL3zoVWF79ehq1rLLtOZc5SZsz7jkBHMWadRzLjqo2Ui4nTgHwN3LYxl5iuZ+WJ1fw/wDPCz/YaUJPWmn0MhfxV4KjMPLwxExOsi4rTq/huAjcC3+osoSerVSg6FvBP4X8AbI+JwRFxTzdrGybtkAN4CfC0ivgrcA3wgM79bZ2BJ0vJWcrTMlUuMX91l7F7g3v5jSZL64SdUJalAlrskFchyl6QCWe6SVCDLXZIKZLlLUoEsd0kqkOUuSQXq98Rh/1+bXMEJy3Zsnq/9xGaHbri81seTVB7fuUtSgSx3SSqQ5S5JBbLcJalAlrskFchyl6QCWe6SVCDLXZIKtJLL7N0SEcciYl/H2Mci4khEPFnd3t4x77qIOBgRT0fEWwcVXJK0tJW8c78VuKzL+Kcyc0t1+wJARFxE+9qqF1frfHrhgtmSpLWzbLln5mPASi9yfQUwk5mvZOazwEHgkj7ySZJWITJz+YUiJoEHM3NTNf0x4GrgBLAb2JGZL0XETcDjmXl7tdzNwBcz854ujzkNTAM0Go2tMzMzPQWfm5tjYmICgL1Hjve07lpqnAlHX673MTdvOLveB+Tk7+coG4ec45ARzFmnYWWcmprak5nNbvNWe+KwPwQ+DmT19UbgfUB0WbbrT4/M3AXsAmg2m9lqtXoKMDs7y8I6dZ+Yq047Ns9z4956z8926KpWrY8HJ38/R9k45ByHjGDOOo1ixlUdLZOZRzPz1cz8EfBZ/mrXy2Hggo5Fzwee7y+iJKlXqyr3iFjfMfluYOFImgeAbRFxRkRcCGwEvtxfRElSr5bdXxARdwItYF1EHAY+CrQiYgvtXS6HgPcDZOb+iLgb+DowD1ybma8OJrokaSnLlntmXtll+OZTLH89cH0/oSRJ/fETqpJUIMtdkgpkuUtSgbxA9hhayYW5e7XSC3l7cW5pPPjOXZIKZLlLUoEsd0kqkOUuSQWy3CWpQJa7JBXIcpekAlnuklQgy12SCmS5S1KBLHdJKpDlLkkFstwlqUDLlntE3BIRxyJiX8fY70XEUxHxtYi4PyLOqcYnI+LliHiyun1mkOElSd2t5J37rcBli8YeBjZl5i8A3wCu65j3TGZuqW4fqCemJKkXy5Z7Zj4GfHfR2Jcyc76afBw4fwDZJEmrFJm5/EIRk8CDmbmpy7z/BtyVmbdXy+2n/W7+BPA7mfknSzzmNDAN0Gg0ts7MzPQUfG5ujomJCQD2Hjne07prqXEmHH152CmWt9KcmzecPfgwp9D5vI+qccgI5qzTsDJOTU3tycxmt3l9XYkpIj4CzAN3VEMvAD+TmS9GxFbgcxFxcWaeWLxuZu4CdgE0m81stVo9bXt2dpaFdVZyBaFh2bF5nhv3jv4Fr1aa89BVrcGHOYXO531UjUNGMGedRjHjqo+WiYjtwDuAq7J6+5+Zr2Tmi9X9PcAzwM/WEVSStHKrKveIuAz4EPDOzPxhx/jrIuK06v4bgI3At+oIKklauWV/D4+IO4EWsC4iDgMfpX10zBnAwxEB8Hh1ZMxbgH8XEfPAq8AHMvO7XR9YkjQwy5Z7Zl7ZZfjmJZa9F7i331CSpP74CVVJKpDlLkkFstwlqUCWuyQVyHKXpAJZ7pJUIMtdkgpkuUtSgSx3SSqQ5S5JBbLcJalAlrskFchyl6QCWe6SVCDLXZIKZLlLUoEsd0kq0LLlHhG3RMSxiNjXMXZeRDwcEd+svp7bMe+6iDgYEU9HxFsHFVyStLSVvHO/Fbhs0dhO4JHM3Ag8Uk0TERcB24CLq3U+vXDBbEnS2lm23DPzMWDxRa6vAG6r7t8GvKtjfCYzX8nMZ4GDwCU1ZZUkrVBk5vILRUwCD2bmpmr6e5l5Tsf8lzLz3Ii4CXg8M2+vxm8GvpiZ93R5zGlgGqDRaGydmZnpKfjc3BwTExMA7D1yvKd111LjTDj68rBTLG+lOTdvOHvwYU6h83kfVeOQEcxZp2FlnJqa2pOZzW7zTq95W9FlrOtPj8zcBewCaDab2Wq1etrQ7OwsC+tcvfOhntZdSzs2z3Pj3rq/zfVbac5DV7UGH+YUOp/3UTUOGcGcdRrFjKs9WuZoRKwHqL4eq8YPAxd0LHc+8Pzq40mSVmO15f4AsL26vx34fMf4tog4IyIuBDYCX+4voiSpV8v+Hh4RdwItYF1EHAY+CtwA3B0R1wDPAe8ByMz9EXE38HVgHrg2M18dUHZJ0hKWLffMvHKJWZcusfz1wPX9hJIk9cdPqEpSgSx3SSqQ5S5JBbLcJalAlrskFchyl6QCWe6SVCDLXZIKZLlLUoEsd0kqkOUuSQWy3CWpQJa7JBXIcpekAlnuklQgy12SCmS5S1KBlr/c/RIi4o3AXR1DbwB+FzgH+OfAt6vxD2fmF1adUJLUs1WXe2Y+DWwBiIjTgCPA/cA/BT6VmZ+oJaEkqWd17Za5FHgmM/9PTY8nSepDZGb/DxJxC/BEZt4UER8DrgZOALuBHZn5Upd1poFpgEajsXVmZqanbc7NzTExMQHA3iPH+4k/UI0z4ejLw06xvJXm3Lzh7MGHOYXO531UjUNGMGedhpVxampqT2Y2u83ru9wj4qeA54GLM/NoRDSA7wAJfBxYn5nvO9VjNJvN3L17d0/bnZ2dpdVqATC586FVJF8bOzbPc+PeVe/9WjMrzXnohsvXIM3SOp/3UTUOGcGcdRpWxohYstzr2C3zNtrv2o8CZObRzHw1M38EfBa4pIZtSJJ6UEe5XwncuTAREes75r0b2FfDNiRJPehrf0FEvBb4NeD9HcP/PiK20N4tc2jRPEnSGuir3DPzh8BPLxp7b1+JJEl98xOqklQgy12SCmS5S1KBLHdJKpDlLkkFstwlqUCWuyQVyHKXpAJZ7pJUIMtdkgpkuUtSgSx3SSqQ5S5JBbLcJalAlrskFchyl6QCWe6SVKB+L7N3CPg+8Cown5nNiDgPuAuYpH2ZvV/PzJf6iylJ6kUd79ynMnNLZjar6Z3AI5m5EXikmpYkraG+3rkv4QqgVd2/DZgFPjSA7WgIJnc+NJTtHrrh8qFsVxpXkZmrXzniWeAlIIH/mJm7IuJ7mXlOxzIvZea5XdadBqYBGo3G1pmZmZ62PTc3x8TEBAB7jxxf9b9h0BpnwtGXh51ieaOec/OGs4GTn/dRNQ4ZwZx1GlbGqampPR17TU7S7zv3N2fm8xHxeuDhiHhqpStm5i5gF0Cz2cxWq9XThmdnZ1lY5+ohvZtciR2b57lx7yB+QarXqOc8dFULOPl5H1XjkBHMWadRzNjXPvfMfL76egy4H7gEOBoR6wGqr8f6DSlJ6s2qyz0izoqIv7FwH/hHwD7gAWB7tdh24PP9hpQk9aaf38MbwP0RsfA4/zUz/zgivgLcHRHXAM8B7+k/piSpF6su98z8FvCLXcZfBC7tJ5QkqT9+QlWSCmS5S1KBLHdJKpDlLkkFstwlqUCWuyQVyHKXpAJZ7pJUIMtdkgpkuUtSgSx3SSqQ5S5JBbLcJalAlrskFchyl6QCWe6SVCDLXZIK1M81VC+IiEcj4kBE7I+ID1bjH4uIIxHxZHV7e31xJUkr0c81VOeBHZn5RHWh7D0R8XA171OZ+Yn+40mSVqOfa6i+ALxQ3f9+RBwANtQVTJK0epGZ/T9IxCTwGLAJ+FfA1cAJYDftd/cvdVlnGpgGaDQaW2dmZnra5tzcHBMTEwDsPXJ81dkHrXEmHH152CmWN+o5N284Gzj5eR9V45ARzFmnYWWcmprak5nNbvP6LveImAD+J3B9Zt4XEQ3gO0ACHwfWZ+b7TvUYzWYzd+/e3dN2Z2dnabVaAEzufGgVydfGjs3z3Li3n71fa2PUcx664XLg5Od9VI1DRjBnnYaVMSKWLPe+jpaJiNcA9wJ3ZOZ9AJl5NDNfzcwfAZ8FLulnG5Kk3vVztEwANwMHMvOTHePrOxZ7N7Bv9fEkSavRz+/hbwbeC+yNiCersQ8DV0bEFtq7ZQ4B7+8roSSpZ/0cLfOnQHSZ9YXVx5Ek1cFPqEpSgSx3SSqQ5S5JBbLcJalAlrskFWh0P5IodVj4FPKOzfNcvcafSF74dKw0TnznLkkFstwlqUCWuyQVyHKXpAJZ7pJUIMtdkgpkuUtSgSx3SSqQ5S5JBbLcJalAlrskFWhg5R4Rl0XE0xFxMCJ2Dmo7kqSfNJATh0XEacAfAL8GHAa+EhEPZObXB7E9aZAmezxRWV0nN/OEZerHoM4KeQlwMDO/BRARM8AVgOUujYFef6DVZVg/0Pr99/bzA31Q/+bIzPofNOKfAJdl5j+rpt8L/L3M/K2OZaaB6WryjcDTPW5mHfCdGuIOmjnrNQ45xyEjmLNOw8r4dzLzdd1mDOqde3QZO+mnSGbuAnategMRuzOzudr114o56zUOOcchI5izTqOYcVB/UD0MXNAxfT7w/IC2JUlaZFDl/hVgY0RcGBE/BWwDHhjQtiRJiwxkt0xmzkfEbwH/HTgNuCUz99e8mVXv0llj5qzXOOQch4xgzjqNXMaB/EFVkjRcfkJVkgpkuUtSgcay3Ef11AYRcUFEPBoRByJif0R8sBo/LyIejohvVl/PHYGsp0XE/46IB0c44zkRcU9EPFV9T//+qOWMiH9ZPdf7IuLOiPjro5AxIm6JiGMRsa9jbMlcEXFd9Xp6OiLeOuScv1c951+LiPsj4pxRzNkx719HREbEumHn7DR25d5xaoO3ARcBV0bERcNN9WPzwI7M/HngTcC1VbadwCOZuRF4pJoetg8CBzqmRzHj7wN/nJk/B/wi7bwjkzMiNgD/Amhm5ibaBw9sG5GMtwKXLRrrmqv6P7oNuLha59PV62xYOR8GNmXmLwDfAK4b0ZxExAW0T7PyXMfYMHP+2NiVOx2nNsjMvwAWTm0wdJn5QmY+Ud3/Pu0y2kA7323VYrcB7xpOwraIOB+4HPijjuFRy/g3gbcANwNk5l9k5vcYsZy0jzg7MyJOB15L+/McQ8+YmY8B3100vFSuK4CZzHwlM58FDtJ+nQ0lZ2Z+KTPnq8nHaX9OZuRyVj4F/BtO/pDm0HJ2Gsdy3wD8ecf04WpspETEJPBLwJ8Bjcx8Ado/AIDXDy8ZAP+B9n/IH3WMjVrGNwDfBv5TtfvojyLiLEYoZ2YeAT5B+13bC8DxzPzSKGVcZKlco/yaeh/wxer+SOWMiHcCRzLzq4tmjUTOcSz3ZU9tMGwRMQHcC/x2Zp4Ydp5OEfEO4Fhm7hl2lmWcDvwy8IeZ+UvADxiNXUU/Vu2zvgK4EPjbwFkR8ZvDTbUqI/maioiP0N7VecfCUJfFhpIzIl4LfAT43W6zu4ytec5xLPeRPrVBRLyGdrHfkZn3VcNHI2J9NX89cGxY+YA3A++MiEO0d2n9SkTczmhlhPbzfDgz/6yavod22Y9Szl8Fns3Mb2fmXwL3Af9gxDJ2WirXyL2mImI78A7gqvyrD+OMUs6/S/uH+ler19L5wBMR8bcYkZzjWO4je2qDiAja+4gPZOYnO2Y9AGyv7m8HPr/W2RZk5nWZeX5mTtL+3v2PzPxNRigjQGb+X+DPI+KN1dCltE8ZPUo5nwPeFBGvrZ77S2n/nWWUMnZaKtcDwLaIOCMiLgQ2Al8eQj6gfTQc8CHgnZn5w45ZI5MzM/dm5uszc7J6LR0Gfrn6fzsaOTNz7G7A22n/Ff0Z4CPDztOR6x/S/vXra8CT1e3twE/TPjrhm9XX84adtcrbAh6s7o9cRmALsLv6fn4OOHfUcgL/FngK2Af8F+CMUcgI3En77wB/Sbt4rjlVLtq7GJ6hferttw0550Ha+6wXXkOfGcWci+YfAtYNO2fnzdMPSFKBxnG3jCRpGZa7JBXIcpekAlnuklQgy12SCmS5S1KBLHdJKtD/A9/FtE2InUD6AAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "cleaned_df['num_sents'].hist()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "count     570.000000\n",
       "mean      564.663158\n",
       "std       363.544896\n",
       "min        26.000000\n",
       "25%       262.000000\n",
       "50%       542.500000\n",
       "75%       806.250000\n",
       "max      2777.000000\n",
       "Name: num_words, dtype: float64"
      ]
     },
     "execution_count": 54,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cleaned_df['num_words'].describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "count    570.000000\n",
       "mean      25.254386\n",
       "std       17.307115\n",
       "min        1.000000\n",
       "25%       11.000000\n",
       "50%       23.000000\n",
       "75%       36.000000\n",
       "max      147.000000\n",
       "Name: num_sents, dtype: float64"
      ]
     },
     "execution_count": 61,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cleaned_df['num_sents'].describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {},
   "outputs": [],
   "source": [
    "cleaned_df.to_csv('long_df.csv', index = False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>cluster_id</th>\n",
       "      <th>movie_id</th>\n",
       "      <th>title</th>\n",
       "      <th>plot_summary</th>\n",
       "      <th>num_words</th>\n",
       "      <th>num_sents</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>14141235.0</td>\n",
       "      <td>12_(2007_film)</td>\n",
       "      <td>The jury decides whether a young Chechen boy i...</td>\n",
       "      <td>178</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>11094452.0</td>\n",
       "      <td>Ek_Ruka_Hua_Faisla</td>\n",
       "      <td>The story begins in a courtroom where a teenag...</td>\n",
       "      <td>1676</td>\n",
       "      <td>56</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>92605.0</td>\n",
       "      <td>12_Angry_Men_(1957_film)</td>\n",
       "      <td>The story begins in a courtroom where an 18-ye...</td>\n",
       "      <td>1193</td>\n",
       "      <td>42</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>11081144.0</td>\n",
       "      <td>12_Angry_Men_(1997_film)</td>\n",
       "      <td>After the final closing arguments have been pr...</td>\n",
       "      <td>912</td>\n",
       "      <td>34</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>21798180.0</td>\n",
       "      <td>13_(2010_film)</td>\n",
       "      <td>Vincent \"Vince\" Ferro  overhears people talkin...</td>\n",
       "      <td>535</td>\n",
       "      <td>24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>4734122.0</td>\n",
       "      <td>13_Tzameti</td>\n",
       "      <td>The film follows 22-year-old Sébastien, a Geor...</td>\n",
       "      <td>446</td>\n",
       "      <td>22</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>3653768.0</td>\n",
       "      <td>Le_Corbeau</td>\n",
       "      <td>In a small French town identified as 'anywhere...</td>\n",
       "      <td>250</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>2678295.0</td>\n",
       "      <td>The_13th_Letter</td>\n",
       "      <td>The film noir concerns a doctor at a Canadian ...</td>\n",
       "      <td>98</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>179351.0</td>\n",
       "      <td>One_Hundred_and_One_Dalmatians</td>\n",
       "      <td>Songwriter Roger Radcliffe lives in a bachelor...</td>\n",
       "      <td>690</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>179326.0</td>\n",
       "      <td>101_Dalmatians_(1996_film)</td>\n",
       "      <td>American video game designer Roger Dearly  liv...</td>\n",
       "      <td>377</td>\n",
       "      <td>17</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   cluster_id    movie_id                           title  \\\n",
       "0           1  14141235.0                  12_(2007_film)   \n",
       "0           1  11094452.0              Ek_Ruka_Hua_Faisla   \n",
       "0           1     92605.0        12_Angry_Men_(1957_film)   \n",
       "0           1  11081144.0        12_Angry_Men_(1997_film)   \n",
       "1           2  21798180.0                  13_(2010_film)   \n",
       "1           2   4734122.0                      13_Tzameti   \n",
       "2           3   3653768.0                      Le_Corbeau   \n",
       "2           3   2678295.0                 The_13th_Letter   \n",
       "3           4    179351.0  One_Hundred_and_One_Dalmatians   \n",
       "3           4    179326.0      101_Dalmatians_(1996_film)   \n",
       "\n",
       "                                        plot_summary  num_words  num_sents  \n",
       "0  The jury decides whether a young Chechen boy i...        178         10  \n",
       "0  The story begins in a courtroom where a teenag...       1676         56  \n",
       "0  The story begins in a courtroom where an 18-ye...       1193         42  \n",
       "0  After the final closing arguments have been pr...        912         34  \n",
       "1  Vincent \"Vince\" Ferro  overhears people talkin...        535         24  \n",
       "1  The film follows 22-year-old Sébastien, a Geor...        446         22  \n",
       "2  In a small French town identified as 'anywhere...        250         11  \n",
       "2  The film noir concerns a doctor at a Canadian ...         98          5  \n",
       "3  Songwriter Roger Radcliffe lives in a bachelor...        690         31  \n",
       "3  American video game designer Roger Dearly  liv...        377         17  "
      ]
     },
     "execution_count": 65,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cleaned_df.head(n=10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 66,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "265"
      ]
     },
     "execution_count": 66,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cleaned_df.cluster_id.nunique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "movie_id        2.150943\n",
       "title           2.150943\n",
       "plot_summary    2.150943\n",
       "num_words       2.150943\n",
       "num_sents       2.150943\n",
       "dtype: float64"
      ]
     },
     "execution_count": 68,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cleaned_df.groupby('cluster_id').count().mean(axis)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Dataset 2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "metadata": {},
   "outputs": [],
   "source": [
    "sentiment_df = pd.read_excel('data/stories_with_sentiment.xlsx')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 70,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>url</th>\n",
       "      <th>length</th>\n",
       "      <th>title</th>\n",
       "      <th>text_no</th>\n",
       "      <th>author</th>\n",
       "      <th>story</th>\n",
       "      <th>valence</th>\n",
       "      <th>arousal</th>\n",
       "      <th>dominance</th>\n",
       "      <th>text_id</th>\n",
       "      <th>processed_text</th>\n",
       "      <th>word_count</th>\n",
       "      <th>sentence_length</th>\n",
       "      <th>string_length</th>\n",
       "      <th>unique_words</th>\n",
       "      <th>lexical_diversity</th>\n",
       "      <th>concrete</th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>6</th>\n",
       "      <th>7</th>\n",
       "      <th>8</th>\n",
       "      <th>9</th>\n",
       "      <th>10</th>\n",
       "      <th>11</th>\n",
       "      <th>12</th>\n",
       "      <th>13</th>\n",
       "      <th>14</th>\n",
       "      <th>15</th>\n",
       "      <th>16</th>\n",
       "      <th>17</th>\n",
       "      <th>18</th>\n",
       "      <th>19</th>\n",
       "      <th>20</th>\n",
       "      <th>21</th>\n",
       "      <th>22</th>\n",
       "      <th>23</th>\n",
       "      <th>24</th>\n",
       "      <th>25</th>\n",
       "      <th>26</th>\n",
       "      <th>27</th>\n",
       "      <th>28</th>\n",
       "      <th>29</th>\n",
       "      <th>30</th>\n",
       "      <th>31</th>\n",
       "      <th>32</th>\n",
       "      <th>33</th>\n",
       "      <th>34</th>\n",
       "      <th>35</th>\n",
       "      <th>36</th>\n",
       "      <th>37</th>\n",
       "      <th>38</th>\n",
       "      <th>39</th>\n",
       "      <th>40</th>\n",
       "      <th>41</th>\n",
       "      <th>42</th>\n",
       "      <th>43</th>\n",
       "      <th>44</th>\n",
       "      <th>45</th>\n",
       "      <th>46</th>\n",
       "      <th>47</th>\n",
       "      <th>48</th>\n",
       "      <th>49</th>\n",
       "      <th>50</th>\n",
       "      <th>51</th>\n",
       "      <th>52</th>\n",
       "      <th>53</th>\n",
       "      <th>54</th>\n",
       "      <th>55</th>\n",
       "      <th>56</th>\n",
       "      <th>57</th>\n",
       "      <th>58</th>\n",
       "      <th>59</th>\n",
       "      <th>60</th>\n",
       "      <th>61</th>\n",
       "      <th>62</th>\n",
       "      <th>63</th>\n",
       "      <th>64</th>\n",
       "      <th>65</th>\n",
       "      <th>66</th>\n",
       "      <th>67</th>\n",
       "      <th>68</th>\n",
       "      <th>69</th>\n",
       "      <th>70</th>\n",
       "      <th>71</th>\n",
       "      <th>72</th>\n",
       "      <th>73</th>\n",
       "      <th>74</th>\n",
       "      <th>75</th>\n",
       "      <th>76</th>\n",
       "      <th>77</th>\n",
       "      <th>78</th>\n",
       "      <th>79</th>\n",
       "      <th>80</th>\n",
       "      <th>81</th>\n",
       "      <th>82</th>\n",
       "      <th>83</th>\n",
       "      <th>84</th>\n",
       "      <th>85</th>\n",
       "      <th>86</th>\n",
       "      <th>87</th>\n",
       "      <th>88</th>\n",
       "      <th>89</th>\n",
       "      <th>90</th>\n",
       "      <th>91</th>\n",
       "      <th>92</th>\n",
       "      <th>93</th>\n",
       "      <th>94</th>\n",
       "      <th>95</th>\n",
       "      <th>96</th>\n",
       "      <th>97</th>\n",
       "      <th>98</th>\n",
       "      <th>99</th>\n",
       "      <th>100</th>\n",
       "      <th>101</th>\n",
       "      <th>102</th>\n",
       "      <th>103</th>\n",
       "      <th>104</th>\n",
       "      <th>105</th>\n",
       "      <th>106</th>\n",
       "      <th>107</th>\n",
       "      <th>108</th>\n",
       "      <th>109</th>\n",
       "      <th>110</th>\n",
       "      <th>111</th>\n",
       "      <th>112</th>\n",
       "      <th>113</th>\n",
       "      <th>114</th>\n",
       "      <th>115</th>\n",
       "      <th>116</th>\n",
       "      <th>117</th>\n",
       "      <th>118</th>\n",
       "      <th>119</th>\n",
       "      <th>120</th>\n",
       "      <th>121</th>\n",
       "      <th>122</th>\n",
       "      <th>123</th>\n",
       "      <th>124</th>\n",
       "      <th>125</th>\n",
       "      <th>126</th>\n",
       "      <th>127</th>\n",
       "      <th>128</th>\n",
       "      <th>129</th>\n",
       "      <th>130</th>\n",
       "      <th>131</th>\n",
       "      <th>132</th>\n",
       "      <th>133</th>\n",
       "      <th>134</th>\n",
       "      <th>135</th>\n",
       "      <th>136</th>\n",
       "      <th>137</th>\n",
       "      <th>138</th>\n",
       "      <th>139</th>\n",
       "      <th>140</th>\n",
       "      <th>141</th>\n",
       "      <th>142</th>\n",
       "      <th>143</th>\n",
       "      <th>144</th>\n",
       "      <th>145</th>\n",
       "      <th>146</th>\n",
       "      <th>147</th>\n",
       "      <th>148</th>\n",
       "      <th>149</th>\n",
       "      <th>150</th>\n",
       "      <th>151</th>\n",
       "      <th>152</th>\n",
       "      <th>153</th>\n",
       "      <th>154</th>\n",
       "      <th>155</th>\n",
       "      <th>156</th>\n",
       "      <th>157</th>\n",
       "      <th>158</th>\n",
       "      <th>159</th>\n",
       "      <th>160</th>\n",
       "      <th>161</th>\n",
       "      <th>162</th>\n",
       "      <th>163</th>\n",
       "      <th>164</th>\n",
       "      <th>165</th>\n",
       "      <th>166</th>\n",
       "      <th>167</th>\n",
       "      <th>168</th>\n",
       "      <th>169</th>\n",
       "      <th>170</th>\n",
       "      <th>171</th>\n",
       "      <th>172</th>\n",
       "      <th>173</th>\n",
       "      <th>174</th>\n",
       "      <th>175</th>\n",
       "      <th>176</th>\n",
       "      <th>177</th>\n",
       "      <th>178</th>\n",
       "      <th>179</th>\n",
       "      <th>180</th>\n",
       "      <th>181</th>\n",
       "      <th>182</th>\n",
       "      <th>183</th>\n",
       "      <th>184</th>\n",
       "      <th>185</th>\n",
       "      <th>186</th>\n",
       "      <th>187</th>\n",
       "      <th>188</th>\n",
       "      <th>189</th>\n",
       "      <th>190</th>\n",
       "      <th>191</th>\n",
       "      <th>192</th>\n",
       "      <th>193</th>\n",
       "      <th>194</th>\n",
       "      <th>195</th>\n",
       "      <th>196</th>\n",
       "      <th>197</th>\n",
       "      <th>198</th>\n",
       "      <th>199</th>\n",
       "      <th>200</th>\n",
       "      <th>201</th>\n",
       "      <th>202</th>\n",
       "      <th>203</th>\n",
       "      <th>204</th>\n",
       "      <th>205</th>\n",
       "      <th>206</th>\n",
       "      <th>207</th>\n",
       "      <th>208</th>\n",
       "      <th>209</th>\n",
       "      <th>210</th>\n",
       "      <th>211</th>\n",
       "      <th>212</th>\n",
       "      <th>213</th>\n",
       "      <th>214</th>\n",
       "      <th>215</th>\n",
       "      <th>216</th>\n",
       "      <th>217</th>\n",
       "      <th>218</th>\n",
       "      <th>219</th>\n",
       "      <th>220</th>\n",
       "      <th>221</th>\n",
       "      <th>222</th>\n",
       "      <th>223</th>\n",
       "      <th>224</th>\n",
       "      <th>225</th>\n",
       "      <th>226</th>\n",
       "      <th>227</th>\n",
       "      <th>228</th>\n",
       "      <th>229</th>\n",
       "      <th>230</th>\n",
       "      <th>231</th>\n",
       "      <th>232</th>\n",
       "      <th>233</th>\n",
       "      <th>234</th>\n",
       "      <th>235</th>\n",
       "      <th>236</th>\n",
       "      <th>237</th>\n",
       "      <th>238</th>\n",
       "      <th>239</th>\n",
       "      <th>240</th>\n",
       "      <th>241</th>\n",
       "      <th>242</th>\n",
       "      <th>243</th>\n",
       "      <th>244</th>\n",
       "      <th>245</th>\n",
       "      <th>246</th>\n",
       "      <th>247</th>\n",
       "      <th>248</th>\n",
       "      <th>249</th>\n",
       "      <th>250</th>\n",
       "      <th>251</th>\n",
       "      <th>252</th>\n",
       "      <th>253</th>\n",
       "      <th>254</th>\n",
       "      <th>255</th>\n",
       "      <th>256</th>\n",
       "      <th>257</th>\n",
       "      <th>258</th>\n",
       "      <th>259</th>\n",
       "      <th>260</th>\n",
       "      <th>261</th>\n",
       "      <th>262</th>\n",
       "      <th>263</th>\n",
       "      <th>264</th>\n",
       "      <th>265</th>\n",
       "      <th>266</th>\n",
       "      <th>267</th>\n",
       "      <th>268</th>\n",
       "      <th>269</th>\n",
       "      <th>270</th>\n",
       "      <th>271</th>\n",
       "      <th>272</th>\n",
       "      <th>273</th>\n",
       "      <th>274</th>\n",
       "      <th>275</th>\n",
       "      <th>276</th>\n",
       "      <th>277</th>\n",
       "      <th>278</th>\n",
       "      <th>279</th>\n",
       "      <th>280</th>\n",
       "      <th>281</th>\n",
       "      <th>282</th>\n",
       "      <th>283</th>\n",
       "      <th>284</th>\n",
       "      <th>285</th>\n",
       "      <th>286</th>\n",
       "      <th>287</th>\n",
       "      <th>288</th>\n",
       "      <th>289</th>\n",
       "      <th>290</th>\n",
       "      <th>291</th>\n",
       "      <th>292</th>\n",
       "      <th>293</th>\n",
       "      <th>294</th>\n",
       "      <th>295</th>\n",
       "      <th>296</th>\n",
       "      <th>297</th>\n",
       "      <th>298</th>\n",
       "      <th>299</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>https://americanliterature.com/author/eleanor-...</td>\n",
       "      <td>15044</td>\n",
       "      <td>Peace on Earth, Good-Will to Dogs</td>\n",
       "      <td>0</td>\n",
       "      <td>Eleanor Hallowell Abbott</td>\n",
       "      <td>PART I\\n\\nIf you don't like Christmas stories,...</td>\n",
       "      <td>0.592896</td>\n",
       "      <td>0.397839</td>\n",
       "      <td>0.569567</td>\n",
       "      <td>0_eleanor-hallowell-abbott-peace-on-earth-good...</td>\n",
       "      <td>part i if not like christmas story not read an...</td>\n",
       "      <td>9033</td>\n",
       "      <td>11.964912</td>\n",
       "      <td>5.968875</td>\n",
       "      <td>2548</td>\n",
       "      <td>0.282077</td>\n",
       "      <td>0.555175</td>\n",
       "      <td>4.861874</td>\n",
       "      <td>4.319759</td>\n",
       "      <td>0.163068</td>\n",
       "      <td>8.358159</td>\n",
       "      <td>5.208221</td>\n",
       "      <td>8.372235</td>\n",
       "      <td>-7.121128</td>\n",
       "      <td>1.512226</td>\n",
       "      <td>-7.933094</td>\n",
       "      <td>1.295583</td>\n",
       "      <td>-7.097304</td>\n",
       "      <td>2.419966</td>\n",
       "      <td>3.327276</td>\n",
       "      <td>2.917077</td>\n",
       "      <td>-4.512812</td>\n",
       "      <td>5.374939</td>\n",
       "      <td>5.040714</td>\n",
       "      <td>5.009961</td>\n",
       "      <td>-9.276822</td>\n",
       "      <td>-4.718969</td>\n",
       "      <td>-1.634965</td>\n",
       "      <td>-4.669248</td>\n",
       "      <td>0.042722</td>\n",
       "      <td>-2.390416</td>\n",
       "      <td>-3.240446</td>\n",
       "      <td>1.994841</td>\n",
       "      <td>-10.082300</td>\n",
       "      <td>2.820813</td>\n",
       "      <td>-11.482812</td>\n",
       "      <td>-4.550040</td>\n",
       "      <td>-1.361129</td>\n",
       "      <td>-3.756477</td>\n",
       "      <td>5.969791</td>\n",
       "      <td>-0.042371</td>\n",
       "      <td>7.578742</td>\n",
       "      <td>2.431652</td>\n",
       "      <td>3.443340</td>\n",
       "      <td>0.804764</td>\n",
       "      <td>-3.685419</td>\n",
       "      <td>-1.745096</td>\n",
       "      <td>4.549394</td>\n",
       "      <td>0.416207</td>\n",
       "      <td>5.540476</td>\n",
       "      <td>-10.203845</td>\n",
       "      <td>0.689251</td>\n",
       "      <td>2.907690</td>\n",
       "      <td>4.847553</td>\n",
       "      <td>-4.433335</td>\n",
       "      <td>3.264260</td>\n",
       "      <td>-3.869427</td>\n",
       "      <td>1.625076</td>\n",
       "      <td>0.072908</td>\n",
       "      <td>6.334869</td>\n",
       "      <td>0.358233</td>\n",
       "      <td>-5.328881</td>\n",
       "      <td>-0.816907</td>\n",
       "      <td>-1.716247</td>\n",
       "      <td>2.538815</td>\n",
       "      <td>-5.528098</td>\n",
       "      <td>1.323959</td>\n",
       "      <td>-1.098762</td>\n",
       "      <td>-1.045095</td>\n",
       "      <td>1.174464</td>\n",
       "      <td>-1.766369</td>\n",
       "      <td>3.862909</td>\n",
       "      <td>4.202172</td>\n",
       "      <td>2.407619</td>\n",
       "      <td>-0.339129</td>\n",
       "      <td>-2.198718</td>\n",
       "      <td>-2.134563</td>\n",
       "      <td>3.983220</td>\n",
       "      <td>0.035465</td>\n",
       "      <td>-1.564883</td>\n",
       "      <td>-4.948633</td>\n",
       "      <td>-9.485077</td>\n",
       "      <td>8.625411</td>\n",
       "      <td>-4.863653</td>\n",
       "      <td>3.344614</td>\n",
       "      <td>7.356031</td>\n",
       "      <td>-2.444434</td>\n",
       "      <td>-10.908901</td>\n",
       "      <td>-0.153568</td>\n",
       "      <td>-3.280349</td>\n",
       "      <td>-3.592317</td>\n",
       "      <td>2.537003</td>\n",
       "      <td>1.504528</td>\n",
       "      <td>-8.844163</td>\n",
       "      <td>2.577962</td>\n",
       "      <td>5.662051</td>\n",
       "      <td>6.821327</td>\n",
       "      <td>-9.060608</td>\n",
       "      <td>-10.661200</td>\n",
       "      <td>10.866219</td>\n",
       "      <td>6.337041</td>\n",
       "      <td>5.317682</td>\n",
       "      <td>-5.129464</td>\n",
       "      <td>1.620277</td>\n",
       "      <td>0.971364</td>\n",
       "      <td>-6.797149</td>\n",
       "      <td>7.186919</td>\n",
       "      <td>-3.854591</td>\n",
       "      <td>-4.601439</td>\n",
       "      <td>0.546769</td>\n",
       "      <td>1.143325</td>\n",
       "      <td>4.124691</td>\n",
       "      <td>2.990239</td>\n",
       "      <td>-2.025998</td>\n",
       "      <td>-7.397954</td>\n",
       "      <td>7.204145</td>\n",
       "      <td>-1.156040</td>\n",
       "      <td>6.167669</td>\n",
       "      <td>3.992260</td>\n",
       "      <td>5.632515</td>\n",
       "      <td>-1.796846</td>\n",
       "      <td>1.556070</td>\n",
       "      <td>-3.424269</td>\n",
       "      <td>-0.287443</td>\n",
       "      <td>-6.096622</td>\n",
       "      <td>-4.015090</td>\n",
       "      <td>2.212620</td>\n",
       "      <td>1.891842</td>\n",
       "      <td>1.522097</td>\n",
       "      <td>-6.775996</td>\n",
       "      <td>5.831937</td>\n",
       "      <td>-1.542262</td>\n",
       "      <td>-5.128420</td>\n",
       "      <td>-2.760127</td>\n",
       "      <td>-5.126336</td>\n",
       "      <td>2.877373</td>\n",
       "      <td>0.802153</td>\n",
       "      <td>-3.984041</td>\n",
       "      <td>5.135415</td>\n",
       "      <td>-0.594155</td>\n",
       "      <td>-0.609838</td>\n",
       "      <td>-6.466841</td>\n",
       "      <td>-8.500535</td>\n",
       "      <td>0.505891</td>\n",
       "      <td>-2.534824</td>\n",
       "      <td>-8.170397</td>\n",
       "      <td>-2.066716</td>\n",
       "      <td>0.675166</td>\n",
       "      <td>10.341161</td>\n",
       "      <td>3.281235</td>\n",
       "      <td>-1.785441</td>\n",
       "      <td>-6.709580</td>\n",
       "      <td>-0.445210</td>\n",
       "      <td>-2.460573</td>\n",
       "      <td>-0.729001</td>\n",
       "      <td>5.750428</td>\n",
       "      <td>5.164519</td>\n",
       "      <td>-1.297226</td>\n",
       "      <td>-1.575792</td>\n",
       "      <td>-2.749284</td>\n",
       "      <td>7.056217</td>\n",
       "      <td>-1.463086</td>\n",
       "      <td>-0.151141</td>\n",
       "      <td>-2.384959</td>\n",
       "      <td>-3.562505</td>\n",
       "      <td>1.725008</td>\n",
       "      <td>7.006545</td>\n",
       "      <td>6.722100</td>\n",
       "      <td>0.338544</td>\n",
       "      <td>10.920292</td>\n",
       "      <td>3.665195</td>\n",
       "      <td>-2.030740</td>\n",
       "      <td>3.789742</td>\n",
       "      <td>-8.907887</td>\n",
       "      <td>-3.186035</td>\n",
       "      <td>-0.720327</td>\n",
       "      <td>-1.583295</td>\n",
       "      <td>3.777367</td>\n",
       "      <td>-1.325531</td>\n",
       "      <td>-0.603140</td>\n",
       "      <td>0.904870</td>\n",
       "      <td>-1.870971</td>\n",
       "      <td>-2.543888</td>\n",
       "      <td>10.902845</td>\n",
       "      <td>-0.038157</td>\n",
       "      <td>1.436809</td>\n",
       "      <td>-0.849444</td>\n",
       "      <td>2.932978</td>\n",
       "      <td>5.630321</td>\n",
       "      <td>-7.056156</td>\n",
       "      <td>0.320697</td>\n",
       "      <td>-3.818776</td>\n",
       "      <td>-8.833217</td>\n",
       "      <td>-2.680297</td>\n",
       "      <td>1.992174</td>\n",
       "      <td>-0.458405</td>\n",
       "      <td>-9.361571</td>\n",
       "      <td>0.306409</td>\n",
       "      <td>1.255548</td>\n",
       "      <td>3.683028</td>\n",
       "      <td>2.320683</td>\n",
       "      <td>-4.354571</td>\n",
       "      <td>4.967832</td>\n",
       "      <td>-0.774442</td>\n",
       "      <td>8.348999</td>\n",
       "      <td>2.304204</td>\n",
       "      <td>2.949452</td>\n",
       "      <td>10.323769</td>\n",
       "      <td>2.487326</td>\n",
       "      <td>10.160550</td>\n",
       "      <td>-2.298968</td>\n",
       "      <td>-9.646900</td>\n",
       "      <td>2.467199</td>\n",
       "      <td>-6.788265</td>\n",
       "      <td>3.453564</td>\n",
       "      <td>-3.142964</td>\n",
       "      <td>-4.436754</td>\n",
       "      <td>4.423307</td>\n",
       "      <td>-2.731275</td>\n",
       "      <td>-1.913902</td>\n",
       "      <td>-4.430228</td>\n",
       "      <td>-1.047280</td>\n",
       "      <td>-4.264968</td>\n",
       "      <td>6.707982</td>\n",
       "      <td>-3.227940</td>\n",
       "      <td>-5.508604</td>\n",
       "      <td>1.663131</td>\n",
       "      <td>0.279833</td>\n",
       "      <td>3.723429</td>\n",
       "      <td>7.140599</td>\n",
       "      <td>-6.329994</td>\n",
       "      <td>0.704991</td>\n",
       "      <td>4.937499</td>\n",
       "      <td>-6.974089</td>\n",
       "      <td>-0.571169</td>\n",
       "      <td>-0.989557</td>\n",
       "      <td>5.850357</td>\n",
       "      <td>3.383751</td>\n",
       "      <td>9.044473</td>\n",
       "      <td>2.753140</td>\n",
       "      <td>-2.344712</td>\n",
       "      <td>3.591031</td>\n",
       "      <td>-4.017252</td>\n",
       "      <td>2.688149</td>\n",
       "      <td>0.674900</td>\n",
       "      <td>5.338981</td>\n",
       "      <td>9.711458</td>\n",
       "      <td>-11.715799</td>\n",
       "      <td>1.887864</td>\n",
       "      <td>8.149658</td>\n",
       "      <td>-0.898110</td>\n",
       "      <td>-6.704516</td>\n",
       "      <td>-2.470985</td>\n",
       "      <td>-4.978999</td>\n",
       "      <td>3.330417</td>\n",
       "      <td>-5.777764</td>\n",
       "      <td>2.843236</td>\n",
       "      <td>-1.169064</td>\n",
       "      <td>-2.638488</td>\n",
       "      <td>3.008797</td>\n",
       "      <td>5.272149</td>\n",
       "      <td>-4.308632</td>\n",
       "      <td>5.550278</td>\n",
       "      <td>-4.461922</td>\n",
       "      <td>1.884546</td>\n",
       "      <td>-0.599696</td>\n",
       "      <td>-11.278704</td>\n",
       "      <td>-2.006219</td>\n",
       "      <td>4.126678</td>\n",
       "      <td>4.434412</td>\n",
       "      <td>7.204116</td>\n",
       "      <td>3.333428</td>\n",
       "      <td>-0.117424</td>\n",
       "      <td>4.303011</td>\n",
       "      <td>0.130948</td>\n",
       "      <td>3.675465</td>\n",
       "      <td>-2.348651</td>\n",
       "      <td>6.085864</td>\n",
       "      <td>-5.057386</td>\n",
       "      <td>2.257509</td>\n",
       "      <td>-11.803610</td>\n",
       "      <td>4.749285</td>\n",
       "      <td>0.983522</td>\n",
       "      <td>6.734220</td>\n",
       "      <td>-5.208762</td>\n",
       "      <td>5.842612</td>\n",
       "      <td>-2.317917</td>\n",
       "      <td>-4.925443</td>\n",
       "      <td>4.718173</td>\n",
       "      <td>1.468855</td>\n",
       "      <td>-1.377871</td>\n",
       "      <td>-7.700944</td>\n",
       "      <td>1.952728</td>\n",
       "      <td>-13.489065</td>\n",
       "      <td>12.533296</td>\n",
       "      <td>-3.321778</td>\n",
       "      <td>-6.803755</td>\n",
       "      <td>3.793141</td>\n",
       "      <td>3.837345</td>\n",
       "      <td>3.778354</td>\n",
       "      <td>-0.815515</td>\n",
       "      <td>-0.720440</td>\n",
       "      <td>-10.738245</td>\n",
       "      <td>-8.765683</td>\n",
       "      <td>0.875089</td>\n",
       "      <td>-10.176691</td>\n",
       "      <td>1.736791</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>https://americanliterature.com/author/eleanor-...</td>\n",
       "      <td>10874</td>\n",
       "      <td>The Indiscreet Letter</td>\n",
       "      <td>1</td>\n",
       "      <td>Eleanor Hallowell Abbott</td>\n",
       "      <td>The Railroad Journey was very long and slow. T...</td>\n",
       "      <td>0.593563</td>\n",
       "      <td>0.381156</td>\n",
       "      <td>0.574662</td>\n",
       "      <td>1_eleanor-hallowell-abbott-the-indiscreet-letter</td>\n",
       "      <td>the railroad journey long slow the traveling s...</td>\n",
       "      <td>6080</td>\n",
       "      <td>24.357303</td>\n",
       "      <td>5.765477</td>\n",
       "      <td>1876</td>\n",
       "      <td>0.308553</td>\n",
       "      <td>0.533698</td>\n",
       "      <td>3.134114</td>\n",
       "      <td>5.642848</td>\n",
       "      <td>-7.120562</td>\n",
       "      <td>3.248666</td>\n",
       "      <td>2.730297</td>\n",
       "      <td>0.114951</td>\n",
       "      <td>-3.648374</td>\n",
       "      <td>3.018176</td>\n",
       "      <td>5.326436</td>\n",
       "      <td>-1.634649</td>\n",
       "      <td>2.018243</td>\n",
       "      <td>1.535305</td>\n",
       "      <td>-1.275911</td>\n",
       "      <td>2.114145</td>\n",
       "      <td>2.958743</td>\n",
       "      <td>-8.385591</td>\n",
       "      <td>-2.965207</td>\n",
       "      <td>0.902382</td>\n",
       "      <td>-4.429614</td>\n",
       "      <td>-5.579678</td>\n",
       "      <td>0.973481</td>\n",
       "      <td>4.390507</td>\n",
       "      <td>-0.543242</td>\n",
       "      <td>-4.210322</td>\n",
       "      <td>-3.480835</td>\n",
       "      <td>-0.107075</td>\n",
       "      <td>-0.336952</td>\n",
       "      <td>-1.801986</td>\n",
       "      <td>0.114742</td>\n",
       "      <td>0.072089</td>\n",
       "      <td>-3.078609</td>\n",
       "      <td>-2.101850</td>\n",
       "      <td>5.460537</td>\n",
       "      <td>-2.965555</td>\n",
       "      <td>-4.170865</td>\n",
       "      <td>-0.203819</td>\n",
       "      <td>3.809141</td>\n",
       "      <td>-0.659947</td>\n",
       "      <td>5.054850</td>\n",
       "      <td>-2.210408</td>\n",
       "      <td>8.180817</td>\n",
       "      <td>-1.340105</td>\n",
       "      <td>4.526366</td>\n",
       "      <td>-6.864757</td>\n",
       "      <td>-0.374227</td>\n",
       "      <td>0.965295</td>\n",
       "      <td>-2.450792</td>\n",
       "      <td>3.201990</td>\n",
       "      <td>-0.218864</td>\n",
       "      <td>-10.111511</td>\n",
       "      <td>-7.463766</td>\n",
       "      <td>-2.465056</td>\n",
       "      <td>8.823571</td>\n",
       "      <td>-1.421416</td>\n",
       "      <td>1.516023</td>\n",
       "      <td>-5.147778</td>\n",
       "      <td>0.952159</td>\n",
       "      <td>3.072719</td>\n",
       "      <td>1.656511</td>\n",
       "      <td>1.094699</td>\n",
       "      <td>-0.825113</td>\n",
       "      <td>-1.556706</td>\n",
       "      <td>3.580939</td>\n",
       "      <td>-0.633979</td>\n",
       "      <td>0.297246</td>\n",
       "      <td>6.003830</td>\n",
       "      <td>-4.793611</td>\n",
       "      <td>1.981241</td>\n",
       "      <td>-4.752258</td>\n",
       "      <td>1.778987</td>\n",
       "      <td>2.023305</td>\n",
       "      <td>-1.811854</td>\n",
       "      <td>-7.473086</td>\n",
       "      <td>-3.711129</td>\n",
       "      <td>-3.244541</td>\n",
       "      <td>2.318778</td>\n",
       "      <td>-2.273292</td>\n",
       "      <td>-0.000854</td>\n",
       "      <td>2.276960</td>\n",
       "      <td>-1.482459</td>\n",
       "      <td>-7.308198</td>\n",
       "      <td>1.476037</td>\n",
       "      <td>-0.534404</td>\n",
       "      <td>-0.856123</td>\n",
       "      <td>1.641792</td>\n",
       "      <td>1.380163</td>\n",
       "      <td>-5.536500</td>\n",
       "      <td>-1.888848</td>\n",
       "      <td>-0.386890</td>\n",
       "      <td>-3.616324</td>\n",
       "      <td>-6.885782</td>\n",
       "      <td>3.885785</td>\n",
       "      <td>4.164347</td>\n",
       "      <td>-7.949521</td>\n",
       "      <td>6.655008</td>\n",
       "      <td>0.339854</td>\n",
       "      <td>0.341627</td>\n",
       "      <td>-1.979987</td>\n",
       "      <td>-1.061813</td>\n",
       "      <td>5.516298</td>\n",
       "      <td>7.342410</td>\n",
       "      <td>-5.307001</td>\n",
       "      <td>-0.022107</td>\n",
       "      <td>-5.306968</td>\n",
       "      <td>2.318608</td>\n",
       "      <td>0.770336</td>\n",
       "      <td>-0.077887</td>\n",
       "      <td>-0.708155</td>\n",
       "      <td>3.136672</td>\n",
       "      <td>-1.528245</td>\n",
       "      <td>0.151953</td>\n",
       "      <td>4.754211</td>\n",
       "      <td>9.328606</td>\n",
       "      <td>-2.200772</td>\n",
       "      <td>0.814210</td>\n",
       "      <td>0.531334</td>\n",
       "      <td>-5.578634</td>\n",
       "      <td>-3.432142</td>\n",
       "      <td>-1.102730</td>\n",
       "      <td>-4.268293</td>\n",
       "      <td>-0.957720</td>\n",
       "      <td>-6.678716</td>\n",
       "      <td>-9.866776</td>\n",
       "      <td>6.556701</td>\n",
       "      <td>-3.228840</td>\n",
       "      <td>0.742275</td>\n",
       "      <td>-6.389521</td>\n",
       "      <td>-1.442452</td>\n",
       "      <td>7.283401</td>\n",
       "      <td>-2.306278</td>\n",
       "      <td>-1.772425</td>\n",
       "      <td>7.251350</td>\n",
       "      <td>-1.880267</td>\n",
       "      <td>-1.246225</td>\n",
       "      <td>-4.234151</td>\n",
       "      <td>-2.755013</td>\n",
       "      <td>4.570104</td>\n",
       "      <td>-0.038619</td>\n",
       "      <td>-4.400175</td>\n",
       "      <td>1.939111</td>\n",
       "      <td>4.673286</td>\n",
       "      <td>-3.721614</td>\n",
       "      <td>1.451988</td>\n",
       "      <td>-6.013023</td>\n",
       "      <td>-3.571166</td>\n",
       "      <td>1.482984</td>\n",
       "      <td>-3.103171</td>\n",
       "      <td>-3.984831</td>\n",
       "      <td>-7.086194</td>\n",
       "      <td>-0.433882</td>\n",
       "      <td>3.623861</td>\n",
       "      <td>-0.098783</td>\n",
       "      <td>-3.702922</td>\n",
       "      <td>5.766148</td>\n",
       "      <td>-0.871275</td>\n",
       "      <td>3.507771</td>\n",
       "      <td>1.640068</td>\n",
       "      <td>-0.070387</td>\n",
       "      <td>-1.102228</td>\n",
       "      <td>0.995773</td>\n",
       "      <td>2.848854</td>\n",
       "      <td>3.308196</td>\n",
       "      <td>2.922251</td>\n",
       "      <td>4.348464</td>\n",
       "      <td>0.268659</td>\n",
       "      <td>9.406112</td>\n",
       "      <td>-0.972178</td>\n",
       "      <td>-5.304334</td>\n",
       "      <td>-0.197916</td>\n",
       "      <td>-3.861259</td>\n",
       "      <td>3.435551</td>\n",
       "      <td>-2.763406</td>\n",
       "      <td>4.999836</td>\n",
       "      <td>-0.123823</td>\n",
       "      <td>2.199590</td>\n",
       "      <td>9.246113</td>\n",
       "      <td>8.881611</td>\n",
       "      <td>-3.574657</td>\n",
       "      <td>-10.546439</td>\n",
       "      <td>-2.676881</td>\n",
       "      <td>1.190091</td>\n",
       "      <td>0.691263</td>\n",
       "      <td>-1.454017</td>\n",
       "      <td>-5.200096</td>\n",
       "      <td>4.007379</td>\n",
       "      <td>-1.368743</td>\n",
       "      <td>-1.332492</td>\n",
       "      <td>-5.849655</td>\n",
       "      <td>-7.292337</td>\n",
       "      <td>-5.151796</td>\n",
       "      <td>-0.921632</td>\n",
       "      <td>1.400383</td>\n",
       "      <td>4.675943</td>\n",
       "      <td>-3.660973</td>\n",
       "      <td>2.497576</td>\n",
       "      <td>-2.146796</td>\n",
       "      <td>-0.893644</td>\n",
       "      <td>-0.628176</td>\n",
       "      <td>-0.375604</td>\n",
       "      <td>4.347340</td>\n",
       "      <td>0.958427</td>\n",
       "      <td>1.353123</td>\n",
       "      <td>-0.385863</td>\n",
       "      <td>4.167843</td>\n",
       "      <td>-5.147196</td>\n",
       "      <td>-1.444246</td>\n",
       "      <td>0.571594</td>\n",
       "      <td>7.470967</td>\n",
       "      <td>-2.230894</td>\n",
       "      <td>-8.464601</td>\n",
       "      <td>3.155507</td>\n",
       "      <td>2.486296</td>\n",
       "      <td>2.319020</td>\n",
       "      <td>-5.327929</td>\n",
       "      <td>8.874663</td>\n",
       "      <td>2.265634</td>\n",
       "      <td>5.417432</td>\n",
       "      <td>-1.273486</td>\n",
       "      <td>-7.197270</td>\n",
       "      <td>1.750934</td>\n",
       "      <td>1.619214</td>\n",
       "      <td>5.751216</td>\n",
       "      <td>-0.474901</td>\n",
       "      <td>2.770811</td>\n",
       "      <td>5.952167</td>\n",
       "      <td>0.160369</td>\n",
       "      <td>2.744524</td>\n",
       "      <td>2.470548</td>\n",
       "      <td>-5.185219</td>\n",
       "      <td>3.854153</td>\n",
       "      <td>2.375064</td>\n",
       "      <td>7.144595</td>\n",
       "      <td>2.891711</td>\n",
       "      <td>-2.010084</td>\n",
       "      <td>-0.476149</td>\n",
       "      <td>1.016145</td>\n",
       "      <td>4.348795</td>\n",
       "      <td>-5.009333</td>\n",
       "      <td>4.223437</td>\n",
       "      <td>4.471847</td>\n",
       "      <td>-0.941060</td>\n",
       "      <td>0.174732</td>\n",
       "      <td>1.392744</td>\n",
       "      <td>3.336796</td>\n",
       "      <td>-5.369522</td>\n",
       "      <td>0.687863</td>\n",
       "      <td>1.299542</td>\n",
       "      <td>1.784163</td>\n",
       "      <td>-0.479239</td>\n",
       "      <td>3.685550</td>\n",
       "      <td>-5.150276</td>\n",
       "      <td>0.919718</td>\n",
       "      <td>2.564619</td>\n",
       "      <td>4.845629</td>\n",
       "      <td>-7.931348</td>\n",
       "      <td>6.315047</td>\n",
       "      <td>-0.135251</td>\n",
       "      <td>-1.000276</td>\n",
       "      <td>0.647249</td>\n",
       "      <td>-9.013106</td>\n",
       "      <td>-1.466449</td>\n",
       "      <td>0.844802</td>\n",
       "      <td>5.161949</td>\n",
       "      <td>4.118372</td>\n",
       "      <td>2.676588</td>\n",
       "      <td>0.251970</td>\n",
       "      <td>-4.197124</td>\n",
       "      <td>0.293951</td>\n",
       "      <td>1.258946</td>\n",
       "      <td>-4.257861</td>\n",
       "      <td>4.711821</td>\n",
       "      <td>-1.146002</td>\n",
       "      <td>0.939830</td>\n",
       "      <td>2.208132</td>\n",
       "      <td>1.370910</td>\n",
       "      <td>-2.455004</td>\n",
       "      <td>-2.719983</td>\n",
       "      <td>6.407780</td>\n",
       "      <td>2.046252</td>\n",
       "      <td>0.799790</td>\n",
       "      <td>1.182971</td>\n",
       "      <td>-7.224791</td>\n",
       "      <td>-3.194687</td>\n",
       "      <td>-2.773505</td>\n",
       "      <td>-0.977490</td>\n",
       "      <td>-5.127359</td>\n",
       "      <td>-4.859088</td>\n",
       "      <td>3.925502</td>\n",
       "      <td>-9.122751</td>\n",
       "      <td>-3.703819</td>\n",
       "      <td>-0.309515</td>\n",
       "      <td>3.147870</td>\n",
       "      <td>0.635545</td>\n",
       "      <td>-0.334742</td>\n",
       "      <td>-0.751833</td>\n",
       "      <td>-3.957765</td>\n",
       "      <td>-0.385042</td>\n",
       "      <td>-6.485331</td>\n",
       "      <td>-4.579382</td>\n",
       "      <td>-1.580983</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>https://americanliterature.com/author/achmed-a...</td>\n",
       "      <td>6922</td>\n",
       "      <td>An Act of Piety</td>\n",
       "      <td>2</td>\n",
       "      <td>Achmed Abdullah</td>\n",
       "      <td>His affair that night was prosy. He was intend...</td>\n",
       "      <td>0.583742</td>\n",
       "      <td>0.395598</td>\n",
       "      <td>0.566515</td>\n",
       "      <td>2_achmed-abdullah-an-act-of-piety</td>\n",
       "      <td>his affair night prosy he intend murder old sp...</td>\n",
       "      <td>4049</td>\n",
       "      <td>20.912387</td>\n",
       "      <td>5.751228</td>\n",
       "      <td>1648</td>\n",
       "      <td>0.407014</td>\n",
       "      <td>0.582742</td>\n",
       "      <td>6.098742</td>\n",
       "      <td>3.017206</td>\n",
       "      <td>-1.048172</td>\n",
       "      <td>-0.222434</td>\n",
       "      <td>5.859688</td>\n",
       "      <td>6.612431</td>\n",
       "      <td>-1.588231</td>\n",
       "      <td>-0.716303</td>\n",
       "      <td>0.696927</td>\n",
       "      <td>-2.475613</td>\n",
       "      <td>-4.448147</td>\n",
       "      <td>2.878675</td>\n",
       "      <td>-0.537580</td>\n",
       "      <td>3.003509</td>\n",
       "      <td>3.012547</td>\n",
       "      <td>4.051500</td>\n",
       "      <td>5.177166</td>\n",
       "      <td>-0.080491</td>\n",
       "      <td>-9.109838</td>\n",
       "      <td>-2.171110</td>\n",
       "      <td>-3.656562</td>\n",
       "      <td>-1.392077</td>\n",
       "      <td>0.836388</td>\n",
       "      <td>0.133128</td>\n",
       "      <td>-1.627533</td>\n",
       "      <td>8.193739</td>\n",
       "      <td>-8.817892</td>\n",
       "      <td>-1.247920</td>\n",
       "      <td>4.579268</td>\n",
       "      <td>-3.041674</td>\n",
       "      <td>-3.006591</td>\n",
       "      <td>-0.027944</td>\n",
       "      <td>-6.288928</td>\n",
       "      <td>5.939641</td>\n",
       "      <td>-0.092235</td>\n",
       "      <td>4.135148</td>\n",
       "      <td>5.435762</td>\n",
       "      <td>-1.076492</td>\n",
       "      <td>3.693807</td>\n",
       "      <td>1.822556</td>\n",
       "      <td>-0.022828</td>\n",
       "      <td>0.238229</td>\n",
       "      <td>-3.787244</td>\n",
       "      <td>-5.188018</td>\n",
       "      <td>0.710531</td>\n",
       "      <td>-1.899710</td>\n",
       "      <td>-0.526974</td>\n",
       "      <td>2.365511</td>\n",
       "      <td>-0.995235</td>\n",
       "      <td>-1.863252</td>\n",
       "      <td>0.416095</td>\n",
       "      <td>-1.277161</td>\n",
       "      <td>-4.014213</td>\n",
       "      <td>-1.427451</td>\n",
       "      <td>-1.615829</td>\n",
       "      <td>-0.732143</td>\n",
       "      <td>-1.776744</td>\n",
       "      <td>3.212198</td>\n",
       "      <td>0.328230</td>\n",
       "      <td>0.401042</td>\n",
       "      <td>1.237281</td>\n",
       "      <td>5.826956</td>\n",
       "      <td>2.060042</td>\n",
       "      <td>4.411716</td>\n",
       "      <td>0.511540</td>\n",
       "      <td>0.156640</td>\n",
       "      <td>-3.422767</td>\n",
       "      <td>-0.501871</td>\n",
       "      <td>-2.746079</td>\n",
       "      <td>-3.464296</td>\n",
       "      <td>5.124469</td>\n",
       "      <td>5.778058</td>\n",
       "      <td>-0.828357</td>\n",
       "      <td>-5.380214</td>\n",
       "      <td>-0.132370</td>\n",
       "      <td>-0.447793</td>\n",
       "      <td>2.901149</td>\n",
       "      <td>-2.498508</td>\n",
       "      <td>1.986258</td>\n",
       "      <td>-0.437812</td>\n",
       "      <td>-1.978144</td>\n",
       "      <td>-1.250560</td>\n",
       "      <td>-4.443228</td>\n",
       "      <td>-1.662798</td>\n",
       "      <td>-2.403116</td>\n",
       "      <td>5.254980</td>\n",
       "      <td>-5.552560</td>\n",
       "      <td>4.231427</td>\n",
       "      <td>0.052377</td>\n",
       "      <td>3.151056</td>\n",
       "      <td>-1.382974</td>\n",
       "      <td>5.684523</td>\n",
       "      <td>-4.044361</td>\n",
       "      <td>-4.545782</td>\n",
       "      <td>2.980243</td>\n",
       "      <td>-1.373491</td>\n",
       "      <td>-3.338535</td>\n",
       "      <td>2.145665</td>\n",
       "      <td>-6.996764</td>\n",
       "      <td>3.516145</td>\n",
       "      <td>6.788551</td>\n",
       "      <td>-0.948892</td>\n",
       "      <td>2.895651</td>\n",
       "      <td>-0.409906</td>\n",
       "      <td>2.149620</td>\n",
       "      <td>0.763481</td>\n",
       "      <td>-4.349734</td>\n",
       "      <td>-1.332447</td>\n",
       "      <td>1.349293</td>\n",
       "      <td>3.251922</td>\n",
       "      <td>0.755119</td>\n",
       "      <td>-2.403942</td>\n",
       "      <td>3.351332</td>\n",
       "      <td>1.418059</td>\n",
       "      <td>-2.783918</td>\n",
       "      <td>0.727768</td>\n",
       "      <td>-3.751978</td>\n",
       "      <td>1.731799</td>\n",
       "      <td>-2.884158</td>\n",
       "      <td>-5.885455</td>\n",
       "      <td>4.180711</td>\n",
       "      <td>-8.680734</td>\n",
       "      <td>-5.060504</td>\n",
       "      <td>4.622196</td>\n",
       "      <td>-0.741851</td>\n",
       "      <td>2.009349</td>\n",
       "      <td>-1.892974</td>\n",
       "      <td>1.830204</td>\n",
       "      <td>4.390028</td>\n",
       "      <td>-0.766709</td>\n",
       "      <td>-9.082603</td>\n",
       "      <td>5.922822</td>\n",
       "      <td>-2.778220</td>\n",
       "      <td>-5.746341</td>\n",
       "      <td>3.512650</td>\n",
       "      <td>-0.576125</td>\n",
       "      <td>-4.767556</td>\n",
       "      <td>1.886284</td>\n",
       "      <td>0.087275</td>\n",
       "      <td>2.892170</td>\n",
       "      <td>2.138243</td>\n",
       "      <td>-0.068062</td>\n",
       "      <td>-3.224316</td>\n",
       "      <td>1.219873</td>\n",
       "      <td>1.070610</td>\n",
       "      <td>-1.472569</td>\n",
       "      <td>1.075879</td>\n",
       "      <td>0.512673</td>\n",
       "      <td>3.809188</td>\n",
       "      <td>-3.343868</td>\n",
       "      <td>-0.933049</td>\n",
       "      <td>1.016453</td>\n",
       "      <td>1.476806</td>\n",
       "      <td>7.758092</td>\n",
       "      <td>10.045660</td>\n",
       "      <td>3.114943</td>\n",
       "      <td>2.194832</td>\n",
       "      <td>-1.690959</td>\n",
       "      <td>-3.691195</td>\n",
       "      <td>-4.876454</td>\n",
       "      <td>-6.147755</td>\n",
       "      <td>-3.662396</td>\n",
       "      <td>-10.208790</td>\n",
       "      <td>-3.600800</td>\n",
       "      <td>-2.092338</td>\n",
       "      <td>5.146975</td>\n",
       "      <td>-1.175333</td>\n",
       "      <td>2.664953</td>\n",
       "      <td>-0.334139</td>\n",
       "      <td>2.297014</td>\n",
       "      <td>-3.086910</td>\n",
       "      <td>1.329748</td>\n",
       "      <td>-1.976438</td>\n",
       "      <td>-0.847661</td>\n",
       "      <td>5.681430</td>\n",
       "      <td>4.521442</td>\n",
       "      <td>3.740888</td>\n",
       "      <td>-2.333842</td>\n",
       "      <td>-1.911662</td>\n",
       "      <td>-2.524864</td>\n",
       "      <td>-0.963309</td>\n",
       "      <td>2.164928</td>\n",
       "      <td>0.924774</td>\n",
       "      <td>-2.838274</td>\n",
       "      <td>-4.014644</td>\n",
       "      <td>-1.397024</td>\n",
       "      <td>0.712260</td>\n",
       "      <td>3.864706</td>\n",
       "      <td>-3.698513</td>\n",
       "      <td>0.594599</td>\n",
       "      <td>-3.359174</td>\n",
       "      <td>10.856916</td>\n",
       "      <td>-7.728823</td>\n",
       "      <td>1.918986</td>\n",
       "      <td>0.926381</td>\n",
       "      <td>11.365630</td>\n",
       "      <td>1.111163</td>\n",
       "      <td>3.418842</td>\n",
       "      <td>-2.362528</td>\n",
       "      <td>1.963031</td>\n",
       "      <td>-6.142421</td>\n",
       "      <td>-0.271947</td>\n",
       "      <td>2.537939</td>\n",
       "      <td>4.653232</td>\n",
       "      <td>3.148871</td>\n",
       "      <td>1.460517</td>\n",
       "      <td>-0.602725</td>\n",
       "      <td>1.536960</td>\n",
       "      <td>0.458156</td>\n",
       "      <td>2.738762</td>\n",
       "      <td>1.317639</td>\n",
       "      <td>-0.228641</td>\n",
       "      <td>8.089585</td>\n",
       "      <td>-4.355658</td>\n",
       "      <td>-6.202681</td>\n",
       "      <td>1.728950</td>\n",
       "      <td>2.122325</td>\n",
       "      <td>-1.822323</td>\n",
       "      <td>-3.914128</td>\n",
       "      <td>-3.027268</td>\n",
       "      <td>4.445912</td>\n",
       "      <td>3.067429</td>\n",
       "      <td>-8.439301</td>\n",
       "      <td>-4.412147</td>\n",
       "      <td>-1.276585</td>\n",
       "      <td>2.091590</td>\n",
       "      <td>-0.760549</td>\n",
       "      <td>4.942184</td>\n",
       "      <td>1.489706</td>\n",
       "      <td>4.097279</td>\n",
       "      <td>2.326777</td>\n",
       "      <td>3.883504</td>\n",
       "      <td>0.528616</td>\n",
       "      <td>-2.880738</td>\n",
       "      <td>-0.577151</td>\n",
       "      <td>1.235790</td>\n",
       "      <td>6.579035</td>\n",
       "      <td>-4.393658</td>\n",
       "      <td>-4.874355</td>\n",
       "      <td>-1.556074</td>\n",
       "      <td>6.158224</td>\n",
       "      <td>4.478148</td>\n",
       "      <td>3.260487</td>\n",
       "      <td>2.766262</td>\n",
       "      <td>-2.192249</td>\n",
       "      <td>1.937267</td>\n",
       "      <td>6.853279</td>\n",
       "      <td>-4.239418</td>\n",
       "      <td>0.825008</td>\n",
       "      <td>0.415096</td>\n",
       "      <td>-0.446619</td>\n",
       "      <td>4.456318</td>\n",
       "      <td>-1.163602</td>\n",
       "      <td>0.432443</td>\n",
       "      <td>-4.019351</td>\n",
       "      <td>3.912910</td>\n",
       "      <td>0.095282</td>\n",
       "      <td>-1.491796</td>\n",
       "      <td>0.914793</td>\n",
       "      <td>7.067616</td>\n",
       "      <td>-2.007250</td>\n",
       "      <td>-0.396503</td>\n",
       "      <td>-0.212236</td>\n",
       "      <td>-0.976101</td>\n",
       "      <td>0.762922</td>\n",
       "      <td>0.319841</td>\n",
       "      <td>-0.791346</td>\n",
       "      <td>2.735434</td>\n",
       "      <td>0.259214</td>\n",
       "      <td>5.268536</td>\n",
       "      <td>-2.257703</td>\n",
       "      <td>-1.560001</td>\n",
       "      <td>2.494245</td>\n",
       "      <td>1.699624</td>\n",
       "      <td>-0.165288</td>\n",
       "      <td>1.067518</td>\n",
       "      <td>6.989996</td>\n",
       "      <td>-3.516333</td>\n",
       "      <td>0.250614</td>\n",
       "      <td>2.020335</td>\n",
       "      <td>-1.224168</td>\n",
       "      <td>0.007256</td>\n",
       "      <td>-6.196254</td>\n",
       "      <td>-2.672141</td>\n",
       "      <td>-4.690968</td>\n",
       "      <td>-5.506144</td>\n",
       "      <td>-5.128156</td>\n",
       "      <td>4.617403</td>\n",
       "      <td>-0.077719</td>\n",
       "      <td>-3.143777</td>\n",
       "      <td>-9.559562</td>\n",
       "      <td>-1.365196</td>\n",
       "      <td>3.256023</td>\n",
       "      <td>-3.436836</td>\n",
       "      <td>-0.721138</td>\n",
       "      <td>-7.386739</td>\n",
       "      <td>-3.685618</td>\n",
       "      <td>-2.188498</td>\n",
       "      <td>2.970203</td>\n",
       "      <td>3.309226</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>https://americanliterature.com/author/achmed-a...</td>\n",
       "      <td>4371</td>\n",
       "      <td>An Indian Jataka</td>\n",
       "      <td>3</td>\n",
       "      <td>Achmed Abdullah</td>\n",
       "      <td>This is the tale which Jehan Tugluk Khan, a wi...</td>\n",
       "      <td>0.605795</td>\n",
       "      <td>0.404819</td>\n",
       "      <td>0.569258</td>\n",
       "      <td>3_achmed-abdullah-an-indian-jataka</td>\n",
       "      <td>this tale jehan tugluk khan wise man tartary m...</td>\n",
       "      <td>2365</td>\n",
       "      <td>24.550562</td>\n",
       "      <td>5.618307</td>\n",
       "      <td>1036</td>\n",
       "      <td>0.438055</td>\n",
       "      <td>0.601292</td>\n",
       "      <td>-0.454090</td>\n",
       "      <td>0.293897</td>\n",
       "      <td>-10.783051</td>\n",
       "      <td>1.756116</td>\n",
       "      <td>0.718028</td>\n",
       "      <td>-2.128923</td>\n",
       "      <td>6.535510</td>\n",
       "      <td>7.959409</td>\n",
       "      <td>2.078100</td>\n",
       "      <td>-0.038492</td>\n",
       "      <td>-0.622480</td>\n",
       "      <td>5.188337</td>\n",
       "      <td>0.899561</td>\n",
       "      <td>-4.301389</td>\n",
       "      <td>2.298638</td>\n",
       "      <td>1.313151</td>\n",
       "      <td>0.988572</td>\n",
       "      <td>-1.776255</td>\n",
       "      <td>-4.719376</td>\n",
       "      <td>-1.292945</td>\n",
       "      <td>-1.672646</td>\n",
       "      <td>2.691690</td>\n",
       "      <td>3.544550</td>\n",
       "      <td>-0.516580</td>\n",
       "      <td>-2.092427</td>\n",
       "      <td>3.686586</td>\n",
       "      <td>-3.981003</td>\n",
       "      <td>5.925389</td>\n",
       "      <td>1.303843</td>\n",
       "      <td>-5.210673</td>\n",
       "      <td>2.898058</td>\n",
       "      <td>-4.600603</td>\n",
       "      <td>-2.822496</td>\n",
       "      <td>-0.113570</td>\n",
       "      <td>5.502585</td>\n",
       "      <td>-3.668429</td>\n",
       "      <td>-0.441337</td>\n",
       "      <td>-4.873520</td>\n",
       "      <td>-3.951144</td>\n",
       "      <td>-2.101755</td>\n",
       "      <td>9.691566</td>\n",
       "      <td>-3.137634</td>\n",
       "      <td>-7.206901</td>\n",
       "      <td>-4.824722</td>\n",
       "      <td>3.588146</td>\n",
       "      <td>1.629656</td>\n",
       "      <td>-3.355456</td>\n",
       "      <td>-5.869746</td>\n",
       "      <td>-8.579959</td>\n",
       "      <td>3.015076</td>\n",
       "      <td>-3.659582</td>\n",
       "      <td>-2.688996</td>\n",
       "      <td>-3.019424</td>\n",
       "      <td>0.150744</td>\n",
       "      <td>-4.245385</td>\n",
       "      <td>-2.584806</td>\n",
       "      <td>-5.531348</td>\n",
       "      <td>7.749884</td>\n",
       "      <td>-0.270160</td>\n",
       "      <td>-3.895952</td>\n",
       "      <td>3.657273</td>\n",
       "      <td>-2.700112</td>\n",
       "      <td>-1.287933</td>\n",
       "      <td>-1.112561</td>\n",
       "      <td>-1.263825</td>\n",
       "      <td>1.126893</td>\n",
       "      <td>2.156872</td>\n",
       "      <td>6.231280</td>\n",
       "      <td>1.858766</td>\n",
       "      <td>-3.180161</td>\n",
       "      <td>1.076431</td>\n",
       "      <td>-3.120811</td>\n",
       "      <td>2.129603</td>\n",
       "      <td>-8.111791</td>\n",
       "      <td>1.076886</td>\n",
       "      <td>1.049952</td>\n",
       "      <td>2.131551</td>\n",
       "      <td>1.033749</td>\n",
       "      <td>3.861090</td>\n",
       "      <td>0.878959</td>\n",
       "      <td>0.261329</td>\n",
       "      <td>-6.785372</td>\n",
       "      <td>0.334719</td>\n",
       "      <td>-4.010568</td>\n",
       "      <td>-0.584062</td>\n",
       "      <td>-3.476405</td>\n",
       "      <td>-13.547645</td>\n",
       "      <td>0.102391</td>\n",
       "      <td>-3.545691</td>\n",
       "      <td>3.082382</td>\n",
       "      <td>-0.986734</td>\n",
       "      <td>5.537392</td>\n",
       "      <td>-6.605233</td>\n",
       "      <td>-6.005363</td>\n",
       "      <td>3.434570</td>\n",
       "      <td>-2.868475</td>\n",
       "      <td>-3.067282</td>\n",
       "      <td>-6.336818</td>\n",
       "      <td>-3.063227</td>\n",
       "      <td>-0.310999</td>\n",
       "      <td>2.825821</td>\n",
       "      <td>-4.763387</td>\n",
       "      <td>-1.714004</td>\n",
       "      <td>-2.430395</td>\n",
       "      <td>-7.181427</td>\n",
       "      <td>5.444893</td>\n",
       "      <td>-3.571830</td>\n",
       "      <td>0.058959</td>\n",
       "      <td>0.438682</td>\n",
       "      <td>3.338572</td>\n",
       "      <td>3.981729</td>\n",
       "      <td>-1.631571</td>\n",
       "      <td>-1.165538</td>\n",
       "      <td>-2.702606</td>\n",
       "      <td>-1.989626</td>\n",
       "      <td>2.528294</td>\n",
       "      <td>1.011066</td>\n",
       "      <td>1.037376</td>\n",
       "      <td>-4.987548</td>\n",
       "      <td>-0.659571</td>\n",
       "      <td>-2.584823</td>\n",
       "      <td>-5.311327</td>\n",
       "      <td>-10.439959</td>\n",
       "      <td>3.384363</td>\n",
       "      <td>-1.814268</td>\n",
       "      <td>-0.351721</td>\n",
       "      <td>-1.394613</td>\n",
       "      <td>-1.115422</td>\n",
       "      <td>4.683809</td>\n",
       "      <td>-2.907754</td>\n",
       "      <td>-5.249068</td>\n",
       "      <td>5.133016</td>\n",
       "      <td>-6.339828</td>\n",
       "      <td>-8.011705</td>\n",
       "      <td>2.180813</td>\n",
       "      <td>2.813966</td>\n",
       "      <td>6.795658</td>\n",
       "      <td>-0.377496</td>\n",
       "      <td>-0.535186</td>\n",
       "      <td>-2.047837</td>\n",
       "      <td>-1.630820</td>\n",
       "      <td>2.217933</td>\n",
       "      <td>-3.123749</td>\n",
       "      <td>5.026543</td>\n",
       "      <td>0.868269</td>\n",
       "      <td>6.643592</td>\n",
       "      <td>-4.277235</td>\n",
       "      <td>-2.581453</td>\n",
       "      <td>3.220493</td>\n",
       "      <td>-7.090541</td>\n",
       "      <td>-5.373921</td>\n",
       "      <td>0.338698</td>\n",
       "      <td>-1.064679</td>\n",
       "      <td>-1.907133</td>\n",
       "      <td>-1.444687</td>\n",
       "      <td>2.671174</td>\n",
       "      <td>2.202499</td>\n",
       "      <td>-1.673804</td>\n",
       "      <td>-0.180249</td>\n",
       "      <td>-0.485922</td>\n",
       "      <td>0.815402</td>\n",
       "      <td>-5.787136</td>\n",
       "      <td>-0.922779</td>\n",
       "      <td>-6.191004</td>\n",
       "      <td>0.344882</td>\n",
       "      <td>6.957924</td>\n",
       "      <td>1.563598</td>\n",
       "      <td>4.451137</td>\n",
       "      <td>5.442832</td>\n",
       "      <td>-5.403505</td>\n",
       "      <td>4.911704</td>\n",
       "      <td>0.961926</td>\n",
       "      <td>1.495586</td>\n",
       "      <td>-4.325242</td>\n",
       "      <td>4.700444</td>\n",
       "      <td>2.324181</td>\n",
       "      <td>0.144559</td>\n",
       "      <td>3.983406</td>\n",
       "      <td>-5.127073</td>\n",
       "      <td>-3.302344</td>\n",
       "      <td>0.935668</td>\n",
       "      <td>4.416765</td>\n",
       "      <td>1.261274</td>\n",
       "      <td>0.934968</td>\n",
       "      <td>-0.838057</td>\n",
       "      <td>3.609894</td>\n",
       "      <td>1.120407</td>\n",
       "      <td>-3.232335</td>\n",
       "      <td>-5.524270</td>\n",
       "      <td>-5.303075</td>\n",
       "      <td>-5.922662</td>\n",
       "      <td>7.652978</td>\n",
       "      <td>9.738101</td>\n",
       "      <td>1.629366</td>\n",
       "      <td>2.446458</td>\n",
       "      <td>0.866981</td>\n",
       "      <td>1.404235</td>\n",
       "      <td>4.134988</td>\n",
       "      <td>3.704553</td>\n",
       "      <td>1.031397</td>\n",
       "      <td>-1.609491</td>\n",
       "      <td>-5.140732</td>\n",
       "      <td>2.945724</td>\n",
       "      <td>4.784720</td>\n",
       "      <td>1.991130</td>\n",
       "      <td>6.066274</td>\n",
       "      <td>4.283894</td>\n",
       "      <td>7.200136</td>\n",
       "      <td>0.091824</td>\n",
       "      <td>-2.377480</td>\n",
       "      <td>7.305267</td>\n",
       "      <td>-0.611877</td>\n",
       "      <td>2.854876</td>\n",
       "      <td>4.914255</td>\n",
       "      <td>-2.229471</td>\n",
       "      <td>-6.119201</td>\n",
       "      <td>-1.468296</td>\n",
       "      <td>-2.691668</td>\n",
       "      <td>4.593214</td>\n",
       "      <td>-2.088319</td>\n",
       "      <td>-0.999550</td>\n",
       "      <td>-4.103756</td>\n",
       "      <td>-4.061585</td>\n",
       "      <td>-2.214602</td>\n",
       "      <td>-0.028258</td>\n",
       "      <td>-4.497779</td>\n",
       "      <td>3.272336</td>\n",
       "      <td>1.796249</td>\n",
       "      <td>-3.183331</td>\n",
       "      <td>0.859839</td>\n",
       "      <td>-1.775408</td>\n",
       "      <td>3.795520</td>\n",
       "      <td>0.675925</td>\n",
       "      <td>-1.549682</td>\n",
       "      <td>0.995500</td>\n",
       "      <td>-2.531306</td>\n",
       "      <td>-4.776198</td>\n",
       "      <td>-1.836169</td>\n",
       "      <td>2.323375</td>\n",
       "      <td>-5.956584</td>\n",
       "      <td>3.847510</td>\n",
       "      <td>4.590222</td>\n",
       "      <td>6.745751</td>\n",
       "      <td>6.697225</td>\n",
       "      <td>0.760334</td>\n",
       "      <td>-2.196181</td>\n",
       "      <td>2.871261</td>\n",
       "      <td>-2.604490</td>\n",
       "      <td>-5.768584</td>\n",
       "      <td>0.158234</td>\n",
       "      <td>0.205405</td>\n",
       "      <td>-1.594464</td>\n",
       "      <td>-0.662744</td>\n",
       "      <td>0.052262</td>\n",
       "      <td>2.417105</td>\n",
       "      <td>1.553408</td>\n",
       "      <td>-0.607668</td>\n",
       "      <td>-7.013400</td>\n",
       "      <td>1.742177</td>\n",
       "      <td>-1.911045</td>\n",
       "      <td>-8.379518</td>\n",
       "      <td>0.488346</td>\n",
       "      <td>-0.572750</td>\n",
       "      <td>1.716243</td>\n",
       "      <td>3.055042</td>\n",
       "      <td>-3.670628</td>\n",
       "      <td>0.960776</td>\n",
       "      <td>-1.701559</td>\n",
       "      <td>-3.229239</td>\n",
       "      <td>5.422554</td>\n",
       "      <td>4.145881</td>\n",
       "      <td>-4.179107</td>\n",
       "      <td>2.148922</td>\n",
       "      <td>-2.190314</td>\n",
       "      <td>0.145719</td>\n",
       "      <td>-0.005664</td>\n",
       "      <td>2.886172</td>\n",
       "      <td>3.662019</td>\n",
       "      <td>0.332821</td>\n",
       "      <td>3.565791</td>\n",
       "      <td>5.220044</td>\n",
       "      <td>0.032148</td>\n",
       "      <td>-10.058550</td>\n",
       "      <td>4.099624</td>\n",
       "      <td>-2.379674</td>\n",
       "      <td>-2.691640</td>\n",
       "      <td>-1.609954</td>\n",
       "      <td>10.399963</td>\n",
       "      <td>4.025414</td>\n",
       "      <td>-0.115050</td>\n",
       "      <td>-6.402253</td>\n",
       "      <td>-4.087686</td>\n",
       "      <td>-3.714201</td>\n",
       "      <td>-0.967430</td>\n",
       "      <td>-1.042184</td>\n",
       "      <td>1.208730</td>\n",
       "      <td>6.321670</td>\n",
       "      <td>-4.462947</td>\n",
       "      <td>-4.534634</td>\n",
       "      <td>4.136161</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>https://americanliterature.com/author/achmed-a...</td>\n",
       "      <td>3413</td>\n",
       "      <td>Fear</td>\n",
       "      <td>4</td>\n",
       "      <td>Achmed Abdullah</td>\n",
       "      <td>THE fact that the man whom he feared had died ...</td>\n",
       "      <td>0.545548</td>\n",
       "      <td>0.404478</td>\n",
       "      <td>0.546212</td>\n",
       "      <td>4_achmed-abdullah-fear</td>\n",
       "      <td>the fact man fear die year early lessen stuart...</td>\n",
       "      <td>1867</td>\n",
       "      <td>19.837209</td>\n",
       "      <td>5.852579</td>\n",
       "      <td>973</td>\n",
       "      <td>0.521157</td>\n",
       "      <td>0.565400</td>\n",
       "      <td>3.534158</td>\n",
       "      <td>3.465897</td>\n",
       "      <td>-0.239891</td>\n",
       "      <td>-5.487885</td>\n",
       "      <td>-0.319276</td>\n",
       "      <td>-0.903266</td>\n",
       "      <td>-0.736675</td>\n",
       "      <td>3.642432</td>\n",
       "      <td>2.935142</td>\n",
       "      <td>-1.777775</td>\n",
       "      <td>-2.144569</td>\n",
       "      <td>0.306881</td>\n",
       "      <td>-0.701350</td>\n",
       "      <td>-1.138891</td>\n",
       "      <td>8.568476</td>\n",
       "      <td>0.370614</td>\n",
       "      <td>-0.655048</td>\n",
       "      <td>-2.808162</td>\n",
       "      <td>-1.956500</td>\n",
       "      <td>-4.800799</td>\n",
       "      <td>0.559938</td>\n",
       "      <td>-1.862781</td>\n",
       "      <td>3.339215</td>\n",
       "      <td>-1.473242</td>\n",
       "      <td>4.136671</td>\n",
       "      <td>3.140973</td>\n",
       "      <td>-3.034492</td>\n",
       "      <td>-1.339583</td>\n",
       "      <td>0.904971</td>\n",
       "      <td>-0.183953</td>\n",
       "      <td>2.988601</td>\n",
       "      <td>-3.272460</td>\n",
       "      <td>-4.198635</td>\n",
       "      <td>7.414896</td>\n",
       "      <td>3.111705</td>\n",
       "      <td>0.029267</td>\n",
       "      <td>0.112558</td>\n",
       "      <td>1.033820</td>\n",
       "      <td>5.416859</td>\n",
       "      <td>6.078651</td>\n",
       "      <td>4.108089</td>\n",
       "      <td>6.147623</td>\n",
       "      <td>-0.291909</td>\n",
       "      <td>-4.621641</td>\n",
       "      <td>-2.706850</td>\n",
       "      <td>0.009583</td>\n",
       "      <td>-3.653110</td>\n",
       "      <td>0.431418</td>\n",
       "      <td>-0.220194</td>\n",
       "      <td>-4.958817</td>\n",
       "      <td>0.196750</td>\n",
       "      <td>1.641637</td>\n",
       "      <td>1.080028</td>\n",
       "      <td>-3.299297</td>\n",
       "      <td>-1.366707</td>\n",
       "      <td>-4.673571</td>\n",
       "      <td>-2.148594</td>\n",
       "      <td>1.551784</td>\n",
       "      <td>4.057048</td>\n",
       "      <td>6.769474</td>\n",
       "      <td>1.212553</td>\n",
       "      <td>-2.882840</td>\n",
       "      <td>0.928957</td>\n",
       "      <td>0.503892</td>\n",
       "      <td>-1.268764</td>\n",
       "      <td>2.281026</td>\n",
       "      <td>3.835308</td>\n",
       "      <td>-4.634473</td>\n",
       "      <td>1.425456</td>\n",
       "      <td>-0.378996</td>\n",
       "      <td>-1.315088</td>\n",
       "      <td>2.021707</td>\n",
       "      <td>2.805375</td>\n",
       "      <td>-7.386854</td>\n",
       "      <td>-1.486439</td>\n",
       "      <td>4.194163</td>\n",
       "      <td>3.474457</td>\n",
       "      <td>-3.034801</td>\n",
       "      <td>3.292163</td>\n",
       "      <td>-4.336610</td>\n",
       "      <td>-3.022783</td>\n",
       "      <td>-9.866890</td>\n",
       "      <td>-6.957112</td>\n",
       "      <td>3.193896</td>\n",
       "      <td>-0.891472</td>\n",
       "      <td>3.825888</td>\n",
       "      <td>2.346562</td>\n",
       "      <td>3.723162</td>\n",
       "      <td>2.367596</td>\n",
       "      <td>2.607399</td>\n",
       "      <td>-1.437356</td>\n",
       "      <td>0.183527</td>\n",
       "      <td>-11.676217</td>\n",
       "      <td>-2.217517</td>\n",
       "      <td>4.086696</td>\n",
       "      <td>-7.204277</td>\n",
       "      <td>-0.792115</td>\n",
       "      <td>-0.551124</td>\n",
       "      <td>-4.554424</td>\n",
       "      <td>1.314159</td>\n",
       "      <td>-1.033171</td>\n",
       "      <td>0.781646</td>\n",
       "      <td>5.279594</td>\n",
       "      <td>-0.616151</td>\n",
       "      <td>3.010773</td>\n",
       "      <td>6.311689</td>\n",
       "      <td>-4.731384</td>\n",
       "      <td>3.069631</td>\n",
       "      <td>0.915319</td>\n",
       "      <td>3.045376</td>\n",
       "      <td>2.204258</td>\n",
       "      <td>1.785680</td>\n",
       "      <td>6.016972</td>\n",
       "      <td>-0.561036</td>\n",
       "      <td>-3.161835</td>\n",
       "      <td>1.273146</td>\n",
       "      <td>2.322917</td>\n",
       "      <td>2.905538</td>\n",
       "      <td>-1.726031</td>\n",
       "      <td>-6.812532</td>\n",
       "      <td>-3.370798</td>\n",
       "      <td>-4.882000</td>\n",
       "      <td>-4.017556</td>\n",
       "      <td>10.979321</td>\n",
       "      <td>-2.834061</td>\n",
       "      <td>-0.931862</td>\n",
       "      <td>-5.044051</td>\n",
       "      <td>3.544717</td>\n",
       "      <td>1.386886</td>\n",
       "      <td>-7.002743</td>\n",
       "      <td>-3.463186</td>\n",
       "      <td>3.161679</td>\n",
       "      <td>-2.185144</td>\n",
       "      <td>0.062433</td>\n",
       "      <td>-7.015092</td>\n",
       "      <td>-0.393460</td>\n",
       "      <td>-0.454657</td>\n",
       "      <td>2.936203</td>\n",
       "      <td>3.487287</td>\n",
       "      <td>-1.396072</td>\n",
       "      <td>8.170130</td>\n",
       "      <td>-4.378781</td>\n",
       "      <td>3.138758</td>\n",
       "      <td>-0.641681</td>\n",
       "      <td>-1.346222</td>\n",
       "      <td>-0.388263</td>\n",
       "      <td>0.338529</td>\n",
       "      <td>4.266553</td>\n",
       "      <td>-3.012323</td>\n",
       "      <td>-6.254613</td>\n",
       "      <td>-2.282056</td>\n",
       "      <td>-0.177784</td>\n",
       "      <td>-0.697577</td>\n",
       "      <td>1.794019</td>\n",
       "      <td>-1.243948</td>\n",
       "      <td>0.801565</td>\n",
       "      <td>10.349212</td>\n",
       "      <td>-5.239979</td>\n",
       "      <td>-0.177206</td>\n",
       "      <td>-4.386384</td>\n",
       "      <td>-4.987250</td>\n",
       "      <td>-2.474228</td>\n",
       "      <td>-3.069264</td>\n",
       "      <td>-7.106845</td>\n",
       "      <td>-6.809606</td>\n",
       "      <td>4.456098</td>\n",
       "      <td>-0.569459</td>\n",
       "      <td>2.130974</td>\n",
       "      <td>-1.908326</td>\n",
       "      <td>-2.443759</td>\n",
       "      <td>-2.028501</td>\n",
       "      <td>1.260126</td>\n",
       "      <td>4.916571</td>\n",
       "      <td>-2.054012</td>\n",
       "      <td>2.287684</td>\n",
       "      <td>2.967036</td>\n",
       "      <td>4.280934</td>\n",
       "      <td>2.699249</td>\n",
       "      <td>-4.085158</td>\n",
       "      <td>-3.851384</td>\n",
       "      <td>-3.299489</td>\n",
       "      <td>4.965948</td>\n",
       "      <td>0.891651</td>\n",
       "      <td>-1.878375</td>\n",
       "      <td>0.896509</td>\n",
       "      <td>1.331027</td>\n",
       "      <td>-4.253519</td>\n",
       "      <td>-5.277934</td>\n",
       "      <td>-6.374445</td>\n",
       "      <td>-4.744961</td>\n",
       "      <td>2.763219</td>\n",
       "      <td>-0.637542</td>\n",
       "      <td>0.722063</td>\n",
       "      <td>1.680714</td>\n",
       "      <td>-3.501290</td>\n",
       "      <td>1.826001</td>\n",
       "      <td>-2.947124</td>\n",
       "      <td>1.387377</td>\n",
       "      <td>3.543416</td>\n",
       "      <td>3.914018</td>\n",
       "      <td>-0.670273</td>\n",
       "      <td>-6.166065</td>\n",
       "      <td>-2.735629</td>\n",
       "      <td>5.736023</td>\n",
       "      <td>3.309060</td>\n",
       "      <td>3.568665</td>\n",
       "      <td>1.777996</td>\n",
       "      <td>2.195113</td>\n",
       "      <td>-0.292497</td>\n",
       "      <td>0.293957</td>\n",
       "      <td>-4.908146</td>\n",
       "      <td>-2.003471</td>\n",
       "      <td>3.771307</td>\n",
       "      <td>-2.301589</td>\n",
       "      <td>-1.586352</td>\n",
       "      <td>5.551309</td>\n",
       "      <td>1.991000</td>\n",
       "      <td>-5.942747</td>\n",
       "      <td>-2.568683</td>\n",
       "      <td>-1.826523</td>\n",
       "      <td>7.487971</td>\n",
       "      <td>2.117184</td>\n",
       "      <td>3.129102</td>\n",
       "      <td>1.226049</td>\n",
       "      <td>-5.303509</td>\n",
       "      <td>3.085551</td>\n",
       "      <td>-2.640694</td>\n",
       "      <td>-4.797839</td>\n",
       "      <td>-1.668727</td>\n",
       "      <td>1.545270</td>\n",
       "      <td>0.214220</td>\n",
       "      <td>5.785308</td>\n",
       "      <td>-1.961007</td>\n",
       "      <td>-5.194267</td>\n",
       "      <td>-3.013158</td>\n",
       "      <td>3.993144</td>\n",
       "      <td>-0.023322</td>\n",
       "      <td>-5.344865</td>\n",
       "      <td>-7.041357</td>\n",
       "      <td>-1.910268</td>\n",
       "      <td>1.478621</td>\n",
       "      <td>3.867783</td>\n",
       "      <td>5.257666</td>\n",
       "      <td>0.955862</td>\n",
       "      <td>-1.772738</td>\n",
       "      <td>-0.273724</td>\n",
       "      <td>6.231382</td>\n",
       "      <td>3.645296</td>\n",
       "      <td>-4.835452</td>\n",
       "      <td>0.293599</td>\n",
       "      <td>-0.918042</td>\n",
       "      <td>-1.881816</td>\n",
       "      <td>-4.037224</td>\n",
       "      <td>-0.747928</td>\n",
       "      <td>5.315621</td>\n",
       "      <td>3.907567</td>\n",
       "      <td>-1.095843</td>\n",
       "      <td>-1.473802</td>\n",
       "      <td>1.036175</td>\n",
       "      <td>-1.954413</td>\n",
       "      <td>-3.185752</td>\n",
       "      <td>1.678927</td>\n",
       "      <td>2.090922</td>\n",
       "      <td>3.635259</td>\n",
       "      <td>0.364246</td>\n",
       "      <td>2.138828</td>\n",
       "      <td>3.343565</td>\n",
       "      <td>-3.958078</td>\n",
       "      <td>-2.802945</td>\n",
       "      <td>-1.963088</td>\n",
       "      <td>5.083752</td>\n",
       "      <td>-0.359480</td>\n",
       "      <td>-0.449401</td>\n",
       "      <td>2.238212</td>\n",
       "      <td>-0.660684</td>\n",
       "      <td>-4.643516</td>\n",
       "      <td>4.646227</td>\n",
       "      <td>1.077602</td>\n",
       "      <td>-2.200103</td>\n",
       "      <td>-1.617049</td>\n",
       "      <td>0.519680</td>\n",
       "      <td>-3.139741</td>\n",
       "      <td>-4.687001</td>\n",
       "      <td>-0.129666</td>\n",
       "      <td>-5.132760</td>\n",
       "      <td>-0.206526</td>\n",
       "      <td>-1.041366</td>\n",
       "      <td>2.819546</td>\n",
       "      <td>6.191638</td>\n",
       "      <td>-7.532987</td>\n",
       "      <td>-0.637324</td>\n",
       "      <td>0.034142</td>\n",
       "      <td>-3.545210</td>\n",
       "      <td>2.767453</td>\n",
       "      <td>0.447380</td>\n",
       "      <td>0.102913</td>\n",
       "      <td>0.755849</td>\n",
       "      <td>-10.680321</td>\n",
       "      <td>-0.472589</td>\n",
       "      <td>-0.216070</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Unnamed: 0                                                url  length  \\\n",
       "0           0  https://americanliterature.com/author/eleanor-...   15044   \n",
       "1           1  https://americanliterature.com/author/eleanor-...   10874   \n",
       "2           2  https://americanliterature.com/author/achmed-a...    6922   \n",
       "3           3  https://americanliterature.com/author/achmed-a...    4371   \n",
       "4           4  https://americanliterature.com/author/achmed-a...    3413   \n",
       "\n",
       "                               title  text_no                    author  \\\n",
       "0  Peace on Earth, Good-Will to Dogs        0  Eleanor Hallowell Abbott   \n",
       "1              The Indiscreet Letter        1  Eleanor Hallowell Abbott   \n",
       "2                    An Act of Piety        2           Achmed Abdullah   \n",
       "3                   An Indian Jataka        3           Achmed Abdullah   \n",
       "4                               Fear        4           Achmed Abdullah   \n",
       "\n",
       "                                               story   valence   arousal  \\\n",
       "0  PART I\\n\\nIf you don't like Christmas stories,...  0.592896  0.397839   \n",
       "1  The Railroad Journey was very long and slow. T...  0.593563  0.381156   \n",
       "2  His affair that night was prosy. He was intend...  0.583742  0.395598   \n",
       "3  This is the tale which Jehan Tugluk Khan, a wi...  0.605795  0.404819   \n",
       "4  THE fact that the man whom he feared had died ...  0.545548  0.404478   \n",
       "\n",
       "   dominance                                            text_id  \\\n",
       "0   0.569567  0_eleanor-hallowell-abbott-peace-on-earth-good...   \n",
       "1   0.574662   1_eleanor-hallowell-abbott-the-indiscreet-letter   \n",
       "2   0.566515                  2_achmed-abdullah-an-act-of-piety   \n",
       "3   0.569258                 3_achmed-abdullah-an-indian-jataka   \n",
       "4   0.546212                             4_achmed-abdullah-fear   \n",
       "\n",
       "                                      processed_text  word_count  \\\n",
       "0  part i if not like christmas story not read an...        9033   \n",
       "1  the railroad journey long slow the traveling s...        6080   \n",
       "2  his affair night prosy he intend murder old sp...        4049   \n",
       "3  this tale jehan tugluk khan wise man tartary m...        2365   \n",
       "4  the fact man fear die year early lessen stuart...        1867   \n",
       "\n",
       "   sentence_length  string_length  unique_words  lexical_diversity  concrete  \\\n",
       "0        11.964912       5.968875          2548           0.282077  0.555175   \n",
       "1        24.357303       5.765477          1876           0.308553  0.533698   \n",
       "2        20.912387       5.751228          1648           0.407014  0.582742   \n",
       "3        24.550562       5.618307          1036           0.438055  0.601292   \n",
       "4        19.837209       5.852579           973           0.521157  0.565400   \n",
       "\n",
       "          0         1          2         3         4         5         6  \\\n",
       "0  4.861874  4.319759   0.163068  8.358159  5.208221  8.372235 -7.121128   \n",
       "1  3.134114  5.642848  -7.120562  3.248666  2.730297  0.114951 -3.648374   \n",
       "2  6.098742  3.017206  -1.048172 -0.222434  5.859688  6.612431 -1.588231   \n",
       "3 -0.454090  0.293897 -10.783051  1.756116  0.718028 -2.128923  6.535510   \n",
       "4  3.534158  3.465897  -0.239891 -5.487885 -0.319276 -0.903266 -0.736675   \n",
       "\n",
       "          7         8         9        10        11        12        13  \\\n",
       "0  1.512226 -7.933094  1.295583 -7.097304  2.419966  3.327276  2.917077   \n",
       "1  3.018176  5.326436 -1.634649  2.018243  1.535305 -1.275911  2.114145   \n",
       "2 -0.716303  0.696927 -2.475613 -4.448147  2.878675 -0.537580  3.003509   \n",
       "3  7.959409  2.078100 -0.038492 -0.622480  5.188337  0.899561 -4.301389   \n",
       "4  3.642432  2.935142 -1.777775 -2.144569  0.306881 -0.701350 -1.138891   \n",
       "\n",
       "         14        15        16        17        18        19        20  \\\n",
       "0 -4.512812  5.374939  5.040714  5.009961 -9.276822 -4.718969 -1.634965   \n",
       "1  2.958743 -8.385591 -2.965207  0.902382 -4.429614 -5.579678  0.973481   \n",
       "2  3.012547  4.051500  5.177166 -0.080491 -9.109838 -2.171110 -3.656562   \n",
       "3  2.298638  1.313151  0.988572 -1.776255 -4.719376 -1.292945 -1.672646   \n",
       "4  8.568476  0.370614 -0.655048 -2.808162 -1.956500 -4.800799  0.559938   \n",
       "\n",
       "         21        22        23        24        25         26        27  \\\n",
       "0 -4.669248  0.042722 -2.390416 -3.240446  1.994841 -10.082300  2.820813   \n",
       "1  4.390507 -0.543242 -4.210322 -3.480835 -0.107075  -0.336952 -1.801986   \n",
       "2 -1.392077  0.836388  0.133128 -1.627533  8.193739  -8.817892 -1.247920   \n",
       "3  2.691690  3.544550 -0.516580 -2.092427  3.686586  -3.981003  5.925389   \n",
       "4 -1.862781  3.339215 -1.473242  4.136671  3.140973  -3.034492 -1.339583   \n",
       "\n",
       "          28        29        30        31        32        33        34  \\\n",
       "0 -11.482812 -4.550040 -1.361129 -3.756477  5.969791 -0.042371  7.578742   \n",
       "1   0.114742  0.072089 -3.078609 -2.101850  5.460537 -2.965555 -4.170865   \n",
       "2   4.579268 -3.041674 -3.006591 -0.027944 -6.288928  5.939641 -0.092235   \n",
       "3   1.303843 -5.210673  2.898058 -4.600603 -2.822496 -0.113570  5.502585   \n",
       "4   0.904971 -0.183953  2.988601 -3.272460 -4.198635  7.414896  3.111705   \n",
       "\n",
       "         35        36        37        38        39        40        41  \\\n",
       "0  2.431652  3.443340  0.804764 -3.685419 -1.745096  4.549394  0.416207   \n",
       "1 -0.203819  3.809141 -0.659947  5.054850 -2.210408  8.180817 -1.340105   \n",
       "2  4.135148  5.435762 -1.076492  3.693807  1.822556 -0.022828  0.238229   \n",
       "3 -3.668429 -0.441337 -4.873520 -3.951144 -2.101755  9.691566 -3.137634   \n",
       "4  0.029267  0.112558  1.033820  5.416859  6.078651  4.108089  6.147623   \n",
       "\n",
       "         42         43        44        45        46        47        48  \\\n",
       "0  5.540476 -10.203845  0.689251  2.907690  4.847553 -4.433335  3.264260   \n",
       "1  4.526366  -6.864757 -0.374227  0.965295 -2.450792  3.201990 -0.218864   \n",
       "2 -3.787244  -5.188018  0.710531 -1.899710 -0.526974  2.365511 -0.995235   \n",
       "3 -7.206901  -4.824722  3.588146  1.629656 -3.355456 -5.869746 -8.579959   \n",
       "4 -0.291909  -4.621641 -2.706850  0.009583 -3.653110  0.431418 -0.220194   \n",
       "\n",
       "          49        50        51        52        53        54        55  \\\n",
       "0  -3.869427  1.625076  0.072908  6.334869  0.358233 -5.328881 -0.816907   \n",
       "1 -10.111511 -7.463766 -2.465056  8.823571 -1.421416  1.516023 -5.147778   \n",
       "2  -1.863252  0.416095 -1.277161 -4.014213 -1.427451 -1.615829 -0.732143   \n",
       "3   3.015076 -3.659582 -2.688996 -3.019424  0.150744 -4.245385 -2.584806   \n",
       "4  -4.958817  0.196750  1.641637  1.080028 -3.299297 -1.366707 -4.673571   \n",
       "\n",
       "         56        57        58        59        60        61        62  \\\n",
       "0 -1.716247  2.538815 -5.528098  1.323959 -1.098762 -1.045095  1.174464   \n",
       "1  0.952159  3.072719  1.656511  1.094699 -0.825113 -1.556706  3.580939   \n",
       "2 -1.776744  3.212198  0.328230  0.401042  1.237281  5.826956  2.060042   \n",
       "3 -5.531348  7.749884 -0.270160 -3.895952  3.657273 -2.700112 -1.287933   \n",
       "4 -2.148594  1.551784  4.057048  6.769474  1.212553 -2.882840  0.928957   \n",
       "\n",
       "         63        64        65        66        67        68        69  \\\n",
       "0 -1.766369  3.862909  4.202172  2.407619 -0.339129 -2.198718 -2.134563   \n",
       "1 -0.633979  0.297246  6.003830 -4.793611  1.981241 -4.752258  1.778987   \n",
       "2  4.411716  0.511540  0.156640 -3.422767 -0.501871 -2.746079 -3.464296   \n",
       "3 -1.112561 -1.263825  1.126893  2.156872  6.231280  1.858766 -3.180161   \n",
       "4  0.503892 -1.268764  2.281026  3.835308 -4.634473  1.425456 -0.378996   \n",
       "\n",
       "         70        71        72        73        74        75        76  \\\n",
       "0  3.983220  0.035465 -1.564883 -4.948633 -9.485077  8.625411 -4.863653   \n",
       "1  2.023305 -1.811854 -7.473086 -3.711129 -3.244541  2.318778 -2.273292   \n",
       "2  5.124469  5.778058 -0.828357 -5.380214 -0.132370 -0.447793  2.901149   \n",
       "3  1.076431 -3.120811  2.129603 -8.111791  1.076886  1.049952  2.131551   \n",
       "4 -1.315088  2.021707  2.805375 -7.386854 -1.486439  4.194163  3.474457   \n",
       "\n",
       "         77        78        79         80        81        82        83  \\\n",
       "0  3.344614  7.356031 -2.444434 -10.908901 -0.153568 -3.280349 -3.592317   \n",
       "1 -0.000854  2.276960 -1.482459  -7.308198  1.476037 -0.534404 -0.856123   \n",
       "2 -2.498508  1.986258 -0.437812  -1.978144 -1.250560 -4.443228 -1.662798   \n",
       "3  1.033749  3.861090  0.878959   0.261329 -6.785372  0.334719 -4.010568   \n",
       "4 -3.034801  3.292163 -4.336610  -3.022783 -9.866890 -6.957112  3.193896   \n",
       "\n",
       "         84        85         86        87        88        89        90  \\\n",
       "0  2.537003  1.504528  -8.844163  2.577962  5.662051  6.821327 -9.060608   \n",
       "1  1.641792  1.380163  -5.536500 -1.888848 -0.386890 -3.616324 -6.885782   \n",
       "2 -2.403116  5.254980  -5.552560  4.231427  0.052377  3.151056 -1.382974   \n",
       "3 -0.584062 -3.476405 -13.547645  0.102391 -3.545691  3.082382 -0.986734   \n",
       "4 -0.891472  3.825888   2.346562  3.723162  2.367596  2.607399 -1.437356   \n",
       "\n",
       "          91         92        93        94        95        96        97  \\\n",
       "0 -10.661200  10.866219  6.337041  5.317682 -5.129464  1.620277  0.971364   \n",
       "1   3.885785   4.164347 -7.949521  6.655008  0.339854  0.341627 -1.979987   \n",
       "2   5.684523  -4.044361 -4.545782  2.980243 -1.373491 -3.338535  2.145665   \n",
       "3   5.537392  -6.605233 -6.005363  3.434570 -2.868475 -3.067282 -6.336818   \n",
       "4   0.183527 -11.676217 -2.217517  4.086696 -7.204277 -0.792115 -0.551124   \n",
       "\n",
       "         98        99       100       101       102       103       104  \\\n",
       "0 -6.797149  7.186919 -3.854591 -4.601439  0.546769  1.143325  4.124691   \n",
       "1 -1.061813  5.516298  7.342410 -5.307001 -0.022107 -5.306968  2.318608   \n",
       "2 -6.996764  3.516145  6.788551 -0.948892  2.895651 -0.409906  2.149620   \n",
       "3 -3.063227 -0.310999  2.825821 -4.763387 -1.714004 -2.430395 -7.181427   \n",
       "4 -4.554424  1.314159 -1.033171  0.781646  5.279594 -0.616151  3.010773   \n",
       "\n",
       "        105       106       107       108       109       110       111  \\\n",
       "0  2.990239 -2.025998 -7.397954  7.204145 -1.156040  6.167669  3.992260   \n",
       "1  0.770336 -0.077887 -0.708155  3.136672 -1.528245  0.151953  4.754211   \n",
       "2  0.763481 -4.349734 -1.332447  1.349293  3.251922  0.755119 -2.403942   \n",
       "3  5.444893 -3.571830  0.058959  0.438682  3.338572  3.981729 -1.631571   \n",
       "4  6.311689 -4.731384  3.069631  0.915319  3.045376  2.204258  1.785680   \n",
       "\n",
       "        112       113       114       115       116       117       118  \\\n",
       "0  5.632515 -1.796846  1.556070 -3.424269 -0.287443 -6.096622 -4.015090   \n",
       "1  9.328606 -2.200772  0.814210  0.531334 -5.578634 -3.432142 -1.102730   \n",
       "2  3.351332  1.418059 -2.783918  0.727768 -3.751978  1.731799 -2.884158   \n",
       "3 -1.165538 -2.702606 -1.989626  2.528294  1.011066  1.037376 -4.987548   \n",
       "4  6.016972 -0.561036 -3.161835  1.273146  2.322917  2.905538 -1.726031   \n",
       "\n",
       "        119       120       121        122        123       124       125  \\\n",
       "0  2.212620  1.891842  1.522097  -6.775996   5.831937 -1.542262 -5.128420   \n",
       "1 -4.268293 -0.957720 -6.678716  -9.866776   6.556701 -3.228840  0.742275   \n",
       "2 -5.885455  4.180711 -8.680734  -5.060504   4.622196 -0.741851  2.009349   \n",
       "3 -0.659571 -2.584823 -5.311327 -10.439959   3.384363 -1.814268 -0.351721   \n",
       "4 -6.812532 -3.370798 -4.882000  -4.017556  10.979321 -2.834061 -0.931862   \n",
       "\n",
       "        126       127       128       129       130       131       132  \\\n",
       "0 -2.760127 -5.126336  2.877373  0.802153 -3.984041  5.135415 -0.594155   \n",
       "1 -6.389521 -1.442452  7.283401 -2.306278 -1.772425  7.251350 -1.880267   \n",
       "2 -1.892974  1.830204  4.390028 -0.766709 -9.082603  5.922822 -2.778220   \n",
       "3 -1.394613 -1.115422  4.683809 -2.907754 -5.249068  5.133016 -6.339828   \n",
       "4 -5.044051  3.544717  1.386886 -7.002743 -3.463186  3.161679 -2.185144   \n",
       "\n",
       "        133       134       135       136       137       138       139  \\\n",
       "0 -0.609838 -6.466841 -8.500535  0.505891 -2.534824 -8.170397 -2.066716   \n",
       "1 -1.246225 -4.234151 -2.755013  4.570104 -0.038619 -4.400175  1.939111   \n",
       "2 -5.746341  3.512650 -0.576125 -4.767556  1.886284  0.087275  2.892170   \n",
       "3 -8.011705  2.180813  2.813966  6.795658 -0.377496 -0.535186 -2.047837   \n",
       "4  0.062433 -7.015092 -0.393460 -0.454657  2.936203  3.487287 -1.396072   \n",
       "\n",
       "        140        141       142       143       144       145       146  \\\n",
       "0  0.675166  10.341161  3.281235 -1.785441 -6.709580 -0.445210 -2.460573   \n",
       "1  4.673286  -3.721614  1.451988 -6.013023 -3.571166  1.482984 -3.103171   \n",
       "2  2.138243  -0.068062 -3.224316  1.219873  1.070610 -1.472569  1.075879   \n",
       "3 -1.630820   2.217933 -3.123749  5.026543  0.868269  6.643592 -4.277235   \n",
       "4  8.170130  -4.378781  3.138758 -0.641681 -1.346222 -0.388263  0.338529   \n",
       "\n",
       "        147       148       149       150       151       152       153  \\\n",
       "0 -0.729001  5.750428  5.164519 -1.297226 -1.575792 -2.749284  7.056217   \n",
       "1 -3.984831 -7.086194 -0.433882  3.623861 -0.098783 -3.702922  5.766148   \n",
       "2  0.512673  3.809188 -3.343868 -0.933049  1.016453  1.476806  7.758092   \n",
       "3 -2.581453  3.220493 -7.090541 -5.373921  0.338698 -1.064679 -1.907133   \n",
       "4  4.266553 -3.012323 -6.254613 -2.282056 -0.177784 -0.697577  1.794019   \n",
       "\n",
       "         154       155        156       157       158       159       160  \\\n",
       "0  -1.463086 -0.151141  -2.384959 -3.562505  1.725008  7.006545  6.722100   \n",
       "1  -0.871275  3.507771   1.640068 -0.070387 -1.102228  0.995773  2.848854   \n",
       "2  10.045660  3.114943   2.194832 -1.690959 -3.691195 -4.876454 -6.147755   \n",
       "3  -1.444687  2.671174   2.202499 -1.673804 -0.180249 -0.485922  0.815402   \n",
       "4  -1.243948  0.801565  10.349212 -5.239979 -0.177206 -4.386384 -4.987250   \n",
       "\n",
       "        161        162       163       164       165       166       167  \\\n",
       "0  0.338544  10.920292  3.665195 -2.030740  3.789742 -8.907887 -3.186035   \n",
       "1  3.308196   2.922251  4.348464  0.268659  9.406112 -0.972178 -5.304334   \n",
       "2 -3.662396 -10.208790 -3.600800 -2.092338  5.146975 -1.175333  2.664953   \n",
       "3 -5.787136  -0.922779 -6.191004  0.344882  6.957924  1.563598  4.451137   \n",
       "4 -2.474228  -3.069264 -7.106845 -6.809606  4.456098 -0.569459  2.130974   \n",
       "\n",
       "        168       169       170       171       172       173       174  \\\n",
       "0 -0.720327 -1.583295  3.777367 -1.325531 -0.603140  0.904870 -1.870971   \n",
       "1 -0.197916 -3.861259  3.435551 -2.763406  4.999836 -0.123823  2.199590   \n",
       "2 -0.334139  2.297014 -3.086910  1.329748 -1.976438 -0.847661  5.681430   \n",
       "3  5.442832 -5.403505  4.911704  0.961926  1.495586 -4.325242  4.700444   \n",
       "4 -1.908326 -2.443759 -2.028501  1.260126  4.916571 -2.054012  2.287684   \n",
       "\n",
       "        175        176       177        178       179       180       181  \\\n",
       "0 -2.543888  10.902845 -0.038157   1.436809 -0.849444  2.932978  5.630321   \n",
       "1  9.246113   8.881611 -3.574657 -10.546439 -2.676881  1.190091  0.691263   \n",
       "2  4.521442   3.740888 -2.333842  -1.911662 -2.524864 -0.963309  2.164928   \n",
       "3  2.324181   0.144559  3.983406  -5.127073 -3.302344  0.935668  4.416765   \n",
       "4  2.967036   4.280934  2.699249  -4.085158 -3.851384 -3.299489  4.965948   \n",
       "\n",
       "        182       183       184       185       186       187       188  \\\n",
       "0 -7.056156  0.320697 -3.818776 -8.833217 -2.680297  1.992174 -0.458405   \n",
       "1 -1.454017 -5.200096  4.007379 -1.368743 -1.332492 -5.849655 -7.292337   \n",
       "2  0.924774 -2.838274 -4.014644 -1.397024  0.712260  3.864706 -3.698513   \n",
       "3  1.261274  0.934968 -0.838057  3.609894  1.120407 -3.232335 -5.524270   \n",
       "4  0.891651 -1.878375  0.896509  1.331027 -4.253519 -5.277934 -6.374445   \n",
       "\n",
       "        189       190        191       192       193       194        195  \\\n",
       "0 -9.361571  0.306409   1.255548  3.683028  2.320683 -4.354571   4.967832   \n",
       "1 -5.151796 -0.921632   1.400383  4.675943 -3.660973  2.497576  -2.146796   \n",
       "2  0.594599 -3.359174  10.856916 -7.728823  1.918986  0.926381  11.365630   \n",
       "3 -5.303075 -5.922662   7.652978  9.738101  1.629366  2.446458   0.866981   \n",
       "4 -4.744961  2.763219  -0.637542  0.722063  1.680714 -3.501290   1.826001   \n",
       "\n",
       "        196       197       198       199        200       201        202  \\\n",
       "0 -0.774442  8.348999  2.304204  2.949452  10.323769  2.487326  10.160550   \n",
       "1 -0.893644 -0.628176 -0.375604  4.347340   0.958427  1.353123  -0.385863   \n",
       "2  1.111163  3.418842 -2.362528  1.963031  -6.142421 -0.271947   2.537939   \n",
       "3  1.404235  4.134988  3.704553  1.031397  -1.609491 -5.140732   2.945724   \n",
       "4 -2.947124  1.387377  3.543416  3.914018  -0.670273 -6.166065  -2.735629   \n",
       "\n",
       "        203       204       205       206       207       208       209  \\\n",
       "0 -2.298968 -9.646900  2.467199 -6.788265  3.453564 -3.142964 -4.436754   \n",
       "1  4.167843 -5.147196 -1.444246  0.571594  7.470967 -2.230894 -8.464601   \n",
       "2  4.653232  3.148871  1.460517 -0.602725  1.536960  0.458156  2.738762   \n",
       "3  4.784720  1.991130  6.066274  4.283894  7.200136  0.091824 -2.377480   \n",
       "4  5.736023  3.309060  3.568665  1.777996  2.195113 -0.292497  0.293957   \n",
       "\n",
       "        210       211       212       213       214       215       216  \\\n",
       "0  4.423307 -2.731275 -1.913902 -4.430228 -1.047280 -4.264968  6.707982   \n",
       "1  3.155507  2.486296  2.319020 -5.327929  8.874663  2.265634  5.417432   \n",
       "2  1.317639 -0.228641  8.089585 -4.355658 -6.202681  1.728950  2.122325   \n",
       "3  7.305267 -0.611877  2.854876  4.914255 -2.229471 -6.119201 -1.468296   \n",
       "4 -4.908146 -2.003471  3.771307 -2.301589 -1.586352  5.551309  1.991000   \n",
       "\n",
       "        217       218       219       220       221       222       223  \\\n",
       "0 -3.227940 -5.508604  1.663131  0.279833  3.723429  7.140599 -6.329994   \n",
       "1 -1.273486 -7.197270  1.750934  1.619214  5.751216 -0.474901  2.770811   \n",
       "2 -1.822323 -3.914128 -3.027268  4.445912  3.067429 -8.439301 -4.412147   \n",
       "3 -2.691668  4.593214 -2.088319 -0.999550 -4.103756 -4.061585 -2.214602   \n",
       "4 -5.942747 -2.568683 -1.826523  7.487971  2.117184  3.129102  1.226049   \n",
       "\n",
       "        224       225       226       227       228       229       230  \\\n",
       "0  0.704991  4.937499 -6.974089 -0.571169 -0.989557  5.850357  3.383751   \n",
       "1  5.952167  0.160369  2.744524  2.470548 -5.185219  3.854153  2.375064   \n",
       "2 -1.276585  2.091590 -0.760549  4.942184  1.489706  4.097279  2.326777   \n",
       "3 -0.028258 -4.497779  3.272336  1.796249 -3.183331  0.859839 -1.775408   \n",
       "4 -5.303509  3.085551 -2.640694 -4.797839 -1.668727  1.545270  0.214220   \n",
       "\n",
       "        231       232       233       234       235       236       237  \\\n",
       "0  9.044473  2.753140 -2.344712  3.591031 -4.017252  2.688149  0.674900   \n",
       "1  7.144595  2.891711 -2.010084 -0.476149  1.016145  4.348795 -5.009333   \n",
       "2  3.883504  0.528616 -2.880738 -0.577151  1.235790  6.579035 -4.393658   \n",
       "3  3.795520  0.675925 -1.549682  0.995500 -2.531306 -4.776198 -1.836169   \n",
       "4  5.785308 -1.961007 -5.194267 -3.013158  3.993144 -0.023322 -5.344865   \n",
       "\n",
       "        238       239        240       241       242       243       244  \\\n",
       "0  5.338981  9.711458 -11.715799  1.887864  8.149658 -0.898110 -6.704516   \n",
       "1  4.223437  4.471847  -0.941060  0.174732  1.392744  3.336796 -5.369522   \n",
       "2 -4.874355 -1.556074   6.158224  4.478148  3.260487  2.766262 -2.192249   \n",
       "3  2.323375 -5.956584   3.847510  4.590222  6.745751  6.697225  0.760334   \n",
       "4 -7.041357 -1.910268   1.478621  3.867783  5.257666  0.955862 -1.772738   \n",
       "\n",
       "        245       246       247       248       249       250       251  \\\n",
       "0 -2.470985 -4.978999  3.330417 -5.777764  2.843236 -1.169064 -2.638488   \n",
       "1  0.687863  1.299542  1.784163 -0.479239  3.685550 -5.150276  0.919718   \n",
       "2  1.937267  6.853279 -4.239418  0.825008  0.415096 -0.446619  4.456318   \n",
       "3 -2.196181  2.871261 -2.604490 -5.768584  0.158234  0.205405 -1.594464   \n",
       "4 -0.273724  6.231382  3.645296 -4.835452  0.293599 -0.918042 -1.881816   \n",
       "\n",
       "        252       253       254       255       256       257       258  \\\n",
       "0  3.008797  5.272149 -4.308632  5.550278 -4.461922  1.884546 -0.599696   \n",
       "1  2.564619  4.845629 -7.931348  6.315047 -0.135251 -1.000276  0.647249   \n",
       "2 -1.163602  0.432443 -4.019351  3.912910  0.095282 -1.491796  0.914793   \n",
       "3 -0.662744  0.052262  2.417105  1.553408 -0.607668 -7.013400  1.742177   \n",
       "4 -4.037224 -0.747928  5.315621  3.907567 -1.095843 -1.473802  1.036175   \n",
       "\n",
       "         259       260       261       262       263       264       265  \\\n",
       "0 -11.278704 -2.006219  4.126678  4.434412  7.204116  3.333428 -0.117424   \n",
       "1  -9.013106 -1.466449  0.844802  5.161949  4.118372  2.676588  0.251970   \n",
       "2   7.067616 -2.007250 -0.396503 -0.212236 -0.976101  0.762922  0.319841   \n",
       "3  -1.911045 -8.379518  0.488346 -0.572750  1.716243  3.055042 -3.670628   \n",
       "4  -1.954413 -3.185752  1.678927  2.090922  3.635259  0.364246  2.138828   \n",
       "\n",
       "        266       267       268       269       270       271       272  \\\n",
       "0  4.303011  0.130948  3.675465 -2.348651  6.085864 -5.057386  2.257509   \n",
       "1 -4.197124  0.293951  1.258946 -4.257861  4.711821 -1.146002  0.939830   \n",
       "2 -0.791346  2.735434  0.259214  5.268536 -2.257703 -1.560001  2.494245   \n",
       "3  0.960776 -1.701559 -3.229239  5.422554  4.145881 -4.179107  2.148922   \n",
       "4  3.343565 -3.958078 -2.802945 -1.963088  5.083752 -0.359480 -0.449401   \n",
       "\n",
       "         273       274       275       276       277       278       279  \\\n",
       "0 -11.803610  4.749285  0.983522  6.734220 -5.208762  5.842612 -2.317917   \n",
       "1   2.208132  1.370910 -2.455004 -2.719983  6.407780  2.046252  0.799790   \n",
       "2   1.699624 -0.165288  1.067518  6.989996 -3.516333  0.250614  2.020335   \n",
       "3  -2.190314  0.145719 -0.005664  2.886172  3.662019  0.332821  3.565791   \n",
       "4   2.238212 -0.660684 -4.643516  4.646227  1.077602 -2.200103 -1.617049   \n",
       "\n",
       "        280       281        282       283       284       285        286  \\\n",
       "0 -4.925443  4.718173   1.468855 -1.377871 -7.700944  1.952728 -13.489065   \n",
       "1  1.182971 -7.224791  -3.194687 -2.773505 -0.977490 -5.127359  -4.859088   \n",
       "2 -1.224168  0.007256  -6.196254 -2.672141 -4.690968 -5.506144  -5.128156   \n",
       "3  5.220044  0.032148 -10.058550  4.099624 -2.379674 -2.691640  -1.609954   \n",
       "4  0.519680 -3.139741  -4.687001 -0.129666 -5.132760 -0.206526  -1.041366   \n",
       "\n",
       "         287       288       289       290       291       292       293  \\\n",
       "0  12.533296 -3.321778 -6.803755  3.793141  3.837345  3.778354 -0.815515   \n",
       "1   3.925502 -9.122751 -3.703819 -0.309515  3.147870  0.635545 -0.334742   \n",
       "2   4.617403 -0.077719 -3.143777 -9.559562 -1.365196  3.256023 -3.436836   \n",
       "3  10.399963  4.025414 -0.115050 -6.402253 -4.087686 -3.714201 -0.967430   \n",
       "4   2.819546  6.191638 -7.532987 -0.637324  0.034142 -3.545210  2.767453   \n",
       "\n",
       "        294        295       296        297        298       299  \n",
       "0 -0.720440 -10.738245 -8.765683   0.875089 -10.176691  1.736791  \n",
       "1 -0.751833  -3.957765 -0.385042  -6.485331  -4.579382 -1.580983  \n",
       "2 -0.721138  -7.386739 -3.685618  -2.188498   2.970203  3.309226  \n",
       "3 -1.042184   1.208730  6.321670  -4.462947  -4.534634  4.136161  \n",
       "4  0.447380   0.102913  0.755849 -10.680321  -0.472589 -0.216070  "
      ]
     },
     "execution_count": 70,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sentiment_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 75,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(1799, 318)"
      ]
     },
     "execution_count": 75,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sentiment_df[sentiment_df['word_count']<1500].shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}