movie-recommender-system-tmdb.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "e316b7ce-12fe-4126-8293-c34b69339e3b",
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np \n",
    "import pandas as pd "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "5e257a04-5dbb-4325-9c53-3d7e27ba0928",
   "metadata": {},
   "outputs": [],
   "source": [
    "movies=pd.read_csv('tmdb_5000_movies.csv')\n",
    "credits=pd.read_csv('tmdb_5000_credits.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "d3c52b1a-705d-4dde-b91e-730bcead5a46",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>budget</th>\n",
       "      <th>genres</th>\n",
       "      <th>homepage</th>\n",
       "      <th>id</th>\n",
       "      <th>keywords</th>\n",
       "      <th>original_language</th>\n",
       "      <th>original_title</th>\n",
       "      <th>overview</th>\n",
       "      <th>popularity</th>\n",
       "      <th>production_companies</th>\n",
       "      <th>production_countries</th>\n",
       "      <th>release_date</th>\n",
       "      <th>revenue</th>\n",
       "      <th>runtime</th>\n",
       "      <th>spoken_languages</th>\n",
       "      <th>status</th>\n",
       "      <th>tagline</th>\n",
       "      <th>title</th>\n",
       "      <th>vote_average</th>\n",
       "      <th>vote_count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>237000000</td>\n",
       "      <td>[{\"id\": 28, \"name\": \"Action\"}, {\"id\": 12, \"nam...</td>\n",
       "      <td>http://www.avatarmovie.com/</td>\n",
       "      <td>19995</td>\n",
       "      <td>[{\"id\": 1463, \"name\": \"culture clash\"}, {\"id\":...</td>\n",
       "      <td>en</td>\n",
       "      <td>Avatar</td>\n",
       "      <td>In the 22nd century, a paraplegic Marine is di...</td>\n",
       "      <td>150.437577</td>\n",
       "      <td>[{\"name\": \"Ingenious Film Partners\", \"id\": 289...</td>\n",
       "      <td>[{\"iso_3166_1\": \"US\", \"name\": \"United States o...</td>\n",
       "      <td>2009-12-10</td>\n",
       "      <td>2787965087</td>\n",
       "      <td>162.0</td>\n",
       "      <td>[{\"iso_639_1\": \"en\", \"name\": \"English\"}, {\"iso...</td>\n",
       "      <td>Released</td>\n",
       "      <td>Enter the World of Pandora.</td>\n",
       "      <td>Avatar</td>\n",
       "      <td>7.2</td>\n",
       "      <td>11800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>300000000</td>\n",
       "      <td>[{\"id\": 12, \"name\": \"Adventure\"}, {\"id\": 14, \"...</td>\n",
       "      <td>http://disney.go.com/disneypictures/pirates/</td>\n",
       "      <td>285</td>\n",
       "      <td>[{\"id\": 270, \"name\": \"ocean\"}, {\"id\": 726, \"na...</td>\n",
       "      <td>en</td>\n",
       "      <td>Pirates of the Caribbean: At World's End</td>\n",
       "      <td>Captain Barbossa, long believed to be dead, ha...</td>\n",
       "      <td>139.082615</td>\n",
       "      <td>[{\"name\": \"Walt Disney Pictures\", \"id\": 2}, {\"...</td>\n",
       "      <td>[{\"iso_3166_1\": \"US\", \"name\": \"United States o...</td>\n",
       "      <td>2007-05-19</td>\n",
       "      <td>961000000</td>\n",
       "      <td>169.0</td>\n",
       "      <td>[{\"iso_639_1\": \"en\", \"name\": \"English\"}]</td>\n",
       "      <td>Released</td>\n",
       "      <td>At the end of the world, the adventure begins.</td>\n",
       "      <td>Pirates of the Caribbean: At World's End</td>\n",
       "      <td>6.9</td>\n",
       "      <td>4500</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      budget                                             genres  \\\n",
       "0  237000000  [{\"id\": 28, \"name\": \"Action\"}, {\"id\": 12, \"nam...   \n",
       "1  300000000  [{\"id\": 12, \"name\": \"Adventure\"}, {\"id\": 14, \"...   \n",
       "\n",
       "                                       homepage     id  \\\n",
       "0                   http://www.avatarmovie.com/  19995   \n",
       "1  http://disney.go.com/disneypictures/pirates/    285   \n",
       "\n",
       "                                            keywords original_language  \\\n",
       "0  [{\"id\": 1463, \"name\": \"culture clash\"}, {\"id\":...                en   \n",
       "1  [{\"id\": 270, \"name\": \"ocean\"}, {\"id\": 726, \"na...                en   \n",
       "\n",
       "                             original_title  \\\n",
       "0                                    Avatar   \n",
       "1  Pirates of the Caribbean: At World's End   \n",
       "\n",
       "                                            overview  popularity  \\\n",
       "0  In the 22nd century, a paraplegic Marine is di...  150.437577   \n",
       "1  Captain Barbossa, long believed to be dead, ha...  139.082615   \n",
       "\n",
       "                                production_companies  \\\n",
       "0  [{\"name\": \"Ingenious Film Partners\", \"id\": 289...   \n",
       "1  [{\"name\": \"Walt Disney Pictures\", \"id\": 2}, {\"...   \n",
       "\n",
       "                                production_countries release_date     revenue  \\\n",
       "0  [{\"iso_3166_1\": \"US\", \"name\": \"United States o...   2009-12-10  2787965087   \n",
       "1  [{\"iso_3166_1\": \"US\", \"name\": \"United States o...   2007-05-19   961000000   \n",
       "\n",
       "   runtime                                   spoken_languages    status  \\\n",
       "0    162.0  [{\"iso_639_1\": \"en\", \"name\": \"English\"}, {\"iso...  Released   \n",
       "1    169.0           [{\"iso_639_1\": \"en\", \"name\": \"English\"}]  Released   \n",
       "\n",
       "                                          tagline  \\\n",
       "0                     Enter the World of Pandora.   \n",
       "1  At the end of the world, the adventure begins.   \n",
       "\n",
       "                                      title  vote_average  vote_count  \n",
       "0                                    Avatar           7.2       11800  \n",
       "1  Pirates of the Caribbean: At World's End           6.9        4500  "
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "movies.head(2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "37db401c-c95d-4e2f-83e0-a369faa9189e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(4803, 20)"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "movies.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "72cbd368-312a-4281-aa48-5f447697dd9c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>movie_id</th>\n",
       "      <th>title</th>\n",
       "      <th>cast</th>\n",
       "      <th>crew</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>19995</td>\n",
       "      <td>Avatar</td>\n",
       "      <td>[{\"cast_id\": 242, \"character\": \"Jake Sully\", \"...</td>\n",
       "      <td>[{\"credit_id\": \"52fe48009251416c750aca23\", \"de...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>285</td>\n",
       "      <td>Pirates of the Caribbean: At World's End</td>\n",
       "      <td>[{\"cast_id\": 4, \"character\": \"Captain Jack Spa...</td>\n",
       "      <td>[{\"credit_id\": \"52fe4232c3a36847f800b579\", \"de...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   movie_id                                     title  \\\n",
       "0     19995                                    Avatar   \n",
       "1       285  Pirates of the Caribbean: At World's End   \n",
       "\n",
       "                                                cast  \\\n",
       "0  [{\"cast_id\": 242, \"character\": \"Jake Sully\", \"...   \n",
       "1  [{\"cast_id\": 4, \"character\": \"Captain Jack Spa...   \n",
       "\n",
       "                                                crew  \n",
       "0  [{\"credit_id\": \"52fe48009251416c750aca23\", \"de...  \n",
       "1  [{\"credit_id\": \"52fe4232c3a36847f800b579\", \"de...  "
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "credits.head(2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "cad907bf-30e4-4d8d-9808-2a43e3500538",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[19995, 'Avatar',\n",
       "        '[{\"cast_id\": 242, \"character\": \"Jake Sully\", \"credit_id\": \"5602a8a7c3a3685532001c9a\", \"gender\": 2, \"id\": 65731, \"name\": \"Sam Worthington\", \"order\": 0}, {\"cast_id\": 3, \"character\": \"Neytiri\", \"credit_id\": \"52fe48009251416c750ac9cb\", \"gender\": 1, \"id\": 8691, \"name\": \"Zoe Saldana\", \"order\": 1}, {\"cast_id\": 25, \"character\": \"Dr. Grace Augustine\", \"credit_id\": \"52fe48009251416c750aca39\", \"gender\": 1, \"id\": 10205, \"name\": \"Sigourney Weaver\", \"order\": 2}, {\"cast_id\": 4, \"character\": \"Col. Quaritch\", \"credit_id\": \"52fe48009251416c750ac9cf\", \"gender\": 2, \"id\": 32747, \"name\": \"Stephen Lang\", \"order\": 3}, {\"cast_id\": 5, \"character\": \"Trudy Chacon\", \"credit_id\": \"52fe48009251416c750ac9d3\", \"gender\": 1, \"id\": 17647, \"name\": \"Michelle Rodriguez\", \"order\": 4}, {\"cast_id\": 8, \"character\": \"Selfridge\", \"credit_id\": \"52fe48009251416c750ac9e1\", \"gender\": 2, \"id\": 1771, \"name\": \"Giovanni Ribisi\", \"order\": 5}, {\"cast_id\": 7, \"character\": \"Norm Spellman\", \"credit_id\": \"52fe48009251416c750ac9dd\", \"gender\": 2, \"id\": 59231, \"name\": \"Joel David Moore\", \"order\": 6}, {\"cast_id\": 9, \"character\": \"Moat\", \"credit_id\": \"52fe48009251416c750ac9e5\", \"gender\": 1, \"id\": 30485, \"name\": \"CCH Pounder\", \"order\": 7}, {\"cast_id\": 11, \"character\": \"Eytukan\", \"credit_id\": \"52fe48009251416c750ac9ed\", \"gender\": 2, \"id\": 15853, \"name\": \"Wes Studi\", \"order\": 8}, {\"cast_id\": 10, \"character\": \"Tsu\\'Tey\", \"credit_id\": \"52fe48009251416c750ac9e9\", \"gender\": 2, \"id\": 10964, \"name\": \"Laz Alonso\", \"order\": 9}, {\"cast_id\": 12, \"character\": \"Dr. Max Patel\", \"credit_id\": \"52fe48009251416c750ac9f1\", \"gender\": 2, \"id\": 95697, \"name\": \"Dileep Rao\", \"order\": 10}, {\"cast_id\": 13, \"character\": \"Lyle Wainfleet\", \"credit_id\": \"52fe48009251416c750ac9f5\", \"gender\": 2, \"id\": 98215, \"name\": \"Matt Gerald\", \"order\": 11}, {\"cast_id\": 32, \"character\": \"Private Fike\", \"credit_id\": \"52fe48009251416c750aca5b\", \"gender\": 2, \"id\": 154153, \"name\": \"Sean Anthony Moran\", \"order\": 12}, {\"cast_id\": 33, \"character\": \"Cryo Vault Med Tech\", \"credit_id\": \"52fe48009251416c750aca5f\", \"gender\": 2, \"id\": 397312, \"name\": \"Jason Whyte\", \"order\": 13}, {\"cast_id\": 34, \"character\": \"Venture Star Crew Chief\", \"credit_id\": \"52fe48009251416c750aca63\", \"gender\": 2, \"id\": 42317, \"name\": \"Scott Lawrence\", \"order\": 14}, {\"cast_id\": 35, \"character\": \"Lock Up Trooper\", \"credit_id\": \"52fe48009251416c750aca67\", \"gender\": 2, \"id\": 986734, \"name\": \"Kelly Kilgour\", \"order\": 15}, {\"cast_id\": 36, \"character\": \"Shuttle Pilot\", \"credit_id\": \"52fe48009251416c750aca6b\", \"gender\": 0, \"id\": 1207227, \"name\": \"James Patrick Pitt\", \"order\": 16}, {\"cast_id\": 37, \"character\": \"Shuttle Co-Pilot\", \"credit_id\": \"52fe48009251416c750aca6f\", \"gender\": 0, \"id\": 1180936, \"name\": \"Sean Patrick Murphy\", \"order\": 17}, {\"cast_id\": 38, \"character\": \"Shuttle Crew Chief\", \"credit_id\": \"52fe48009251416c750aca73\", \"gender\": 2, \"id\": 1019578, \"name\": \"Peter Dillon\", \"order\": 18}, {\"cast_id\": 39, \"character\": \"Tractor Operator / Troupe\", \"credit_id\": \"52fe48009251416c750aca77\", \"gender\": 0, \"id\": 91443, \"name\": \"Kevin Dorman\", \"order\": 19}, {\"cast_id\": 40, \"character\": \"Dragon Gunship Pilot\", \"credit_id\": \"52fe48009251416c750aca7b\", \"gender\": 2, \"id\": 173391, \"name\": \"Kelson Henderson\", \"order\": 20}, {\"cast_id\": 41, \"character\": \"Dragon Gunship Gunner\", \"credit_id\": \"52fe48009251416c750aca7f\", \"gender\": 0, \"id\": 1207236, \"name\": \"David Van Horn\", \"order\": 21}, {\"cast_id\": 42, \"character\": \"Dragon Gunship Navigator\", \"credit_id\": \"52fe48009251416c750aca83\", \"gender\": 0, \"id\": 215913, \"name\": \"Jacob Tomuri\", \"order\": 22}, {\"cast_id\": 43, \"character\": \"Suit #1\", \"credit_id\": \"52fe48009251416c750aca87\", \"gender\": 0, \"id\": 143206, \"name\": \"Michael Blain-Rozgay\", \"order\": 23}, {\"cast_id\": 44, \"character\": \"Suit #2\", \"credit_id\": \"52fe48009251416c750aca8b\", \"gender\": 2, \"id\": 169676, \"name\": \"Jon Curry\", \"order\": 24}, {\"cast_id\": 46, \"character\": \"Ambient Room Tech\", \"credit_id\": \"52fe48009251416c750aca8f\", \"gender\": 0, \"id\": 1048610, \"name\": \"Luke Hawker\", \"order\": 25}, {\"cast_id\": 47, \"character\": \"Ambient Room Tech / Troupe\", \"credit_id\": \"52fe48009251416c750aca93\", \"gender\": 0, \"id\": 42288, \"name\": \"Woody Schultz\", \"order\": 26}, {\"cast_id\": 48, \"character\": \"Horse Clan Leader\", \"credit_id\": \"52fe48009251416c750aca97\", \"gender\": 2, \"id\": 68278, \"name\": \"Peter Mensah\", \"order\": 27}, {\"cast_id\": 49, \"character\": \"Link Room Tech\", \"credit_id\": \"52fe48009251416c750aca9b\", \"gender\": 0, \"id\": 1207247, \"name\": \"Sonia Yee\", \"order\": 28}, {\"cast_id\": 50, \"character\": \"Basketball Avatar / Troupe\", \"credit_id\": \"52fe48009251416c750aca9f\", \"gender\": 1, \"id\": 1207248, \"name\": \"Jahnel Curfman\", \"order\": 29}, {\"cast_id\": 51, \"character\": \"Basketball Avatar\", \"credit_id\": \"52fe48009251416c750acaa3\", \"gender\": 0, \"id\": 89714, \"name\": \"Ilram Choi\", \"order\": 30}, {\"cast_id\": 52, \"character\": \"Na\\'vi Child\", \"credit_id\": \"52fe48009251416c750acaa7\", \"gender\": 0, \"id\": 1207249, \"name\": \"Kyla Warren\", \"order\": 31}, {\"cast_id\": 53, \"character\": \"Troupe\", \"credit_id\": \"52fe48009251416c750acaab\", \"gender\": 0, \"id\": 1207250, \"name\": \"Lisa Roumain\", \"order\": 32}, {\"cast_id\": 54, \"character\": \"Troupe\", \"credit_id\": \"52fe48009251416c750acaaf\", \"gender\": 1, \"id\": 83105, \"name\": \"Debra Wilson\", \"order\": 33}, {\"cast_id\": 57, \"character\": \"Troupe\", \"credit_id\": \"52fe48009251416c750acabb\", \"gender\": 0, \"id\": 1207253, \"name\": \"Chris Mala\", \"order\": 34}, {\"cast_id\": 55, \"character\": \"Troupe\", \"credit_id\": \"52fe48009251416c750acab3\", \"gender\": 0, \"id\": 1207251, \"name\": \"Taylor Kibby\", \"order\": 35}, {\"cast_id\": 56, \"character\": \"Troupe\", \"credit_id\": \"52fe48009251416c750acab7\", \"gender\": 0, \"id\": 1207252, \"name\": \"Jodie Landau\", \"order\": 36}, {\"cast_id\": 58, \"character\": \"Troupe\", \"credit_id\": \"52fe48009251416c750acabf\", \"gender\": 0, \"id\": 1207254, \"name\": \"Julie Lamm\", \"order\": 37}, {\"cast_id\": 59, \"character\": \"Troupe\", \"credit_id\": \"52fe48009251416c750acac3\", \"gender\": 0, \"id\": 1207257, \"name\": \"Cullen B. Madden\", \"order\": 38}, {\"cast_id\": 60, \"character\": \"Troupe\", \"credit_id\": \"52fe48009251416c750acac7\", \"gender\": 0, \"id\": 1207259, \"name\": \"Joseph Brady Madden\", \"order\": 39}, {\"cast_id\": 61, \"character\": \"Troupe\", \"credit_id\": \"52fe48009251416c750acacb\", \"gender\": 0, \"id\": 1207262, \"name\": \"Frankie Torres\", \"order\": 40}, {\"cast_id\": 62, \"character\": \"Troupe\", \"credit_id\": \"52fe48009251416c750acacf\", \"gender\": 1, \"id\": 1158600, \"name\": \"Austin Wilson\", \"order\": 41}, {\"cast_id\": 63, \"character\": \"Troupe\", \"credit_id\": \"52fe48019251416c750acad3\", \"gender\": 1, \"id\": 983705, \"name\": \"Sara Wilson\", \"order\": 42}, {\"cast_id\": 64, \"character\": \"Troupe\", \"credit_id\": \"52fe48019251416c750acad7\", \"gender\": 0, \"id\": 1207263, \"name\": \"Tamica Washington-Miller\", \"order\": 43}, {\"cast_id\": 65, \"character\": \"Op Center Staff\", \"credit_id\": \"52fe48019251416c750acadb\", \"gender\": 1, \"id\": 1145098, \"name\": \"Lucy Briant\", \"order\": 44}, {\"cast_id\": 66, \"character\": \"Op Center Staff\", \"credit_id\": \"52fe48019251416c750acadf\", \"gender\": 2, \"id\": 33305, \"name\": \"Nathan Meister\", \"order\": 45}, {\"cast_id\": 67, \"character\": \"Op Center Staff\", \"credit_id\": \"52fe48019251416c750acae3\", \"gender\": 0, \"id\": 1207264, \"name\": \"Gerry Blair\", \"order\": 46}, {\"cast_id\": 68, \"character\": \"Op Center Staff\", \"credit_id\": \"52fe48019251416c750acae7\", \"gender\": 2, \"id\": 33311, \"name\": \"Matthew Chamberlain\", \"order\": 47}, {\"cast_id\": 69, \"character\": \"Op Center Staff\", \"credit_id\": \"52fe48019251416c750acaeb\", \"gender\": 0, \"id\": 1207265, \"name\": \"Paul Yates\", \"order\": 48}, {\"cast_id\": 70, \"character\": \"Op Center Duty Officer\", \"credit_id\": \"52fe48019251416c750acaef\", \"gender\": 0, \"id\": 1207266, \"name\": \"Wray Wilson\", \"order\": 49}, {\"cast_id\": 71, \"character\": \"Op Center Staff\", \"credit_id\": \"52fe48019251416c750acaf3\", \"gender\": 2, \"id\": 54492, \"name\": \"James Gaylyn\", \"order\": 50}, {\"cast_id\": 72, \"character\": \"Dancer\", \"credit_id\": \"52fe48019251416c750acaf7\", \"gender\": 0, \"id\": 1207267, \"name\": \"Melvin Leno Clark III\", \"order\": 51}, {\"cast_id\": 73, \"character\": \"Dancer\", \"credit_id\": \"52fe48019251416c750acafb\", \"gender\": 0, \"id\": 1207268, \"name\": \"Carvon Futrell\", \"order\": 52}, {\"cast_id\": 74, \"character\": \"Dancer\", \"credit_id\": \"52fe48019251416c750acaff\", \"gender\": 0, \"id\": 1207269, \"name\": \"Brandon Jelkes\", \"order\": 53}, {\"cast_id\": 75, \"character\": \"Dancer\", \"credit_id\": \"52fe48019251416c750acb03\", \"gender\": 0, \"id\": 1207270, \"name\": \"Micah Moch\", \"order\": 54}, {\"cast_id\": 76, \"character\": \"Dancer\", \"credit_id\": \"52fe48019251416c750acb07\", \"gender\": 0, \"id\": 1207271, \"name\": \"Hanniyah Muhammad\", \"order\": 55}, {\"cast_id\": 77, \"character\": \"Dancer\", \"credit_id\": \"52fe48019251416c750acb0b\", \"gender\": 0, \"id\": 1207272, \"name\": \"Christopher Nolen\", \"order\": 56}, {\"cast_id\": 78, \"character\": \"Dancer\", \"credit_id\": \"52fe48019251416c750acb0f\", \"gender\": 0, \"id\": 1207273, \"name\": \"Christa Oliver\", \"order\": 57}, {\"cast_id\": 79, \"character\": \"Dancer\", \"credit_id\": \"52fe48019251416c750acb13\", \"gender\": 0, \"id\": 1207274, \"name\": \"April Marie Thomas\", \"order\": 58}, {\"cast_id\": 80, \"character\": \"Dancer\", \"credit_id\": \"52fe48019251416c750acb17\", \"gender\": 0, \"id\": 1207275, \"name\": \"Bravita A. Threatt\", \"order\": 59}, {\"cast_id\": 81, \"character\": \"Mining Chief (uncredited)\", \"credit_id\": \"52fe48019251416c750acb1b\", \"gender\": 0, \"id\": 1207276, \"name\": \"Colin Bleasdale\", \"order\": 60}, {\"cast_id\": 82, \"character\": \"Veteran Miner (uncredited)\", \"credit_id\": \"52fe48019251416c750acb1f\", \"gender\": 0, \"id\": 107969, \"name\": \"Mike Bodnar\", \"order\": 61}, {\"cast_id\": 83, \"character\": \"Richard (uncredited)\", \"credit_id\": \"52fe48019251416c750acb23\", \"gender\": 0, \"id\": 1207278, \"name\": \"Matt Clayton\", \"order\": 62}, {\"cast_id\": 84, \"character\": \"Nav\\'i (uncredited)\", \"credit_id\": \"52fe48019251416c750acb27\", \"gender\": 1, \"id\": 147898, \"name\": \"Nicole Dionne\", \"order\": 63}, {\"cast_id\": 85, \"character\": \"Trooper (uncredited)\", \"credit_id\": \"52fe48019251416c750acb2b\", \"gender\": 0, \"id\": 1207280, \"name\": \"Jamie Harrison\", \"order\": 64}, {\"cast_id\": 86, \"character\": \"Trooper (uncredited)\", \"credit_id\": \"52fe48019251416c750acb2f\", \"gender\": 0, \"id\": 1207281, \"name\": \"Allan Henry\", \"order\": 65}, {\"cast_id\": 87, \"character\": \"Ground Technician (uncredited)\", \"credit_id\": \"52fe48019251416c750acb33\", \"gender\": 2, \"id\": 1207282, \"name\": \"Anthony Ingruber\", \"order\": 66}, {\"cast_id\": 88, \"character\": \"Flight Crew Mechanic (uncredited)\", \"credit_id\": \"52fe48019251416c750acb37\", \"gender\": 0, \"id\": 1207283, \"name\": \"Ashley Jeffery\", \"order\": 67}, {\"cast_id\": 14, \"character\": \"Samson Pilot\", \"credit_id\": \"52fe48009251416c750ac9f9\", \"gender\": 0, \"id\": 98216, \"name\": \"Dean Knowsley\", \"order\": 68}, {\"cast_id\": 89, \"character\": \"Trooper (uncredited)\", \"credit_id\": \"52fe48019251416c750acb3b\", \"gender\": 0, \"id\": 1201399, \"name\": \"Joseph Mika-Hunt\", \"order\": 69}, {\"cast_id\": 90, \"character\": \"Banshee (uncredited)\", \"credit_id\": \"52fe48019251416c750acb3f\", \"gender\": 0, \"id\": 236696, \"name\": \"Terry Notary\", \"order\": 70}, {\"cast_id\": 91, \"character\": \"Soldier (uncredited)\", \"credit_id\": \"52fe48019251416c750acb43\", \"gender\": 0, \"id\": 1207287, \"name\": \"Kai Pantano\", \"order\": 71}, {\"cast_id\": 92, \"character\": \"Blast Technician (uncredited)\", \"credit_id\": \"52fe48019251416c750acb47\", \"gender\": 0, \"id\": 1207288, \"name\": \"Logan Pithyou\", \"order\": 72}, {\"cast_id\": 93, \"character\": \"Vindum Raah (uncredited)\", \"credit_id\": \"52fe48019251416c750acb4b\", \"gender\": 0, \"id\": 1207289, \"name\": \"Stuart Pollock\", \"order\": 73}, {\"cast_id\": 94, \"character\": \"Hero (uncredited)\", \"credit_id\": \"52fe48019251416c750acb4f\", \"gender\": 0, \"id\": 584868, \"name\": \"Raja\", \"order\": 74}, {\"cast_id\": 95, \"character\": \"Ops Centreworker (uncredited)\", \"credit_id\": \"52fe48019251416c750acb53\", \"gender\": 0, \"id\": 1207290, \"name\": \"Gareth Ruck\", \"order\": 75}, {\"cast_id\": 96, \"character\": \"Engineer (uncredited)\", \"credit_id\": \"52fe48019251416c750acb57\", \"gender\": 0, \"id\": 1062463, \"name\": \"Rhian Sheehan\", \"order\": 76}, {\"cast_id\": 97, \"character\": \"Col. Quaritch\\'s Mech Suit (uncredited)\", \"credit_id\": \"52fe48019251416c750acb5b\", \"gender\": 0, \"id\": 60656, \"name\": \"T. J. Storm\", \"order\": 77}, {\"cast_id\": 98, \"character\": \"Female Marine (uncredited)\", \"credit_id\": \"52fe48019251416c750acb5f\", \"gender\": 0, \"id\": 1207291, \"name\": \"Jodie Taylor\", \"order\": 78}, {\"cast_id\": 99, \"character\": \"Ikran Clan Leader (uncredited)\", \"credit_id\": \"52fe48019251416c750acb63\", \"gender\": 1, \"id\": 1186027, \"name\": \"Alicia Vela-Bailey\", \"order\": 79}, {\"cast_id\": 100, \"character\": \"Geologist (uncredited)\", \"credit_id\": \"52fe48019251416c750acb67\", \"gender\": 0, \"id\": 1207292, \"name\": \"Richard Whiteside\", \"order\": 80}, {\"cast_id\": 101, \"character\": \"Na\\'vi (uncredited)\", \"credit_id\": \"52fe48019251416c750acb6b\", \"gender\": 0, \"id\": 103259, \"name\": \"Nikie Zambo\", \"order\": 81}, {\"cast_id\": 102, \"character\": \"Ambient Room Tech / Troupe\", \"credit_id\": \"52fe48019251416c750acb6f\", \"gender\": 1, \"id\": 42286, \"name\": \"Julene Renee\", \"order\": 82}]',\n",
       "        '[{\"credit_id\": \"52fe48009251416c750aca23\", \"department\": \"Editing\", \"gender\": 0, \"id\": 1721, \"job\": \"Editor\", \"name\": \"Stephen E. Rivkin\"}, {\"credit_id\": \"539c47ecc3a36810e3001f87\", \"department\": \"Art\", \"gender\": 2, \"id\": 496, \"job\": \"Production Design\", \"name\": \"Rick Carter\"}, {\"credit_id\": \"54491c89c3a3680fb4001cf7\", \"department\": \"Sound\", \"gender\": 0, \"id\": 900, \"job\": \"Sound Designer\", \"name\": \"Christopher Boyes\"}, {\"credit_id\": \"54491cb70e0a267480001bd0\", \"department\": \"Sound\", \"gender\": 0, \"id\": 900, \"job\": \"Supervising Sound Editor\", \"name\": \"Christopher Boyes\"}, {\"credit_id\": \"539c4a4cc3a36810c9002101\", \"department\": \"Production\", \"gender\": 1, \"id\": 1262, \"job\": \"Casting\", \"name\": \"Mali Finn\"}, {\"credit_id\": \"5544ee3b925141499f0008fc\", \"department\": \"Sound\", \"gender\": 2, \"id\": 1729, \"job\": \"Original Music Composer\", \"name\": \"James Horner\"}, {\"credit_id\": \"52fe48009251416c750ac9c3\", \"department\": \"Directing\", \"gender\": 2, \"id\": 2710, \"job\": \"Director\", \"name\": \"James Cameron\"}, {\"credit_id\": \"52fe48009251416c750ac9d9\", \"department\": \"Writing\", \"gender\": 2, \"id\": 2710, \"job\": \"Writer\", \"name\": \"James Cameron\"}, {\"credit_id\": \"52fe48009251416c750aca17\", \"department\": \"Editing\", \"gender\": 2, \"id\": 2710, \"job\": \"Editor\", \"name\": \"James Cameron\"}, {\"credit_id\": \"52fe48009251416c750aca29\", \"department\": \"Production\", \"gender\": 2, \"id\": 2710, \"job\": \"Producer\", \"name\": \"James Cameron\"}, {\"credit_id\": \"52fe48009251416c750aca3f\", \"department\": \"Writing\", \"gender\": 2, \"id\": 2710, \"job\": \"Screenplay\", \"name\": \"James Cameron\"}, {\"credit_id\": \"539c4987c3a36810ba0021a4\", \"department\": \"Art\", \"gender\": 2, \"id\": 7236, \"job\": \"Art Direction\", \"name\": \"Andrew Menzies\"}, {\"credit_id\": \"549598c3c3a3686ae9004383\", \"department\": \"Visual Effects\", \"gender\": 0, \"id\": 6690, \"job\": \"Visual Effects Producer\", \"name\": \"Jill Brooks\"}, {\"credit_id\": \"52fe48009251416c750aca4b\", \"department\": \"Production\", \"gender\": 1, \"id\": 6347, \"job\": \"Casting\", \"name\": \"Margery Simkin\"}, {\"credit_id\": \"570b6f419251417da70032fe\", \"department\": \"Art\", \"gender\": 2, \"id\": 6878, \"job\": \"Supervising Art Director\", \"name\": \"Kevin Ishioka\"}, {\"credit_id\": \"5495a0fac3a3686ae9004468\", \"department\": \"Sound\", \"gender\": 0, \"id\": 6883, \"job\": \"Music Editor\", \"name\": \"Dick Bernstein\"}, {\"credit_id\": \"54959706c3a3686af3003e81\", \"department\": \"Sound\", \"gender\": 0, \"id\": 8159, \"job\": \"Sound Effects Editor\", \"name\": \"Shannon Mills\"}, {\"credit_id\": \"54491d58c3a3680fb1001ccb\", \"department\": \"Sound\", \"gender\": 0, \"id\": 8160, \"job\": \"Foley\", \"name\": \"Dennie Thorpe\"}, {\"credit_id\": \"54491d6cc3a3680fa5001b2c\", \"department\": \"Sound\", \"gender\": 0, \"id\": 8163, \"job\": \"Foley\", \"name\": \"Jana Vance\"}, {\"credit_id\": \"52fe48009251416c750aca57\", \"department\": \"Costume & Make-Up\", \"gender\": 1, \"id\": 8527, \"job\": \"Costume Design\", \"name\": \"Deborah Lynn Scott\"}, {\"credit_id\": \"52fe48009251416c750aca2f\", \"department\": \"Production\", \"gender\": 2, \"id\": 8529, \"job\": \"Producer\", \"name\": \"Jon Landau\"}, {\"credit_id\": \"539c4937c3a36810ba002194\", \"department\": \"Art\", \"gender\": 0, \"id\": 9618, \"job\": \"Art Direction\", \"name\": \"Sean Haworth\"}, {\"credit_id\": \"539c49b6c3a36810c10020e6\", \"department\": \"Art\", \"gender\": 1, \"id\": 12653, \"job\": \"Set Decoration\", \"name\": \"Kim Sinclair\"}, {\"credit_id\": \"570b6f2f9251413a0e00020d\", \"department\": \"Art\", \"gender\": 1, \"id\": 12653, \"job\": \"Supervising Art Director\", \"name\": \"Kim Sinclair\"}, {\"credit_id\": \"54491a6c0e0a26748c001b19\", \"department\": \"Art\", \"gender\": 2, \"id\": 14350, \"job\": \"Set Designer\", \"name\": \"Richard F. Mays\"}, {\"credit_id\": \"56928cf4c3a3684cff0025c4\", \"department\": \"Production\", \"gender\": 1, \"id\": 20294, \"job\": \"Executive Producer\", \"name\": \"Laeta Kalogridis\"}, {\"credit_id\": \"52fe48009251416c750aca51\", \"department\": \"Costume & Make-Up\", \"gender\": 0, \"id\": 17675, \"job\": \"Costume Design\", \"name\": \"Mayes C. Rubeo\"}, {\"credit_id\": \"52fe48009251416c750aca11\", \"department\": \"Camera\", \"gender\": 2, \"id\": 18265, \"job\": \"Director of Photography\", \"name\": \"Mauro Fiore\"}, {\"credit_id\": \"5449194d0e0a26748f001b39\", \"department\": \"Art\", \"gender\": 0, \"id\": 42281, \"job\": \"Set Designer\", \"name\": \"Scott Herbertson\"}, {\"credit_id\": \"52fe48009251416c750aca05\", \"department\": \"Crew\", \"gender\": 0, \"id\": 42288, \"job\": \"Stunts\", \"name\": \"Woody Schultz\"}, {\"credit_id\": \"5592aefb92514152de0010f5\", \"department\": \"Costume & Make-Up\", \"gender\": 0, \"id\": 29067, \"job\": \"Makeup Artist\", \"name\": \"Linda DeVetta\"}, {\"credit_id\": \"5592afa492514152de00112c\", \"department\": \"Costume & Make-Up\", \"gender\": 0, \"id\": 29067, \"job\": \"Hairstylist\", \"name\": \"Linda DeVetta\"}, {\"credit_id\": \"54959ed592514130fc002e5d\", \"department\": \"Camera\", \"gender\": 2, \"id\": 33302, \"job\": \"Camera Operator\", \"name\": \"Richard Bluck\"}, {\"credit_id\": \"539c4891c3a36810ba002147\", \"department\": \"Art\", \"gender\": 2, \"id\": 33303, \"job\": \"Art Direction\", \"name\": \"Simon Bright\"}, {\"credit_id\": \"54959c069251417a81001f3a\", \"department\": \"Visual Effects\", \"gender\": 0, \"id\": 113145, \"job\": \"Visual Effects Supervisor\", \"name\": \"Richard Martin\"}, {\"credit_id\": \"54959a0dc3a3680ff5002c8d\", \"department\": \"Crew\", \"gender\": 2, \"id\": 58188, \"job\": \"Visual Effects Editor\", \"name\": \"Steve R. Moore\"}, {\"credit_id\": \"52fe48009251416c750aca1d\", \"department\": \"Editing\", \"gender\": 2, \"id\": 58871, \"job\": \"Editor\", \"name\": \"John Refoua\"}, {\"credit_id\": \"54491a4dc3a3680fc30018ca\", \"department\": \"Art\", \"gender\": 0, \"id\": 92359, \"job\": \"Set Designer\", \"name\": \"Karl J. Martin\"}, {\"credit_id\": \"52fe48009251416c750aca35\", \"department\": \"Camera\", \"gender\": 1, \"id\": 72201, \"job\": \"Director of Photography\", \"name\": \"Chiling Lin\"}, {\"credit_id\": \"52fe48009251416c750ac9ff\", \"department\": \"Crew\", \"gender\": 0, \"id\": 89714, \"job\": \"Stunts\", \"name\": \"Ilram Choi\"}, {\"credit_id\": \"54959c529251416e2b004394\", \"department\": \"Visual Effects\", \"gender\": 2, \"id\": 93214, \"job\": \"Visual Effects Supervisor\", \"name\": \"Steven Quale\"}, {\"credit_id\": \"54491edf0e0a267489001c37\", \"department\": \"Crew\", \"gender\": 1, \"id\": 122607, \"job\": \"Dialect Coach\", \"name\": \"Carla Meyer\"}, {\"credit_id\": \"539c485bc3a368653d001a3a\", \"department\": \"Art\", \"gender\": 2, \"id\": 132585, \"job\": \"Art Direction\", \"name\": \"Nick Bassett\"}, {\"credit_id\": \"539c4903c3a368653d001a74\", \"department\": \"Art\", \"gender\": 0, \"id\": 132596, \"job\": \"Art Direction\", \"name\": \"Jill Cormack\"}, {\"credit_id\": \"539c4967c3a368653d001a94\", \"department\": \"Art\", \"gender\": 0, \"id\": 132604, \"job\": \"Art Direction\", \"name\": \"Andy McLaren\"}, {\"credit_id\": \"52fe48009251416c750aca45\", \"department\": \"Crew\", \"gender\": 0, \"id\": 236696, \"job\": \"Motion Capture Artist\", \"name\": \"Terry Notary\"}, {\"credit_id\": \"54959e02c3a3680fc60027d2\", \"department\": \"Crew\", \"gender\": 2, \"id\": 956198, \"job\": \"Stunt Coordinator\", \"name\": \"Garrett Warren\"}, {\"credit_id\": \"54959ca3c3a3686ae300438c\", \"department\": \"Visual Effects\", \"gender\": 2, \"id\": 957874, \"job\": \"Visual Effects Supervisor\", \"name\": \"Jonathan Rothbart\"}, {\"credit_id\": \"570b6f519251412c74001b2f\", \"department\": \"Art\", \"gender\": 0, \"id\": 957889, \"job\": \"Supervising Art Director\", \"name\": \"Stefan Dechant\"}, {\"credit_id\": \"570b6f62c3a3680b77007460\", \"department\": \"Art\", \"gender\": 2, \"id\": 959555, \"job\": \"Supervising Art Director\", \"name\": \"Todd Cherniawsky\"}, {\"credit_id\": \"539c4a3ac3a36810da0021cc\", \"department\": \"Production\", \"gender\": 0, \"id\": 1016177, \"job\": \"Casting\", \"name\": \"Miranda Rivers\"}, {\"credit_id\": \"539c482cc3a36810c1002062\", \"department\": \"Art\", \"gender\": 0, \"id\": 1032536, \"job\": \"Production Design\", \"name\": \"Robert Stromberg\"}, {\"credit_id\": \"539c4b65c3a36810c9002125\", \"department\": \"Costume & Make-Up\", \"gender\": 2, \"id\": 1071680, \"job\": \"Costume Design\", \"name\": \"John Harding\"}, {\"credit_id\": \"54959e6692514130fc002e4e\", \"department\": \"Camera\", \"gender\": 0, \"id\": 1177364, \"job\": \"Steadicam Operator\", \"name\": \"Roberto De Angelis\"}, {\"credit_id\": \"539c49f1c3a368653d001aac\", \"department\": \"Costume & Make-Up\", \"gender\": 2, \"id\": 1202850, \"job\": \"Makeup Department Head\", \"name\": \"Mike Smithson\"}, {\"credit_id\": \"5495999ec3a3686ae100460c\", \"department\": \"Visual Effects\", \"gender\": 0, \"id\": 1204668, \"job\": \"Visual Effects Producer\", \"name\": \"Alain Lalanne\"}, {\"credit_id\": \"54959cdfc3a3681153002729\", \"department\": \"Visual Effects\", \"gender\": 0, \"id\": 1206410, \"job\": \"Visual Effects Supervisor\", \"name\": \"Lucas Salton\"}, {\"credit_id\": \"549596239251417a81001eae\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1234266, \"job\": \"Post Production Supervisor\", \"name\": \"Janace Tashjian\"}, {\"credit_id\": \"54959c859251416e1e003efe\", \"department\": \"Visual Effects\", \"gender\": 0, \"id\": 1271932, \"job\": \"Visual Effects Supervisor\", \"name\": \"Stephen Rosenbaum\"}, {\"credit_id\": \"5592af28c3a368775a00105f\", \"department\": \"Costume & Make-Up\", \"gender\": 0, \"id\": 1310064, \"job\": \"Makeup Artist\", \"name\": \"Frankie Karena\"}, {\"credit_id\": \"539c4adfc3a36810e300203b\", \"department\": \"Costume & Make-Up\", \"gender\": 1, \"id\": 1319844, \"job\": \"Costume Supervisor\", \"name\": \"Lisa Lovaas\"}, {\"credit_id\": \"54959b579251416e2b004371\", \"department\": \"Visual Effects\", \"gender\": 0, \"id\": 1327028, \"job\": \"Visual Effects Supervisor\", \"name\": \"Jonathan Fawkner\"}, {\"credit_id\": \"539c48a7c3a36810b5001fa7\", \"department\": \"Art\", \"gender\": 0, \"id\": 1330561, \"job\": \"Art Direction\", \"name\": \"Robert Bavin\"}, {\"credit_id\": \"539c4a71c3a36810da0021e0\", \"department\": \"Costume & Make-Up\", \"gender\": 0, \"id\": 1330567, \"job\": \"Costume Supervisor\", \"name\": \"Anthony Almaraz\"}, {\"credit_id\": \"539c4a8ac3a36810ba0021e4\", \"department\": \"Costume & Make-Up\", \"gender\": 0, \"id\": 1330570, \"job\": \"Costume Supervisor\", \"name\": \"Carolyn M. Fenton\"}, {\"credit_id\": \"539c4ab6c3a36810da0021f0\", \"department\": \"Costume & Make-Up\", \"gender\": 0, \"id\": 1330574, \"job\": \"Costume Supervisor\", \"name\": \"Beth Koenigsberg\"}, {\"credit_id\": \"54491ab70e0a267480001ba2\", \"department\": \"Art\", \"gender\": 0, \"id\": 1336191, \"job\": \"Set Designer\", \"name\": \"Sam Page\"}, {\"credit_id\": \"544919d9c3a3680fc30018bd\", \"department\": \"Art\", \"gender\": 0, \"id\": 1339441, \"job\": \"Set Designer\", \"name\": \"Tex Kadonaga\"}, {\"credit_id\": \"54491cf50e0a267483001b0c\", \"department\": \"Editing\", \"gender\": 0, \"id\": 1352422, \"job\": \"Dialogue Editor\", \"name\": \"Kim Foscato\"}, {\"credit_id\": \"544919f40e0a26748c001b09\", \"department\": \"Art\", \"gender\": 0, \"id\": 1352962, \"job\": \"Set Designer\", \"name\": \"Tammy S. Lee\"}, {\"credit_id\": \"5495a115c3a3680ff5002d71\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1357070, \"job\": \"Transportation Coordinator\", \"name\": \"Denny Caira\"}, {\"credit_id\": \"5495a12f92514130fc002e94\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1357071, \"job\": \"Transportation Coordinator\", \"name\": \"James Waitkus\"}, {\"credit_id\": \"5495976fc3a36811530026b0\", \"department\": \"Sound\", \"gender\": 0, \"id\": 1360103, \"job\": \"Supervising Sound Editor\", \"name\": \"Addison Teague\"}, {\"credit_id\": \"54491837c3a3680fb1001c5a\", \"department\": \"Art\", \"gender\": 2, \"id\": 1376887, \"job\": \"Set Designer\", \"name\": \"C. Scott Baker\"}, {\"credit_id\": \"54491878c3a3680fb4001c9d\", \"department\": \"Art\", \"gender\": 0, \"id\": 1376888, \"job\": \"Set Designer\", \"name\": \"Luke Caska\"}, {\"credit_id\": \"544918dac3a3680fa5001ae0\", \"department\": \"Art\", \"gender\": 0, \"id\": 1376889, \"job\": \"Set Designer\", \"name\": \"David Chow\"}, {\"credit_id\": \"544919110e0a267486001b68\", \"department\": \"Art\", \"gender\": 0, \"id\": 1376890, \"job\": \"Set Designer\", \"name\": \"Jonathan Dyer\"}, {\"credit_id\": \"54491967c3a3680faa001b5e\", \"department\": \"Art\", \"gender\": 0, \"id\": 1376891, \"job\": \"Set Designer\", \"name\": \"Joseph Hiura\"}, {\"credit_id\": \"54491997c3a3680fb1001c8a\", \"department\": \"Art\", \"gender\": 0, \"id\": 1376892, \"job\": \"Art Department Coordinator\", \"name\": \"Rebecca Jellie\"}, {\"credit_id\": \"544919ba0e0a26748f001b42\", \"department\": \"Art\", \"gender\": 0, \"id\": 1376893, \"job\": \"Set Designer\", \"name\": \"Robert Andrew Johnson\"}, {\"credit_id\": \"54491b1dc3a3680faa001b8c\", \"department\": \"Art\", \"gender\": 0, \"id\": 1376895, \"job\": \"Assistant Art Director\", \"name\": \"Mike Stassi\"}, {\"credit_id\": \"54491b79c3a3680fbb001826\", \"department\": \"Art\", \"gender\": 0, \"id\": 1376897, \"job\": \"Construction Coordinator\", \"name\": \"John Villarino\"}, {\"credit_id\": \"54491baec3a3680fb4001ce6\", \"department\": \"Art\", \"gender\": 2, \"id\": 1376898, \"job\": \"Assistant Art Director\", \"name\": \"Jeffrey Wisniewski\"}, {\"credit_id\": \"54491d2fc3a3680fb4001d07\", \"department\": \"Editing\", \"gender\": 0, \"id\": 1376899, \"job\": \"Dialogue Editor\", \"name\": \"Cheryl Nardi\"}, {\"credit_id\": \"54491d86c3a3680fa5001b2f\", \"department\": \"Editing\", \"gender\": 0, \"id\": 1376901, \"job\": \"Dialogue Editor\", \"name\": \"Marshall Winn\"}, {\"credit_id\": \"54491d9dc3a3680faa001bb0\", \"department\": \"Sound\", \"gender\": 0, \"id\": 1376902, \"job\": \"Supervising Sound Editor\", \"name\": \"Gwendolyn Yates Whittle\"}, {\"credit_id\": \"54491dc10e0a267486001bce\", \"department\": \"Sound\", \"gender\": 0, \"id\": 1376903, \"job\": \"Sound Re-Recording Mixer\", \"name\": \"William Stein\"}, {\"credit_id\": \"54491f500e0a26747c001c07\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1376909, \"job\": \"Choreographer\", \"name\": \"Lula Washington\"}, {\"credit_id\": \"549599239251412c4e002a2e\", \"department\": \"Visual Effects\", \"gender\": 0, \"id\": 1391692, \"job\": \"Visual Effects Producer\", \"name\": \"Chris Del Conte\"}, {\"credit_id\": \"54959d54c3a36831b8001d9a\", \"department\": \"Visual Effects\", \"gender\": 2, \"id\": 1391695, \"job\": \"Visual Effects Supervisor\", \"name\": \"R. Christopher White\"}, {\"credit_id\": \"54959bdf9251412c4e002a66\", \"department\": \"Visual Effects\", \"gender\": 0, \"id\": 1394070, \"job\": \"Visual Effects Supervisor\", \"name\": \"Dan Lemmon\"}, {\"credit_id\": \"5495971d92514132ed002922\", \"department\": \"Sound\", \"gender\": 0, \"id\": 1394129, \"job\": \"Sound Effects Editor\", \"name\": \"Tim Nielsen\"}, {\"credit_id\": \"5592b25792514152cc0011aa\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1394286, \"job\": \"CG Supervisor\", \"name\": \"Michael Mulholland\"}, {\"credit_id\": \"54959a329251416e2b004355\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1394750, \"job\": \"Visual Effects Editor\", \"name\": \"Thomas Nittmann\"}, {\"credit_id\": \"54959d6dc3a3686ae9004401\", \"department\": \"Visual Effects\", \"gender\": 0, \"id\": 1394755, \"job\": \"Visual Effects Supervisor\", \"name\": \"Edson Williams\"}, {\"credit_id\": \"5495a08fc3a3686ae300441c\", \"department\": \"Editing\", \"gender\": 0, \"id\": 1394953, \"job\": \"Digital Intermediate\", \"name\": \"Christine Carr\"}, {\"credit_id\": \"55402d659251413d6d000249\", \"department\": \"Visual Effects\", \"gender\": 0, \"id\": 1395269, \"job\": \"Visual Effects Supervisor\", \"name\": \"John Bruno\"}, {\"credit_id\": \"54959e7b9251416e1e003f3e\", \"department\": \"Camera\", \"gender\": 0, \"id\": 1398970, \"job\": \"Steadicam Operator\", \"name\": \"David Emmerichs\"}, {\"credit_id\": \"54959734c3a3686ae10045e0\", \"department\": \"Sound\", \"gender\": 0, \"id\": 1400906, \"job\": \"Sound Effects Editor\", \"name\": \"Christopher Scarabosio\"}, {\"credit_id\": \"549595dd92514130fc002d79\", \"department\": \"Production\", \"gender\": 0, \"id\": 1401784, \"job\": \"Production Supervisor\", \"name\": \"Jennifer Teves\"}, {\"credit_id\": \"549596009251413af70028cc\", \"department\": \"Production\", \"gender\": 0, \"id\": 1401785, \"job\": \"Production Manager\", \"name\": \"Brigitte Yorke\"}, {\"credit_id\": \"549596e892514130fc002d99\", \"department\": \"Sound\", \"gender\": 0, \"id\": 1401786, \"job\": \"Sound Effects Editor\", \"name\": \"Ken Fischer\"}, {\"credit_id\": \"549598229251412c4e002a1c\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1401787, \"job\": \"Special Effects Coordinator\", \"name\": \"Iain Hutton\"}, {\"credit_id\": \"549598349251416e2b00432b\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1401788, \"job\": \"Special Effects Coordinator\", \"name\": \"Steve Ingram\"}, {\"credit_id\": \"54959905c3a3686ae3004324\", \"department\": \"Visual Effects\", \"gender\": 0, \"id\": 1401789, \"job\": \"Visual Effects Producer\", \"name\": \"Joyce Cox\"}, {\"credit_id\": \"5495994b92514132ed002951\", \"department\": \"Visual Effects\", \"gender\": 0, \"id\": 1401790, \"job\": \"Visual Effects Producer\", \"name\": \"Jenny Foster\"}, {\"credit_id\": \"549599cbc3a3686ae1004613\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1401791, \"job\": \"Visual Effects Editor\", \"name\": \"Christopher Marino\"}, {\"credit_id\": \"549599f2c3a3686ae100461e\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1401792, \"job\": \"Visual Effects Editor\", \"name\": \"Jim Milton\"}, {\"credit_id\": \"54959a51c3a3686af3003eb5\", \"department\": \"Visual Effects\", \"gender\": 0, \"id\": 1401793, \"job\": \"Visual Effects Producer\", \"name\": \"Cyndi Ochs\"}, {\"credit_id\": \"54959a7cc3a36811530026f4\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1401794, \"job\": \"Visual Effects Editor\", \"name\": \"Lucas Putnam\"}, {\"credit_id\": \"54959b91c3a3680ff5002cb4\", \"department\": \"Visual Effects\", \"gender\": 0, \"id\": 1401795, \"job\": \"Visual Effects Supervisor\", \"name\": \"Anthony \\'Max\\' Ivins\"}, {\"credit_id\": \"54959bb69251412c4e002a5f\", \"department\": \"Visual Effects\", \"gender\": 0, \"id\": 1401796, \"job\": \"Visual Effects Supervisor\", \"name\": \"John Knoll\"}, {\"credit_id\": \"54959cbbc3a3686ae3004391\", \"department\": \"Visual Effects\", \"gender\": 2, \"id\": 1401799, \"job\": \"Visual Effects Supervisor\", \"name\": \"Eric Saindon\"}, {\"credit_id\": \"54959d06c3a3686ae90043f6\", \"department\": \"Visual Effects\", \"gender\": 0, \"id\": 1401800, \"job\": \"Visual Effects Supervisor\", \"name\": \"Wayne Stables\"}, {\"credit_id\": \"54959d259251416e1e003f11\", \"department\": \"Visual Effects\", \"gender\": 0, \"id\": 1401801, \"job\": \"Visual Effects Supervisor\", \"name\": \"David Stinnett\"}, {\"credit_id\": \"54959db49251413af7002975\", \"department\": \"Visual Effects\", \"gender\": 0, \"id\": 1401803, \"job\": \"Visual Effects Supervisor\", \"name\": \"Guy Williams\"}, {\"credit_id\": \"54959de4c3a3681153002750\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1401804, \"job\": \"Stunt Coordinator\", \"name\": \"Stuart Thorp\"}, {\"credit_id\": \"54959ef2c3a3680fc60027f2\", \"department\": \"Lighting\", \"gender\": 0, \"id\": 1401805, \"job\": \"Best Boy Electric\", \"name\": \"Giles Coburn\"}, {\"credit_id\": \"54959f07c3a3680fc60027f9\", \"department\": \"Camera\", \"gender\": 2, \"id\": 1401806, \"job\": \"Still Photographer\", \"name\": \"Mark Fellman\"}, {\"credit_id\": \"54959f47c3a3681153002774\", \"department\": \"Lighting\", \"gender\": 0, \"id\": 1401807, \"job\": \"Lighting Technician\", \"name\": \"Scott Sprague\"}, {\"credit_id\": \"54959f8cc3a36831b8001df2\", \"department\": \"Visual Effects\", \"gender\": 0, \"id\": 1401808, \"job\": \"Animation Director\", \"name\": \"Jeremy Hollobon\"}, {\"credit_id\": \"54959fa0c3a36831b8001dfb\", \"department\": \"Visual Effects\", \"gender\": 0, \"id\": 1401809, \"job\": \"Animation Director\", \"name\": \"Orlando Meunier\"}, {\"credit_id\": \"54959fb6c3a3686af3003f54\", \"department\": \"Visual Effects\", \"gender\": 0, \"id\": 1401810, \"job\": \"Animation Director\", \"name\": \"Taisuke Tanimura\"}, {\"credit_id\": \"54959fd2c3a36831b8001e02\", \"department\": \"Costume & Make-Up\", \"gender\": 0, \"id\": 1401812, \"job\": \"Set Costumer\", \"name\": \"Lilia Mishel Acevedo\"}, {\"credit_id\": \"54959ff9c3a3686ae300440c\", \"department\": \"Costume & Make-Up\", \"gender\": 0, \"id\": 1401814, \"job\": \"Set Costumer\", \"name\": \"Alejandro M. Hernandez\"}, {\"credit_id\": \"5495a0ddc3a3686ae10046fe\", \"department\": \"Editing\", \"gender\": 0, \"id\": 1401815, \"job\": \"Digital Intermediate\", \"name\": \"Marvin Hall\"}, {\"credit_id\": \"5495a1f7c3a3686ae3004443\", \"department\": \"Production\", \"gender\": 0, \"id\": 1401816, \"job\": \"Publicist\", \"name\": \"Judy Alley\"}, {\"credit_id\": \"5592b29fc3a36869d100002f\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1418381, \"job\": \"CG Supervisor\", \"name\": \"Mike Perry\"}, {\"credit_id\": \"5592b23a9251415df8001081\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1426854, \"job\": \"CG Supervisor\", \"name\": \"Andrew Morley\"}, {\"credit_id\": \"55491e1192514104c40002d8\", \"department\": \"Art\", \"gender\": 0, \"id\": 1438901, \"job\": \"Conceptual Design\", \"name\": \"Seth Engstrom\"}, {\"credit_id\": \"5525d5809251417276002b06\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1447362, \"job\": \"Visual Effects Art Director\", \"name\": \"Eric Oliver\"}, {\"credit_id\": \"554427ca925141586500312a\", \"department\": \"Visual Effects\", \"gender\": 0, \"id\": 1447503, \"job\": \"Modeling\", \"name\": \"Matsune Suzuki\"}, {\"credit_id\": \"551906889251415aab001c88\", \"department\": \"Art\", \"gender\": 0, \"id\": 1447524, \"job\": \"Art Department Manager\", \"name\": \"Paul Tobin\"}, {\"credit_id\": \"5592af8492514152cc0010de\", \"department\": \"Costume & Make-Up\", \"gender\": 0, \"id\": 1452643, \"job\": \"Hairstylist\", \"name\": \"Roxane Griffin\"}, {\"credit_id\": \"553d3c109251415852001318\", \"department\": \"Lighting\", \"gender\": 0, \"id\": 1453938, \"job\": \"Lighting Artist\", \"name\": \"Arun Ram-Mohan\"}, {\"credit_id\": \"5592af4692514152d5001355\", \"department\": \"Costume & Make-Up\", \"gender\": 0, \"id\": 1457305, \"job\": \"Makeup Artist\", \"name\": \"Georgia Lockhart-Adams\"}, {\"credit_id\": \"5592b2eac3a36877470012a5\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1466035, \"job\": \"CG Supervisor\", \"name\": \"Thrain Shadbolt\"}, {\"credit_id\": \"5592b032c3a36877450015f1\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1483220, \"job\": \"CG Supervisor\", \"name\": \"Brad Alexander\"}, {\"credit_id\": \"5592b05592514152d80012f6\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1483221, \"job\": \"CG Supervisor\", \"name\": \"Shadi Almassizadeh\"}, {\"credit_id\": \"5592b090c3a36877570010b5\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1483222, \"job\": \"CG Supervisor\", \"name\": \"Simon Clutterbuck\"}, {\"credit_id\": \"5592b0dbc3a368774b00112c\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1483223, \"job\": \"CG Supervisor\", \"name\": \"Graeme Demmocks\"}, {\"credit_id\": \"5592b0fe92514152db0010c1\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1483224, \"job\": \"CG Supervisor\", \"name\": \"Adrian Fernandes\"}, {\"credit_id\": \"5592b11f9251415df8001059\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1483225, \"job\": \"CG Supervisor\", \"name\": \"Mitch Gates\"}, {\"credit_id\": \"5592b15dc3a3687745001645\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1483226, \"job\": \"CG Supervisor\", \"name\": \"Jerry Kung\"}, {\"credit_id\": \"5592b18e925141645a0004ae\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1483227, \"job\": \"CG Supervisor\", \"name\": \"Andy Lomas\"}, {\"credit_id\": \"5592b1bfc3a368775d0010e7\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1483228, \"job\": \"CG Supervisor\", \"name\": \"Sebastian Marino\"}, {\"credit_id\": \"5592b2049251415df8001078\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1483229, \"job\": \"CG Supervisor\", \"name\": \"Matthias Menz\"}, {\"credit_id\": \"5592b27b92514152d800136a\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1483230, \"job\": \"CG Supervisor\", \"name\": \"Sergei Nevshupov\"}, {\"credit_id\": \"5592b2c3c3a36869e800003c\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1483231, \"job\": \"CG Supervisor\", \"name\": \"Philippe Rebours\"}, {\"credit_id\": \"5592b317c3a36877470012af\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1483232, \"job\": \"CG Supervisor\", \"name\": \"Michael Takarangi\"}, {\"credit_id\": \"5592b345c3a36877470012bb\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1483233, \"job\": \"CG Supervisor\", \"name\": \"David Weitzberg\"}, {\"credit_id\": \"5592b37cc3a368775100113b\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1483234, \"job\": \"CG Supervisor\", \"name\": \"Ben White\"}, {\"credit_id\": \"573c8e2f9251413f5d000094\", \"department\": \"Crew\", \"gender\": 1, \"id\": 1621932, \"job\": \"Stunts\", \"name\": \"Min Windle\"}]']],\n",
       "      dtype=object)"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "credits.head(1).values"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "aa78f7eb-6a94-4509-a210-b519979338d8",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(4803, 4)"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "credits.shape"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "1d644555-2ca4-4540-a5ab-e4e9e8b2bb70",
   "metadata": {},
   "source": [
    "# Data Preprocessing"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "f729198d-8240-44c6-8973-13ed21bba310",
   "metadata": {},
   "outputs": [],
   "source": [
    "movies = movies.merge(credits,on='title')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "830e5f30-d6cb-4bc3-b234-bad2194278b8",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>budget</th>\n",
       "      <th>genres</th>\n",
       "      <th>homepage</th>\n",
       "      <th>id</th>\n",
       "      <th>keywords</th>\n",
       "      <th>original_language</th>\n",
       "      <th>original_title</th>\n",
       "      <th>overview</th>\n",
       "      <th>popularity</th>\n",
       "      <th>production_companies</th>\n",
       "      <th>...</th>\n",
       "      <th>runtime</th>\n",
       "      <th>spoken_languages</th>\n",
       "      <th>status</th>\n",
       "      <th>tagline</th>\n",
       "      <th>title</th>\n",
       "      <th>vote_average</th>\n",
       "      <th>vote_count</th>\n",
       "      <th>movie_id</th>\n",
       "      <th>cast</th>\n",
       "      <th>crew</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>237000000</td>\n",
       "      <td>[{\"id\": 28, \"name\": \"Action\"}, {\"id\": 12, \"nam...</td>\n",
       "      <td>http://www.avatarmovie.com/</td>\n",
       "      <td>19995</td>\n",
       "      <td>[{\"id\": 1463, \"name\": \"culture clash\"}, {\"id\":...</td>\n",
       "      <td>en</td>\n",
       "      <td>Avatar</td>\n",
       "      <td>In the 22nd century, a paraplegic Marine is di...</td>\n",
       "      <td>150.437577</td>\n",
       "      <td>[{\"name\": \"Ingenious Film Partners\", \"id\": 289...</td>\n",
       "      <td>...</td>\n",
       "      <td>162.0</td>\n",
       "      <td>[{\"iso_639_1\": \"en\", \"name\": \"English\"}, {\"iso...</td>\n",
       "      <td>Released</td>\n",
       "      <td>Enter the World of Pandora.</td>\n",
       "      <td>Avatar</td>\n",
       "      <td>7.2</td>\n",
       "      <td>11800</td>\n",
       "      <td>19995</td>\n",
       "      <td>[{\"cast_id\": 242, \"character\": \"Jake Sully\", \"...</td>\n",
       "      <td>[{\"credit_id\": \"52fe48009251416c750aca23\", \"de...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1 rows × 23 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      budget                                             genres  \\\n",
       "0  237000000  [{\"id\": 28, \"name\": \"Action\"}, {\"id\": 12, \"nam...   \n",
       "\n",
       "                      homepage     id  \\\n",
       "0  http://www.avatarmovie.com/  19995   \n",
       "\n",
       "                                            keywords original_language  \\\n",
       "0  [{\"id\": 1463, \"name\": \"culture clash\"}, {\"id\":...                en   \n",
       "\n",
       "  original_title                                           overview  \\\n",
       "0         Avatar  In the 22nd century, a paraplegic Marine is di...   \n",
       "\n",
       "   popularity                               production_companies  ... runtime  \\\n",
       "0  150.437577  [{\"name\": \"Ingenious Film Partners\", \"id\": 289...  ...   162.0   \n",
       "\n",
       "                                    spoken_languages    status  \\\n",
       "0  [{\"iso_639_1\": \"en\", \"name\": \"English\"}, {\"iso...  Released   \n",
       "\n",
       "                       tagline   title vote_average vote_count movie_id  \\\n",
       "0  Enter the World of Pandora.  Avatar          7.2      11800    19995   \n",
       "\n",
       "                                                cast  \\\n",
       "0  [{\"cast_id\": 242, \"character\": \"Jake Sully\", \"...   \n",
       "\n",
       "                                                crew  \n",
       "0  [{\"credit_id\": \"52fe48009251416c750aca23\", \"de...  \n",
       "\n",
       "[1 rows x 23 columns]"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "movies.head(1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "7ebb94fb-5cf3-43a7-9071-2b589753989f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(4809, 23)"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "movies.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "c5da0175-bcb7-4e3d-b40d-33adbbc0cbe2",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "original_language\n",
       "en    4510\n",
       "fr      70\n",
       "es      32\n",
       "zh      27\n",
       "de      27\n",
       "hi      19\n",
       "ja      16\n",
       "it      14\n",
       "ko      12\n",
       "cn      12\n",
       "ru      11\n",
       "pt       9\n",
       "da       7\n",
       "sv       5\n",
       "nl       4\n",
       "fa       4\n",
       "th       3\n",
       "he       3\n",
       "ta       2\n",
       "cs       2\n",
       "ro       2\n",
       "id       2\n",
       "ar       2\n",
       "vi       1\n",
       "sl       1\n",
       "ps       1\n",
       "no       1\n",
       "ky       1\n",
       "hu       1\n",
       "pl       1\n",
       "af       1\n",
       "nb       1\n",
       "tr       1\n",
       "is       1\n",
       "xx       1\n",
       "te       1\n",
       "el       1\n",
       "Name: count, dtype: int64"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "movies['original_language'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "96743a4a-d928-45b3-b8ef-951a1bc1833f",
   "metadata": {},
   "outputs": [],
   "source": [
    "# To be removed\n",
    "# budget\n",
    "# homepage\n",
    "# original_language\n",
    "# original_title reginal lang mai name maybe problem\n",
    "# popularity wrt to tags not imp.\n",
    "# production_comapny\n",
    "# production_countries\n",
    "# release-date(not sure) parents vs us\n",
    "# ..."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "8de610a9-5030-4d57-b4cb-e8a2cd93fc53",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 4809 entries, 0 to 4808\n",
      "Data columns (total 23 columns):\n",
      " #   Column                Non-Null Count  Dtype  \n",
      "---  ------                --------------  -----  \n",
      " 0   budget                4809 non-null   int64  \n",
      " 1   genres                4809 non-null   object \n",
      " 2   homepage              1713 non-null   object \n",
      " 3   id                    4809 non-null   int64  \n",
      " 4   keywords              4809 non-null   object \n",
      " 5   original_language     4809 non-null   object \n",
      " 6   original_title        4809 non-null   object \n",
      " 7   overview              4806 non-null   object \n",
      " 8   popularity            4809 non-null   float64\n",
      " 9   production_companies  4809 non-null   object \n",
      " 10  production_countries  4809 non-null   object \n",
      " 11  release_date          4808 non-null   object \n",
      " 12  revenue               4809 non-null   int64  \n",
      " 13  runtime               4807 non-null   float64\n",
      " 14  spoken_languages      4809 non-null   object \n",
      " 15  status                4809 non-null   object \n",
      " 16  tagline               3965 non-null   object \n",
      " 17  title                 4809 non-null   object \n",
      " 18  vote_average          4809 non-null   float64\n",
      " 19  vote_count            4809 non-null   int64  \n",
      " 20  movie_id              4809 non-null   int64  \n",
      " 21  cast                  4809 non-null   object \n",
      " 22  crew                  4809 non-null   object \n",
      "dtypes: float64(3), int64(5), object(15)\n",
      "memory usage: 864.2+ KB\n"
     ]
    }
   ],
   "source": [
    "movies.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "a2260ac7-dba6-401d-88e5-f1e63aa90188",
   "metadata": {},
   "outputs": [],
   "source": [
    "# crew ke andar director aayega"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "b69f1592-9fc8-47d4-b664-1b8fc78221f5",
   "metadata": {},
   "outputs": [],
   "source": [
    "movies = movies[['movie_id','title','overview','genres','keywords','cast','crew']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "f3b8580b-6453-44b0-9d46-2473115d5efc",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>movie_id</th>\n",
       "      <th>title</th>\n",
       "      <th>overview</th>\n",
       "      <th>genres</th>\n",
       "      <th>keywords</th>\n",
       "      <th>cast</th>\n",
       "      <th>crew</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>19995</td>\n",
       "      <td>Avatar</td>\n",
       "      <td>In the 22nd century, a paraplegic Marine is di...</td>\n",
       "      <td>[{\"id\": 28, \"name\": \"Action\"}, {\"id\": 12, \"nam...</td>\n",
       "      <td>[{\"id\": 1463, \"name\": \"culture clash\"}, {\"id\":...</td>\n",
       "      <td>[{\"cast_id\": 242, \"character\": \"Jake Sully\", \"...</td>\n",
       "      <td>[{\"credit_id\": \"52fe48009251416c750aca23\", \"de...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>285</td>\n",
       "      <td>Pirates of the Caribbean: At World's End</td>\n",
       "      <td>Captain Barbossa, long believed to be dead, ha...</td>\n",
       "      <td>[{\"id\": 12, \"name\": \"Adventure\"}, {\"id\": 14, \"...</td>\n",
       "      <td>[{\"id\": 270, \"name\": \"ocean\"}, {\"id\": 726, \"na...</td>\n",
       "      <td>[{\"cast_id\": 4, \"character\": \"Captain Jack Spa...</td>\n",
       "      <td>[{\"credit_id\": \"52fe4232c3a36847f800b579\", \"de...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   movie_id                                     title  \\\n",
       "0     19995                                    Avatar   \n",
       "1       285  Pirates of the Caribbean: At World's End   \n",
       "\n",
       "                                            overview  \\\n",
       "0  In the 22nd century, a paraplegic Marine is di...   \n",
       "1  Captain Barbossa, long believed to be dead, ha...   \n",
       "\n",
       "                                              genres  \\\n",
       "0  [{\"id\": 28, \"name\": \"Action\"}, {\"id\": 12, \"nam...   \n",
       "1  [{\"id\": 12, \"name\": \"Adventure\"}, {\"id\": 14, \"...   \n",
       "\n",
       "                                            keywords  \\\n",
       "0  [{\"id\": 1463, \"name\": \"culture clash\"}, {\"id\":...   \n",
       "1  [{\"id\": 270, \"name\": \"ocean\"}, {\"id\": 726, \"na...   \n",
       "\n",
       "                                                cast  \\\n",
       "0  [{\"cast_id\": 242, \"character\": \"Jake Sully\", \"...   \n",
       "1  [{\"cast_id\": 4, \"character\": \"Captain Jack Spa...   \n",
       "\n",
       "                                                crew  \n",
       "0  [{\"credit_id\": \"52fe48009251416c750aca23\", \"de...  \n",
       "1  [{\"credit_id\": \"52fe4232c3a36847f800b579\", \"de...  "
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "movies.head(2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "b4fbec0e-d230-4685-9aaf-2c7178e2881c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "movie_id    0\n",
       "title       0\n",
       "overview    3\n",
       "genres      0\n",
       "keywords    0\n",
       "cast        0\n",
       "crew        0\n",
       "dtype: int64"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "movies.isna().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "9a63ba17-c24b-4835-b4d6-dd01fea17562",
   "metadata": {},
   "outputs": [],
   "source": [
    "movies=movies.dropna()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "76c78485-6318-411b-b40a-934066de12c5",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "movie_id    0\n",
       "title       0\n",
       "overview    0\n",
       "genres      0\n",
       "keywords    0\n",
       "cast        0\n",
       "crew        0\n",
       "dtype: int64"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "movies.isna().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "ff40e83f-66ab-4d12-9898-cebcc960b49b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    " movies.duplicated().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "9fa04ad6-4dd7-44f6-a741-01980a1d5a2f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "movie_id                                                19995\n",
       "title                                                  Avatar\n",
       "overview    In the 22nd century, a paraplegic Marine is di...\n",
       "genres      [{\"id\": 28, \"name\": \"Action\"}, {\"id\": 12, \"nam...\n",
       "keywords    [{\"id\": 1463, \"name\": \"culture clash\"}, {\"id\":...\n",
       "cast        [{\"cast_id\": 242, \"character\": \"Jake Sully\", \"...\n",
       "crew        [{\"credit_id\": \"52fe48009251416c750aca23\", \"de...\n",
       "Name: 0, dtype: object"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "movies.iloc[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "id": "5e16caf0-78da-437e-bcfe-a8d9b19e60b5",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'[{\"id\": 28, \"name\": \"Action\"}, {\"id\": 12, \"name\": \"Adventure\"}, {\"id\": 14, \"name\": \"Fantasy\"}, {\"id\": 878, \"name\": \"Science Fiction\"}]'"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "movies.iloc[0].genres"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "id": "b5ab6ce0-2094-4f31-96be-0e65e7473864",
   "metadata": {},
   "outputs": [],
   "source": [
    "# format needed ['Action','Adv','Fantasy','Sci-Fi']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "id": "55455f5f-c0ae-429a-aa91-c6dcfa9e3d7f",
   "metadata": {},
   "outputs": [],
   "source": [
    "import ast\n",
    "# ast converts string of list into list \n",
    "def convert(obj):\n",
    "    L = []\n",
    "    for i in ast.literal_eval(obj):\n",
    "        L.append(i['name']) \n",
    "    return L "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "id": "9c177f8b-5218-4eda-8178-fe308cafbbdc",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['Action', 'Adventure', 'Fantasy', 'Science Fiction']"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "convert('[{\"id\": 28, \"name\": \"Action\"}, {\"id\": 12, \"name\": \"Adventure\"}, {\"id\": 14, \"name\": \"Fantasy\"}, {\"id\": 878, \"name\": \"Science Fiction\"}]')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "id": "838dd906-312f-4b2a-979f-431467fc4d72",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0       [Action, Adventure, Fantasy, Science Fiction]\n",
       "1                        [Adventure, Fantasy, Action]\n",
       "2                          [Action, Adventure, Crime]\n",
       "3                    [Action, Crime, Drama, Thriller]\n",
       "4                [Action, Adventure, Science Fiction]\n",
       "                            ...                      \n",
       "4804                        [Action, Crime, Thriller]\n",
       "4805                                [Comedy, Romance]\n",
       "4806               [Comedy, Drama, Romance, TV Movie]\n",
       "4807                                               []\n",
       "4808                                    [Documentary]\n",
       "Name: genres, Length: 4806, dtype: object"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "movies['genres'].apply(convert)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "id": "6ef48bd3-8cfa-45ea-9eb9-b1b3101a8035",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>movie_id</th>\n",
       "      <th>title</th>\n",
       "      <th>overview</th>\n",
       "      <th>genres</th>\n",
       "      <th>keywords</th>\n",
       "      <th>cast</th>\n",
       "      <th>crew</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>19995</td>\n",
       "      <td>Avatar</td>\n",
       "      <td>In the 22nd century, a paraplegic Marine is di...</td>\n",
       "      <td>[Action, Adventure, Fantasy, Science Fiction]</td>\n",
       "      <td>[{\"id\": 1463, \"name\": \"culture clash\"}, {\"id\":...</td>\n",
       "      <td>[{\"cast_id\": 242, \"character\": \"Jake Sully\", \"...</td>\n",
       "      <td>[{\"credit_id\": \"52fe48009251416c750aca23\", \"de...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>285</td>\n",
       "      <td>Pirates of the Caribbean: At World's End</td>\n",
       "      <td>Captain Barbossa, long believed to be dead, ha...</td>\n",
       "      <td>[Adventure, Fantasy, Action]</td>\n",
       "      <td>[{\"id\": 270, \"name\": \"ocean\"}, {\"id\": 726, \"na...</td>\n",
       "      <td>[{\"cast_id\": 4, \"character\": \"Captain Jack Spa...</td>\n",
       "      <td>[{\"credit_id\": \"52fe4232c3a36847f800b579\", \"de...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   movie_id                                     title  \\\n",
       "0     19995                                    Avatar   \n",
       "1       285  Pirates of the Caribbean: At World's End   \n",
       "\n",
       "                                            overview  \\\n",
       "0  In the 22nd century, a paraplegic Marine is di...   \n",
       "1  Captain Barbossa, long believed to be dead, ha...   \n",
       "\n",
       "                                          genres  \\\n",
       "0  [Action, Adventure, Fantasy, Science Fiction]   \n",
       "1                   [Adventure, Fantasy, Action]   \n",
       "\n",
       "                                            keywords  \\\n",
       "0  [{\"id\": 1463, \"name\": \"culture clash\"}, {\"id\":...   \n",
       "1  [{\"id\": 270, \"name\": \"ocean\"}, {\"id\": 726, \"na...   \n",
       "\n",
       "                                                cast  \\\n",
       "0  [{\"cast_id\": 242, \"character\": \"Jake Sully\", \"...   \n",
       "1  [{\"cast_id\": 4, \"character\": \"Captain Jack Spa...   \n",
       "\n",
       "                                                crew  \n",
       "0  [{\"credit_id\": \"52fe48009251416c750aca23\", \"de...  \n",
       "1  [{\"credit_id\": \"52fe4232c3a36847f800b579\", \"de...  "
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "movies['genres'] = movies['genres'].apply(convert)\n",
    "movies.head(2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "id": "1d7eb9b5-ca7b-4d6e-895a-60d9b368e9c2",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>movie_id</th>\n",
       "      <th>title</th>\n",
       "      <th>overview</th>\n",
       "      <th>genres</th>\n",
       "      <th>keywords</th>\n",
       "      <th>cast</th>\n",
       "      <th>crew</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>19995</td>\n",
       "      <td>Avatar</td>\n",
       "      <td>In the 22nd century, a paraplegic Marine is di...</td>\n",
       "      <td>[Action, Adventure, Fantasy, Science Fiction]</td>\n",
       "      <td>[culture clash, future, space war, space colon...</td>\n",
       "      <td>[{\"cast_id\": 242, \"character\": \"Jake Sully\", \"...</td>\n",
       "      <td>[{\"credit_id\": \"52fe48009251416c750aca23\", \"de...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>285</td>\n",
       "      <td>Pirates of the Caribbean: At World's End</td>\n",
       "      <td>Captain Barbossa, long believed to be dead, ha...</td>\n",
       "      <td>[Adventure, Fantasy, Action]</td>\n",
       "      <td>[ocean, drug abuse, exotic island, east india ...</td>\n",
       "      <td>[{\"cast_id\": 4, \"character\": \"Captain Jack Spa...</td>\n",
       "      <td>[{\"credit_id\": \"52fe4232c3a36847f800b579\", \"de...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   movie_id                                     title  \\\n",
       "0     19995                                    Avatar   \n",
       "1       285  Pirates of the Caribbean: At World's End   \n",
       "\n",
       "                                            overview  \\\n",
       "0  In the 22nd century, a paraplegic Marine is di...   \n",
       "1  Captain Barbossa, long believed to be dead, ha...   \n",
       "\n",
       "                                          genres  \\\n",
       "0  [Action, Adventure, Fantasy, Science Fiction]   \n",
       "1                   [Adventure, Fantasy, Action]   \n",
       "\n",
       "                                            keywords  \\\n",
       "0  [culture clash, future, space war, space colon...   \n",
       "1  [ocean, drug abuse, exotic island, east india ...   \n",
       "\n",
       "                                                cast  \\\n",
       "0  [{\"cast_id\": 242, \"character\": \"Jake Sully\", \"...   \n",
       "1  [{\"cast_id\": 4, \"character\": \"Captain Jack Spa...   \n",
       "\n",
       "                                                crew  \n",
       "0  [{\"credit_id\": \"52fe48009251416c750aca23\", \"de...  \n",
       "1  [{\"credit_id\": \"52fe4232c3a36847f800b579\", \"de...  "
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "movies['keywords'] = movies['keywords'].apply(convert)\n",
    "movies.head(2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "id": "0535aceb-d2c1-410a-8842-7cc759ab79fe",
   "metadata": {},
   "outputs": [],
   "source": [
    "# first 3 only in cast top 3 actors\n",
    "def convert3(obj):\n",
    "    L = []\n",
    "    counter = 0\n",
    "    for i in ast.literal_eval(obj):\n",
    "        if counter < 3:\n",
    "            L.append(i['name'])\n",
    "        counter+=1\n",
    "    return L "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "id": "0e79a15c-bc6f-41e8-9b9e-0401bb14488c",
   "metadata": {},
   "outputs": [],
   "source": [
    "# movies['cast'] = movies['cast'].apply(lambda x:x[0:3])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "id": "29bf932c-0fd0-4780-b121-5376d3020919",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>movie_id</th>\n",
       "      <th>title</th>\n",
       "      <th>overview</th>\n",
       "      <th>genres</th>\n",
       "      <th>keywords</th>\n",
       "      <th>cast</th>\n",
       "      <th>crew</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>19995</td>\n",
       "      <td>Avatar</td>\n",
       "      <td>In the 22nd century, a paraplegic Marine is di...</td>\n",
       "      <td>[Action, Adventure, Fantasy, Science Fiction]</td>\n",
       "      <td>[culture clash, future, space war, space colon...</td>\n",
       "      <td>[Sam Worthington, Zoe Saldana, Sigourney Weaver]</td>\n",
       "      <td>[{\"credit_id\": \"52fe48009251416c750aca23\", \"de...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>285</td>\n",
       "      <td>Pirates of the Caribbean: At World's End</td>\n",
       "      <td>Captain Barbossa, long believed to be dead, ha...</td>\n",
       "      <td>[Adventure, Fantasy, Action]</td>\n",
       "      <td>[ocean, drug abuse, exotic island, east india ...</td>\n",
       "      <td>[Johnny Depp, Orlando Bloom, Keira Knightley]</td>\n",
       "      <td>[{\"credit_id\": \"52fe4232c3a36847f800b579\", \"de...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   movie_id                                     title  \\\n",
       "0     19995                                    Avatar   \n",
       "1       285  Pirates of the Caribbean: At World's End   \n",
       "\n",
       "                                            overview  \\\n",
       "0  In the 22nd century, a paraplegic Marine is di...   \n",
       "1  Captain Barbossa, long believed to be dead, ha...   \n",
       "\n",
       "                                          genres  \\\n",
       "0  [Action, Adventure, Fantasy, Science Fiction]   \n",
       "1                   [Adventure, Fantasy, Action]   \n",
       "\n",
       "                                            keywords  \\\n",
       "0  [culture clash, future, space war, space colon...   \n",
       "1  [ocean, drug abuse, exotic island, east india ...   \n",
       "\n",
       "                                               cast  \\\n",
       "0  [Sam Worthington, Zoe Saldana, Sigourney Weaver]   \n",
       "1     [Johnny Depp, Orlando Bloom, Keira Knightley]   \n",
       "\n",
       "                                                crew  \n",
       "0  [{\"credit_id\": \"52fe48009251416c750aca23\", \"de...  \n",
       "1  [{\"credit_id\": \"52fe4232c3a36847f800b579\", \"de...  "
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "movies['cast'] = movies['cast'].apply(convert3)\n",
    "movies.head(2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "id": "3b776389-2869-40e8-a711-e51817387e05",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'[{\"credit_id\": \"52fe48009251416c750aca23\", \"department\": \"Editing\", \"gender\": 0, \"id\": 1721, \"job\": \"Editor\", \"name\": \"Stephen E. Rivkin\"}, {\"credit_id\": \"539c47ecc3a36810e3001f87\", \"department\": \"Art\", \"gender\": 2, \"id\": 496, \"job\": \"Production Design\", \"name\": \"Rick Carter\"}, {\"credit_id\": \"54491c89c3a3680fb4001cf7\", \"department\": \"Sound\", \"gender\": 0, \"id\": 900, \"job\": \"Sound Designer\", \"name\": \"Christopher Boyes\"}, {\"credit_id\": \"54491cb70e0a267480001bd0\", \"department\": \"Sound\", \"gender\": 0, \"id\": 900, \"job\": \"Supervising Sound Editor\", \"name\": \"Christopher Boyes\"}, {\"credit_id\": \"539c4a4cc3a36810c9002101\", \"department\": \"Production\", \"gender\": 1, \"id\": 1262, \"job\": \"Casting\", \"name\": \"Mali Finn\"}, {\"credit_id\": \"5544ee3b925141499f0008fc\", \"department\": \"Sound\", \"gender\": 2, \"id\": 1729, \"job\": \"Original Music Composer\", \"name\": \"James Horner\"}, {\"credit_id\": \"52fe48009251416c750ac9c3\", \"department\": \"Directing\", \"gender\": 2, \"id\": 2710, \"job\": \"Director\", \"name\": \"James Cameron\"}, {\"credit_id\": \"52fe48009251416c750ac9d9\", \"department\": \"Writing\", \"gender\": 2, \"id\": 2710, \"job\": \"Writer\", \"name\": \"James Cameron\"}, {\"credit_id\": \"52fe48009251416c750aca17\", \"department\": \"Editing\", \"gender\": 2, \"id\": 2710, \"job\": \"Editor\", \"name\": \"James Cameron\"}, {\"credit_id\": \"52fe48009251416c750aca29\", \"department\": \"Production\", \"gender\": 2, \"id\": 2710, \"job\": \"Producer\", \"name\": \"James Cameron\"}, {\"credit_id\": \"52fe48009251416c750aca3f\", \"department\": \"Writing\", \"gender\": 2, \"id\": 2710, \"job\": \"Screenplay\", \"name\": \"James Cameron\"}, {\"credit_id\": \"539c4987c3a36810ba0021a4\", \"department\": \"Art\", \"gender\": 2, \"id\": 7236, \"job\": \"Art Direction\", \"name\": \"Andrew Menzies\"}, {\"credit_id\": \"549598c3c3a3686ae9004383\", \"department\": \"Visual Effects\", \"gender\": 0, \"id\": 6690, \"job\": \"Visual Effects Producer\", \"name\": \"Jill Brooks\"}, {\"credit_id\": \"52fe48009251416c750aca4b\", \"department\": \"Production\", \"gender\": 1, \"id\": 6347, \"job\": \"Casting\", \"name\": \"Margery Simkin\"}, {\"credit_id\": \"570b6f419251417da70032fe\", \"department\": \"Art\", \"gender\": 2, \"id\": 6878, \"job\": \"Supervising Art Director\", \"name\": \"Kevin Ishioka\"}, {\"credit_id\": \"5495a0fac3a3686ae9004468\", \"department\": \"Sound\", \"gender\": 0, \"id\": 6883, \"job\": \"Music Editor\", \"name\": \"Dick Bernstein\"}, {\"credit_id\": \"54959706c3a3686af3003e81\", \"department\": \"Sound\", \"gender\": 0, \"id\": 8159, \"job\": \"Sound Effects Editor\", \"name\": \"Shannon Mills\"}, {\"credit_id\": \"54491d58c3a3680fb1001ccb\", \"department\": \"Sound\", \"gender\": 0, \"id\": 8160, \"job\": \"Foley\", \"name\": \"Dennie Thorpe\"}, {\"credit_id\": \"54491d6cc3a3680fa5001b2c\", \"department\": \"Sound\", \"gender\": 0, \"id\": 8163, \"job\": \"Foley\", \"name\": \"Jana Vance\"}, {\"credit_id\": \"52fe48009251416c750aca57\", \"department\": \"Costume & Make-Up\", \"gender\": 1, \"id\": 8527, \"job\": \"Costume Design\", \"name\": \"Deborah Lynn Scott\"}, {\"credit_id\": \"52fe48009251416c750aca2f\", \"department\": \"Production\", \"gender\": 2, \"id\": 8529, \"job\": \"Producer\", \"name\": \"Jon Landau\"}, {\"credit_id\": \"539c4937c3a36810ba002194\", \"department\": \"Art\", \"gender\": 0, \"id\": 9618, \"job\": \"Art Direction\", \"name\": \"Sean Haworth\"}, {\"credit_id\": \"539c49b6c3a36810c10020e6\", \"department\": \"Art\", \"gender\": 1, \"id\": 12653, \"job\": \"Set Decoration\", \"name\": \"Kim Sinclair\"}, {\"credit_id\": \"570b6f2f9251413a0e00020d\", \"department\": \"Art\", \"gender\": 1, \"id\": 12653, \"job\": \"Supervising Art Director\", \"name\": \"Kim Sinclair\"}, {\"credit_id\": \"54491a6c0e0a26748c001b19\", \"department\": \"Art\", \"gender\": 2, \"id\": 14350, \"job\": \"Set Designer\", \"name\": \"Richard F. Mays\"}, {\"credit_id\": \"56928cf4c3a3684cff0025c4\", \"department\": \"Production\", \"gender\": 1, \"id\": 20294, \"job\": \"Executive Producer\", \"name\": \"Laeta Kalogridis\"}, {\"credit_id\": \"52fe48009251416c750aca51\", \"department\": \"Costume & Make-Up\", \"gender\": 0, \"id\": 17675, \"job\": \"Costume Design\", \"name\": \"Mayes C. Rubeo\"}, {\"credit_id\": \"52fe48009251416c750aca11\", \"department\": \"Camera\", \"gender\": 2, \"id\": 18265, \"job\": \"Director of Photography\", \"name\": \"Mauro Fiore\"}, {\"credit_id\": \"5449194d0e0a26748f001b39\", \"department\": \"Art\", \"gender\": 0, \"id\": 42281, \"job\": \"Set Designer\", \"name\": \"Scott Herbertson\"}, {\"credit_id\": \"52fe48009251416c750aca05\", \"department\": \"Crew\", \"gender\": 0, \"id\": 42288, \"job\": \"Stunts\", \"name\": \"Woody Schultz\"}, {\"credit_id\": \"5592aefb92514152de0010f5\", \"department\": \"Costume & Make-Up\", \"gender\": 0, \"id\": 29067, \"job\": \"Makeup Artist\", \"name\": \"Linda DeVetta\"}, {\"credit_id\": \"5592afa492514152de00112c\", \"department\": \"Costume & Make-Up\", \"gender\": 0, \"id\": 29067, \"job\": \"Hairstylist\", \"name\": \"Linda DeVetta\"}, {\"credit_id\": \"54959ed592514130fc002e5d\", \"department\": \"Camera\", \"gender\": 2, \"id\": 33302, \"job\": \"Camera Operator\", \"name\": \"Richard Bluck\"}, {\"credit_id\": \"539c4891c3a36810ba002147\", \"department\": \"Art\", \"gender\": 2, \"id\": 33303, \"job\": \"Art Direction\", \"name\": \"Simon Bright\"}, {\"credit_id\": \"54959c069251417a81001f3a\", \"department\": \"Visual Effects\", \"gender\": 0, \"id\": 113145, \"job\": \"Visual Effects Supervisor\", \"name\": \"Richard Martin\"}, {\"credit_id\": \"54959a0dc3a3680ff5002c8d\", \"department\": \"Crew\", \"gender\": 2, \"id\": 58188, \"job\": \"Visual Effects Editor\", \"name\": \"Steve R. Moore\"}, {\"credit_id\": \"52fe48009251416c750aca1d\", \"department\": \"Editing\", \"gender\": 2, \"id\": 58871, \"job\": \"Editor\", \"name\": \"John Refoua\"}, {\"credit_id\": \"54491a4dc3a3680fc30018ca\", \"department\": \"Art\", \"gender\": 0, \"id\": 92359, \"job\": \"Set Designer\", \"name\": \"Karl J. Martin\"}, {\"credit_id\": \"52fe48009251416c750aca35\", \"department\": \"Camera\", \"gender\": 1, \"id\": 72201, \"job\": \"Director of Photography\", \"name\": \"Chiling Lin\"}, {\"credit_id\": \"52fe48009251416c750ac9ff\", \"department\": \"Crew\", \"gender\": 0, \"id\": 89714, \"job\": \"Stunts\", \"name\": \"Ilram Choi\"}, {\"credit_id\": \"54959c529251416e2b004394\", \"department\": \"Visual Effects\", \"gender\": 2, \"id\": 93214, \"job\": \"Visual Effects Supervisor\", \"name\": \"Steven Quale\"}, {\"credit_id\": \"54491edf0e0a267489001c37\", \"department\": \"Crew\", \"gender\": 1, \"id\": 122607, \"job\": \"Dialect Coach\", \"name\": \"Carla Meyer\"}, {\"credit_id\": \"539c485bc3a368653d001a3a\", \"department\": \"Art\", \"gender\": 2, \"id\": 132585, \"job\": \"Art Direction\", \"name\": \"Nick Bassett\"}, {\"credit_id\": \"539c4903c3a368653d001a74\", \"department\": \"Art\", \"gender\": 0, \"id\": 132596, \"job\": \"Art Direction\", \"name\": \"Jill Cormack\"}, {\"credit_id\": \"539c4967c3a368653d001a94\", \"department\": \"Art\", \"gender\": 0, \"id\": 132604, \"job\": \"Art Direction\", \"name\": \"Andy McLaren\"}, {\"credit_id\": \"52fe48009251416c750aca45\", \"department\": \"Crew\", \"gender\": 0, \"id\": 236696, \"job\": \"Motion Capture Artist\", \"name\": \"Terry Notary\"}, {\"credit_id\": \"54959e02c3a3680fc60027d2\", \"department\": \"Crew\", \"gender\": 2, \"id\": 956198, \"job\": \"Stunt Coordinator\", \"name\": \"Garrett Warren\"}, {\"credit_id\": \"54959ca3c3a3686ae300438c\", \"department\": \"Visual Effects\", \"gender\": 2, \"id\": 957874, \"job\": \"Visual Effects Supervisor\", \"name\": \"Jonathan Rothbart\"}, {\"credit_id\": \"570b6f519251412c74001b2f\", \"department\": \"Art\", \"gender\": 0, \"id\": 957889, \"job\": \"Supervising Art Director\", \"name\": \"Stefan Dechant\"}, {\"credit_id\": \"570b6f62c3a3680b77007460\", \"department\": \"Art\", \"gender\": 2, \"id\": 959555, \"job\": \"Supervising Art Director\", \"name\": \"Todd Cherniawsky\"}, {\"credit_id\": \"539c4a3ac3a36810da0021cc\", \"department\": \"Production\", \"gender\": 0, \"id\": 1016177, \"job\": \"Casting\", \"name\": \"Miranda Rivers\"}, {\"credit_id\": \"539c482cc3a36810c1002062\", \"department\": \"Art\", \"gender\": 0, \"id\": 1032536, \"job\": \"Production Design\", \"name\": \"Robert Stromberg\"}, {\"credit_id\": \"539c4b65c3a36810c9002125\", \"department\": \"Costume & Make-Up\", \"gender\": 2, \"id\": 1071680, \"job\": \"Costume Design\", \"name\": \"John Harding\"}, {\"credit_id\": \"54959e6692514130fc002e4e\", \"department\": \"Camera\", \"gender\": 0, \"id\": 1177364, \"job\": \"Steadicam Operator\", \"name\": \"Roberto De Angelis\"}, {\"credit_id\": \"539c49f1c3a368653d001aac\", \"department\": \"Costume & Make-Up\", \"gender\": 2, \"id\": 1202850, \"job\": \"Makeup Department Head\", \"name\": \"Mike Smithson\"}, {\"credit_id\": \"5495999ec3a3686ae100460c\", \"department\": \"Visual Effects\", \"gender\": 0, \"id\": 1204668, \"job\": \"Visual Effects Producer\", \"name\": \"Alain Lalanne\"}, {\"credit_id\": \"54959cdfc3a3681153002729\", \"department\": \"Visual Effects\", \"gender\": 0, \"id\": 1206410, \"job\": \"Visual Effects Supervisor\", \"name\": \"Lucas Salton\"}, {\"credit_id\": \"549596239251417a81001eae\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1234266, \"job\": \"Post Production Supervisor\", \"name\": \"Janace Tashjian\"}, {\"credit_id\": \"54959c859251416e1e003efe\", \"department\": \"Visual Effects\", \"gender\": 0, \"id\": 1271932, \"job\": \"Visual Effects Supervisor\", \"name\": \"Stephen Rosenbaum\"}, {\"credit_id\": \"5592af28c3a368775a00105f\", \"department\": \"Costume & Make-Up\", \"gender\": 0, \"id\": 1310064, \"job\": \"Makeup Artist\", \"name\": \"Frankie Karena\"}, {\"credit_id\": \"539c4adfc3a36810e300203b\", \"department\": \"Costume & Make-Up\", \"gender\": 1, \"id\": 1319844, \"job\": \"Costume Supervisor\", \"name\": \"Lisa Lovaas\"}, {\"credit_id\": \"54959b579251416e2b004371\", \"department\": \"Visual Effects\", \"gender\": 0, \"id\": 1327028, \"job\": \"Visual Effects Supervisor\", \"name\": \"Jonathan Fawkner\"}, {\"credit_id\": \"539c48a7c3a36810b5001fa7\", \"department\": \"Art\", \"gender\": 0, \"id\": 1330561, \"job\": \"Art Direction\", \"name\": \"Robert Bavin\"}, {\"credit_id\": \"539c4a71c3a36810da0021e0\", \"department\": \"Costume & Make-Up\", \"gender\": 0, \"id\": 1330567, \"job\": \"Costume Supervisor\", \"name\": \"Anthony Almaraz\"}, {\"credit_id\": \"539c4a8ac3a36810ba0021e4\", \"department\": \"Costume & Make-Up\", \"gender\": 0, \"id\": 1330570, \"job\": \"Costume Supervisor\", \"name\": \"Carolyn M. Fenton\"}, {\"credit_id\": \"539c4ab6c3a36810da0021f0\", \"department\": \"Costume & Make-Up\", \"gender\": 0, \"id\": 1330574, \"job\": \"Costume Supervisor\", \"name\": \"Beth Koenigsberg\"}, {\"credit_id\": \"54491ab70e0a267480001ba2\", \"department\": \"Art\", \"gender\": 0, \"id\": 1336191, \"job\": \"Set Designer\", \"name\": \"Sam Page\"}, {\"credit_id\": \"544919d9c3a3680fc30018bd\", \"department\": \"Art\", \"gender\": 0, \"id\": 1339441, \"job\": \"Set Designer\", \"name\": \"Tex Kadonaga\"}, {\"credit_id\": \"54491cf50e0a267483001b0c\", \"department\": \"Editing\", \"gender\": 0, \"id\": 1352422, \"job\": \"Dialogue Editor\", \"name\": \"Kim Foscato\"}, {\"credit_id\": \"544919f40e0a26748c001b09\", \"department\": \"Art\", \"gender\": 0, \"id\": 1352962, \"job\": \"Set Designer\", \"name\": \"Tammy S. Lee\"}, {\"credit_id\": \"5495a115c3a3680ff5002d71\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1357070, \"job\": \"Transportation Coordinator\", \"name\": \"Denny Caira\"}, {\"credit_id\": \"5495a12f92514130fc002e94\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1357071, \"job\": \"Transportation Coordinator\", \"name\": \"James Waitkus\"}, {\"credit_id\": \"5495976fc3a36811530026b0\", \"department\": \"Sound\", \"gender\": 0, \"id\": 1360103, \"job\": \"Supervising Sound Editor\", \"name\": \"Addison Teague\"}, {\"credit_id\": \"54491837c3a3680fb1001c5a\", \"department\": \"Art\", \"gender\": 2, \"id\": 1376887, \"job\": \"Set Designer\", \"name\": \"C. Scott Baker\"}, {\"credit_id\": \"54491878c3a3680fb4001c9d\", \"department\": \"Art\", \"gender\": 0, \"id\": 1376888, \"job\": \"Set Designer\", \"name\": \"Luke Caska\"}, {\"credit_id\": \"544918dac3a3680fa5001ae0\", \"department\": \"Art\", \"gender\": 0, \"id\": 1376889, \"job\": \"Set Designer\", \"name\": \"David Chow\"}, {\"credit_id\": \"544919110e0a267486001b68\", \"department\": \"Art\", \"gender\": 0, \"id\": 1376890, \"job\": \"Set Designer\", \"name\": \"Jonathan Dyer\"}, {\"credit_id\": \"54491967c3a3680faa001b5e\", \"department\": \"Art\", \"gender\": 0, \"id\": 1376891, \"job\": \"Set Designer\", \"name\": \"Joseph Hiura\"}, {\"credit_id\": \"54491997c3a3680fb1001c8a\", \"department\": \"Art\", \"gender\": 0, \"id\": 1376892, \"job\": \"Art Department Coordinator\", \"name\": \"Rebecca Jellie\"}, {\"credit_id\": \"544919ba0e0a26748f001b42\", \"department\": \"Art\", \"gender\": 0, \"id\": 1376893, \"job\": \"Set Designer\", \"name\": \"Robert Andrew Johnson\"}, {\"credit_id\": \"54491b1dc3a3680faa001b8c\", \"department\": \"Art\", \"gender\": 0, \"id\": 1376895, \"job\": \"Assistant Art Director\", \"name\": \"Mike Stassi\"}, {\"credit_id\": \"54491b79c3a3680fbb001826\", \"department\": \"Art\", \"gender\": 0, \"id\": 1376897, \"job\": \"Construction Coordinator\", \"name\": \"John Villarino\"}, {\"credit_id\": \"54491baec3a3680fb4001ce6\", \"department\": \"Art\", \"gender\": 2, \"id\": 1376898, \"job\": \"Assistant Art Director\", \"name\": \"Jeffrey Wisniewski\"}, {\"credit_id\": \"54491d2fc3a3680fb4001d07\", \"department\": \"Editing\", \"gender\": 0, \"id\": 1376899, \"job\": \"Dialogue Editor\", \"name\": \"Cheryl Nardi\"}, {\"credit_id\": \"54491d86c3a3680fa5001b2f\", \"department\": \"Editing\", \"gender\": 0, \"id\": 1376901, \"job\": \"Dialogue Editor\", \"name\": \"Marshall Winn\"}, {\"credit_id\": \"54491d9dc3a3680faa001bb0\", \"department\": \"Sound\", \"gender\": 0, \"id\": 1376902, \"job\": \"Supervising Sound Editor\", \"name\": \"Gwendolyn Yates Whittle\"}, {\"credit_id\": \"54491dc10e0a267486001bce\", \"department\": \"Sound\", \"gender\": 0, \"id\": 1376903, \"job\": \"Sound Re-Recording Mixer\", \"name\": \"William Stein\"}, {\"credit_id\": \"54491f500e0a26747c001c07\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1376909, \"job\": \"Choreographer\", \"name\": \"Lula Washington\"}, {\"credit_id\": \"549599239251412c4e002a2e\", \"department\": \"Visual Effects\", \"gender\": 0, \"id\": 1391692, \"job\": \"Visual Effects Producer\", \"name\": \"Chris Del Conte\"}, {\"credit_id\": \"54959d54c3a36831b8001d9a\", \"department\": \"Visual Effects\", \"gender\": 2, \"id\": 1391695, \"job\": \"Visual Effects Supervisor\", \"name\": \"R. Christopher White\"}, {\"credit_id\": \"54959bdf9251412c4e002a66\", \"department\": \"Visual Effects\", \"gender\": 0, \"id\": 1394070, \"job\": \"Visual Effects Supervisor\", \"name\": \"Dan Lemmon\"}, {\"credit_id\": \"5495971d92514132ed002922\", \"department\": \"Sound\", \"gender\": 0, \"id\": 1394129, \"job\": \"Sound Effects Editor\", \"name\": \"Tim Nielsen\"}, {\"credit_id\": \"5592b25792514152cc0011aa\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1394286, \"job\": \"CG Supervisor\", \"name\": \"Michael Mulholland\"}, {\"credit_id\": \"54959a329251416e2b004355\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1394750, \"job\": \"Visual Effects Editor\", \"name\": \"Thomas Nittmann\"}, {\"credit_id\": \"54959d6dc3a3686ae9004401\", \"department\": \"Visual Effects\", \"gender\": 0, \"id\": 1394755, \"job\": \"Visual Effects Supervisor\", \"name\": \"Edson Williams\"}, {\"credit_id\": \"5495a08fc3a3686ae300441c\", \"department\": \"Editing\", \"gender\": 0, \"id\": 1394953, \"job\": \"Digital Intermediate\", \"name\": \"Christine Carr\"}, {\"credit_id\": \"55402d659251413d6d000249\", \"department\": \"Visual Effects\", \"gender\": 0, \"id\": 1395269, \"job\": \"Visual Effects Supervisor\", \"name\": \"John Bruno\"}, {\"credit_id\": \"54959e7b9251416e1e003f3e\", \"department\": \"Camera\", \"gender\": 0, \"id\": 1398970, \"job\": \"Steadicam Operator\", \"name\": \"David Emmerichs\"}, {\"credit_id\": \"54959734c3a3686ae10045e0\", \"department\": \"Sound\", \"gender\": 0, \"id\": 1400906, \"job\": \"Sound Effects Editor\", \"name\": \"Christopher Scarabosio\"}, {\"credit_id\": \"549595dd92514130fc002d79\", \"department\": \"Production\", \"gender\": 0, \"id\": 1401784, \"job\": \"Production Supervisor\", \"name\": \"Jennifer Teves\"}, {\"credit_id\": \"549596009251413af70028cc\", \"department\": \"Production\", \"gender\": 0, \"id\": 1401785, \"job\": \"Production Manager\", \"name\": \"Brigitte Yorke\"}, {\"credit_id\": \"549596e892514130fc002d99\", \"department\": \"Sound\", \"gender\": 0, \"id\": 1401786, \"job\": \"Sound Effects Editor\", \"name\": \"Ken Fischer\"}, {\"credit_id\": \"549598229251412c4e002a1c\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1401787, \"job\": \"Special Effects Coordinator\", \"name\": \"Iain Hutton\"}, {\"credit_id\": \"549598349251416e2b00432b\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1401788, \"job\": \"Special Effects Coordinator\", \"name\": \"Steve Ingram\"}, {\"credit_id\": \"54959905c3a3686ae3004324\", \"department\": \"Visual Effects\", \"gender\": 0, \"id\": 1401789, \"job\": \"Visual Effects Producer\", \"name\": \"Joyce Cox\"}, {\"credit_id\": \"5495994b92514132ed002951\", \"department\": \"Visual Effects\", \"gender\": 0, \"id\": 1401790, \"job\": \"Visual Effects Producer\", \"name\": \"Jenny Foster\"}, {\"credit_id\": \"549599cbc3a3686ae1004613\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1401791, \"job\": \"Visual Effects Editor\", \"name\": \"Christopher Marino\"}, {\"credit_id\": \"549599f2c3a3686ae100461e\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1401792, \"job\": \"Visual Effects Editor\", \"name\": \"Jim Milton\"}, {\"credit_id\": \"54959a51c3a3686af3003eb5\", \"department\": \"Visual Effects\", \"gender\": 0, \"id\": 1401793, \"job\": \"Visual Effects Producer\", \"name\": \"Cyndi Ochs\"}, {\"credit_id\": \"54959a7cc3a36811530026f4\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1401794, \"job\": \"Visual Effects Editor\", \"name\": \"Lucas Putnam\"}, {\"credit_id\": \"54959b91c3a3680ff5002cb4\", \"department\": \"Visual Effects\", \"gender\": 0, \"id\": 1401795, \"job\": \"Visual Effects Supervisor\", \"name\": \"Anthony \\'Max\\' Ivins\"}, {\"credit_id\": \"54959bb69251412c4e002a5f\", \"department\": \"Visual Effects\", \"gender\": 0, \"id\": 1401796, \"job\": \"Visual Effects Supervisor\", \"name\": \"John Knoll\"}, {\"credit_id\": \"54959cbbc3a3686ae3004391\", \"department\": \"Visual Effects\", \"gender\": 2, \"id\": 1401799, \"job\": \"Visual Effects Supervisor\", \"name\": \"Eric Saindon\"}, {\"credit_id\": \"54959d06c3a3686ae90043f6\", \"department\": \"Visual Effects\", \"gender\": 0, \"id\": 1401800, \"job\": \"Visual Effects Supervisor\", \"name\": \"Wayne Stables\"}, {\"credit_id\": \"54959d259251416e1e003f11\", \"department\": \"Visual Effects\", \"gender\": 0, \"id\": 1401801, \"job\": \"Visual Effects Supervisor\", \"name\": \"David Stinnett\"}, {\"credit_id\": \"54959db49251413af7002975\", \"department\": \"Visual Effects\", \"gender\": 0, \"id\": 1401803, \"job\": \"Visual Effects Supervisor\", \"name\": \"Guy Williams\"}, {\"credit_id\": \"54959de4c3a3681153002750\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1401804, \"job\": \"Stunt Coordinator\", \"name\": \"Stuart Thorp\"}, {\"credit_id\": \"54959ef2c3a3680fc60027f2\", \"department\": \"Lighting\", \"gender\": 0, \"id\": 1401805, \"job\": \"Best Boy Electric\", \"name\": \"Giles Coburn\"}, {\"credit_id\": \"54959f07c3a3680fc60027f9\", \"department\": \"Camera\", \"gender\": 2, \"id\": 1401806, \"job\": \"Still Photographer\", \"name\": \"Mark Fellman\"}, {\"credit_id\": \"54959f47c3a3681153002774\", \"department\": \"Lighting\", \"gender\": 0, \"id\": 1401807, \"job\": \"Lighting Technician\", \"name\": \"Scott Sprague\"}, {\"credit_id\": \"54959f8cc3a36831b8001df2\", \"department\": \"Visual Effects\", \"gender\": 0, \"id\": 1401808, \"job\": \"Animation Director\", \"name\": \"Jeremy Hollobon\"}, {\"credit_id\": \"54959fa0c3a36831b8001dfb\", \"department\": \"Visual Effects\", \"gender\": 0, \"id\": 1401809, \"job\": \"Animation Director\", \"name\": \"Orlando Meunier\"}, {\"credit_id\": \"54959fb6c3a3686af3003f54\", \"department\": \"Visual Effects\", \"gender\": 0, \"id\": 1401810, \"job\": \"Animation Director\", \"name\": \"Taisuke Tanimura\"}, {\"credit_id\": \"54959fd2c3a36831b8001e02\", \"department\": \"Costume & Make-Up\", \"gender\": 0, \"id\": 1401812, \"job\": \"Set Costumer\", \"name\": \"Lilia Mishel Acevedo\"}, {\"credit_id\": \"54959ff9c3a3686ae300440c\", \"department\": \"Costume & Make-Up\", \"gender\": 0, \"id\": 1401814, \"job\": \"Set Costumer\", \"name\": \"Alejandro M. Hernandez\"}, {\"credit_id\": \"5495a0ddc3a3686ae10046fe\", \"department\": \"Editing\", \"gender\": 0, \"id\": 1401815, \"job\": \"Digital Intermediate\", \"name\": \"Marvin Hall\"}, {\"credit_id\": \"5495a1f7c3a3686ae3004443\", \"department\": \"Production\", \"gender\": 0, \"id\": 1401816, \"job\": \"Publicist\", \"name\": \"Judy Alley\"}, {\"credit_id\": \"5592b29fc3a36869d100002f\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1418381, \"job\": \"CG Supervisor\", \"name\": \"Mike Perry\"}, {\"credit_id\": \"5592b23a9251415df8001081\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1426854, \"job\": \"CG Supervisor\", \"name\": \"Andrew Morley\"}, {\"credit_id\": \"55491e1192514104c40002d8\", \"department\": \"Art\", \"gender\": 0, \"id\": 1438901, \"job\": \"Conceptual Design\", \"name\": \"Seth Engstrom\"}, {\"credit_id\": \"5525d5809251417276002b06\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1447362, \"job\": \"Visual Effects Art Director\", \"name\": \"Eric Oliver\"}, {\"credit_id\": \"554427ca925141586500312a\", \"department\": \"Visual Effects\", \"gender\": 0, \"id\": 1447503, \"job\": \"Modeling\", \"name\": \"Matsune Suzuki\"}, {\"credit_id\": \"551906889251415aab001c88\", \"department\": \"Art\", \"gender\": 0, \"id\": 1447524, \"job\": \"Art Department Manager\", \"name\": \"Paul Tobin\"}, {\"credit_id\": \"5592af8492514152cc0010de\", \"department\": \"Costume & Make-Up\", \"gender\": 0, \"id\": 1452643, \"job\": \"Hairstylist\", \"name\": \"Roxane Griffin\"}, {\"credit_id\": \"553d3c109251415852001318\", \"department\": \"Lighting\", \"gender\": 0, \"id\": 1453938, \"job\": \"Lighting Artist\", \"name\": \"Arun Ram-Mohan\"}, {\"credit_id\": \"5592af4692514152d5001355\", \"department\": \"Costume & Make-Up\", \"gender\": 0, \"id\": 1457305, \"job\": \"Makeup Artist\", \"name\": \"Georgia Lockhart-Adams\"}, {\"credit_id\": \"5592b2eac3a36877470012a5\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1466035, \"job\": \"CG Supervisor\", \"name\": \"Thrain Shadbolt\"}, {\"credit_id\": \"5592b032c3a36877450015f1\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1483220, \"job\": \"CG Supervisor\", \"name\": \"Brad Alexander\"}, {\"credit_id\": \"5592b05592514152d80012f6\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1483221, \"job\": \"CG Supervisor\", \"name\": \"Shadi Almassizadeh\"}, {\"credit_id\": \"5592b090c3a36877570010b5\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1483222, \"job\": \"CG Supervisor\", \"name\": \"Simon Clutterbuck\"}, {\"credit_id\": \"5592b0dbc3a368774b00112c\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1483223, \"job\": \"CG Supervisor\", \"name\": \"Graeme Demmocks\"}, {\"credit_id\": \"5592b0fe92514152db0010c1\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1483224, \"job\": \"CG Supervisor\", \"name\": \"Adrian Fernandes\"}, {\"credit_id\": \"5592b11f9251415df8001059\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1483225, \"job\": \"CG Supervisor\", \"name\": \"Mitch Gates\"}, {\"credit_id\": \"5592b15dc3a3687745001645\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1483226, \"job\": \"CG Supervisor\", \"name\": \"Jerry Kung\"}, {\"credit_id\": \"5592b18e925141645a0004ae\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1483227, \"job\": \"CG Supervisor\", \"name\": \"Andy Lomas\"}, {\"credit_id\": \"5592b1bfc3a368775d0010e7\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1483228, \"job\": \"CG Supervisor\", \"name\": \"Sebastian Marino\"}, {\"credit_id\": \"5592b2049251415df8001078\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1483229, \"job\": \"CG Supervisor\", \"name\": \"Matthias Menz\"}, {\"credit_id\": \"5592b27b92514152d800136a\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1483230, \"job\": \"CG Supervisor\", \"name\": \"Sergei Nevshupov\"}, {\"credit_id\": \"5592b2c3c3a36869e800003c\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1483231, \"job\": \"CG Supervisor\", \"name\": \"Philippe Rebours\"}, {\"credit_id\": \"5592b317c3a36877470012af\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1483232, \"job\": \"CG Supervisor\", \"name\": \"Michael Takarangi\"}, {\"credit_id\": \"5592b345c3a36877470012bb\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1483233, \"job\": \"CG Supervisor\", \"name\": \"David Weitzberg\"}, {\"credit_id\": \"5592b37cc3a368775100113b\", \"department\": \"Crew\", \"gender\": 0, \"id\": 1483234, \"job\": \"CG Supervisor\", \"name\": \"Ben White\"}, {\"credit_id\": \"573c8e2f9251413f5d000094\", \"department\": \"Crew\", \"gender\": 1, \"id\": 1621932, \"job\": \"Stunts\", \"name\": \"Min Windle\"}]'"
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "movies['crew'][0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "id": "2be6de72-732b-4d02-b062-8a10ddfefabe",
   "metadata": {},
   "outputs": [],
   "source": [
    "# only need that where job=director"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "id": "cd1ed287-8d0f-4eb5-ac11-caff842ddde3",
   "metadata": {},
   "outputs": [],
   "source": [
    "def fetch_director(text):\n",
    "    L = []\n",
    "    for i in ast.literal_eval(text):\n",
    "        if i['job'] == 'Director':\n",
    "            L.append(i['name'])\n",
    "    return L "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "id": "336af07c-c155-49aa-9ea3-09f2aa8a6cce",
   "metadata": {},
   "outputs": [],
   "source": [
    "movies['crew'] = movies['crew'].apply(fetch_director)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "id": "0bb2b52a-1b97-4608-a466-29b6554b51d9",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>movie_id</th>\n",
       "      <th>title</th>\n",
       "      <th>overview</th>\n",
       "      <th>genres</th>\n",
       "      <th>keywords</th>\n",
       "      <th>cast</th>\n",
       "      <th>crew</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>19995</td>\n",
       "      <td>Avatar</td>\n",
       "      <td>In the 22nd century, a paraplegic Marine is di...</td>\n",
       "      <td>[Action, Adventure, Fantasy, Science Fiction]</td>\n",
       "      <td>[culture clash, future, space war, space colon...</td>\n",
       "      <td>[Sam Worthington, Zoe Saldana, Sigourney Weaver]</td>\n",
       "      <td>[James Cameron]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>285</td>\n",
       "      <td>Pirates of the Caribbean: At World's End</td>\n",
       "      <td>Captain Barbossa, long believed to be dead, ha...</td>\n",
       "      <td>[Adventure, Fantasy, Action]</td>\n",
       "      <td>[ocean, drug abuse, exotic island, east india ...</td>\n",
       "      <td>[Johnny Depp, Orlando Bloom, Keira Knightley]</td>\n",
       "      <td>[Gore Verbinski]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   movie_id                                     title  \\\n",
       "0     19995                                    Avatar   \n",
       "1       285  Pirates of the Caribbean: At World's End   \n",
       "\n",
       "                                            overview  \\\n",
       "0  In the 22nd century, a paraplegic Marine is di...   \n",
       "1  Captain Barbossa, long believed to be dead, ha...   \n",
       "\n",
       "                                          genres  \\\n",
       "0  [Action, Adventure, Fantasy, Science Fiction]   \n",
       "1                   [Adventure, Fantasy, Action]   \n",
       "\n",
       "                                            keywords  \\\n",
       "0  [culture clash, future, space war, space colon...   \n",
       "1  [ocean, drug abuse, exotic island, east india ...   \n",
       "\n",
       "                                               cast              crew  \n",
       "0  [Sam Worthington, Zoe Saldana, Sigourney Weaver]   [James Cameron]  \n",
       "1     [Johnny Depp, Orlando Bloom, Keira Knightley]  [Gore Verbinski]  "
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "movies.head(2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "id": "4a844ad9-a7f9-4577-aa0b-d8ab8e7b07aa",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'In the 22nd century, a paraplegic Marine is dispatched to the moon Pandora on a unique mission, but becomes torn between following orders and protecting an alien civilization.'"
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "movies['overview'][0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "id": "12934209-220f-436a-bbb8-0d8ce5f55dea",
   "metadata": {},
   "outputs": [],
   "source": [
    "movies['overview'] = movies['overview'].apply(lambda x:x.split())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "id": "5a286b61-7ef0-4454-8c07-27cc1ab2918a",
   "metadata": {},
   "outputs": [],
   "source": [
    "# movies['genres']=movies['genres'].apply(lambda x:[i.replace(\" \" , \"\")for i in x ])\n",
    "# same for all\n",
    "# or use fn below"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "id": "87a24a7f-e1da-4b84-9894-ca19717991e1",
   "metadata": {},
   "outputs": [],
   "source": [
    "def collapse(L):\n",
    "    L1 = []\n",
    "    for i in L:\n",
    "        L1.append(i.replace(\" \",\"\"))\n",
    "    return L1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "7f5e775a-5ef5-4e19-84d1-7a9a44b37bd8",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "id": "695df16f-eef7-4500-9532-4d8da18d9649",
   "metadata": {},
   "outputs": [],
   "source": [
    "movies['cast'] = movies['cast'].apply(collapse)\n",
    "movies['crew'] = movies['crew'].apply(collapse)\n",
    "movies['genres'] = movies['genres'].apply(collapse)\n",
    "movies['keywords'] = movies['keywords'].apply(collapse)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "id": "d4042c43-c633-45d7-8095-c118f58a7f98",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>movie_id</th>\n",
       "      <th>title</th>\n",
       "      <th>overview</th>\n",
       "      <th>genres</th>\n",
       "      <th>keywords</th>\n",
       "      <th>cast</th>\n",
       "      <th>crew</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>19995</td>\n",
       "      <td>Avatar</td>\n",
       "      <td>[In, the, 22nd, century,, a, paraplegic, Marin...</td>\n",
       "      <td>[Action, Adventure, Fantasy, ScienceFiction]</td>\n",
       "      <td>[cultureclash, future, spacewar, spacecolony, ...</td>\n",
       "      <td>[SamWorthington, ZoeSaldana, SigourneyWeaver]</td>\n",
       "      <td>[JamesCameron]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>285</td>\n",
       "      <td>Pirates of the Caribbean: At World's End</td>\n",
       "      <td>[Captain, Barbossa,, long, believed, to, be, d...</td>\n",
       "      <td>[Adventure, Fantasy, Action]</td>\n",
       "      <td>[ocean, drugabuse, exoticisland, eastindiatrad...</td>\n",
       "      <td>[JohnnyDepp, OrlandoBloom, KeiraKnightley]</td>\n",
       "      <td>[GoreVerbinski]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>206647</td>\n",
       "      <td>Spectre</td>\n",
       "      <td>[A, cryptic, message, from, Bond’s, past, send...</td>\n",
       "      <td>[Action, Adventure, Crime]</td>\n",
       "      <td>[spy, basedonnovel, secretagent, sequel, mi6, ...</td>\n",
       "      <td>[DanielCraig, ChristophWaltz, LéaSeydoux]</td>\n",
       "      <td>[SamMendes]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>49026</td>\n",
       "      <td>The Dark Knight Rises</td>\n",
       "      <td>[Following, the, death, of, District, Attorney...</td>\n",
       "      <td>[Action, Crime, Drama, Thriller]</td>\n",
       "      <td>[dccomics, crimefighter, terrorist, secretiden...</td>\n",
       "      <td>[ChristianBale, MichaelCaine, GaryOldman]</td>\n",
       "      <td>[ChristopherNolan]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>49529</td>\n",
       "      <td>John Carter</td>\n",
       "      <td>[John, Carter, is, a, war-weary,, former, mili...</td>\n",
       "      <td>[Action, Adventure, ScienceFiction]</td>\n",
       "      <td>[basedonnovel, mars, medallion, spacetravel, p...</td>\n",
       "      <td>[TaylorKitsch, LynnCollins, SamanthaMorton]</td>\n",
       "      <td>[AndrewStanton]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   movie_id                                     title  \\\n",
       "0     19995                                    Avatar   \n",
       "1       285  Pirates of the Caribbean: At World's End   \n",
       "2    206647                                   Spectre   \n",
       "3     49026                     The Dark Knight Rises   \n",
       "4     49529                               John Carter   \n",
       "\n",
       "                                            overview  \\\n",
       "0  [In, the, 22nd, century,, a, paraplegic, Marin...   \n",
       "1  [Captain, Barbossa,, long, believed, to, be, d...   \n",
       "2  [A, cryptic, message, from, Bond’s, past, send...   \n",
       "3  [Following, the, death, of, District, Attorney...   \n",
       "4  [John, Carter, is, a, war-weary,, former, mili...   \n",
       "\n",
       "                                         genres  \\\n",
       "0  [Action, Adventure, Fantasy, ScienceFiction]   \n",
       "1                  [Adventure, Fantasy, Action]   \n",
       "2                    [Action, Adventure, Crime]   \n",
       "3              [Action, Crime, Drama, Thriller]   \n",
       "4           [Action, Adventure, ScienceFiction]   \n",
       "\n",
       "                                            keywords  \\\n",
       "0  [cultureclash, future, spacewar, spacecolony, ...   \n",
       "1  [ocean, drugabuse, exoticisland, eastindiatrad...   \n",
       "2  [spy, basedonnovel, secretagent, sequel, mi6, ...   \n",
       "3  [dccomics, crimefighter, terrorist, secretiden...   \n",
       "4  [basedonnovel, mars, medallion, spacetravel, p...   \n",
       "\n",
       "                                            cast                crew  \n",
       "0  [SamWorthington, ZoeSaldana, SigourneyWeaver]      [JamesCameron]  \n",
       "1     [JohnnyDepp, OrlandoBloom, KeiraKnightley]     [GoreVerbinski]  \n",
       "2      [DanielCraig, ChristophWaltz, LéaSeydoux]         [SamMendes]  \n",
       "3      [ChristianBale, MichaelCaine, GaryOldman]  [ChristopherNolan]  \n",
       "4    [TaylorKitsch, LynnCollins, SamanthaMorton]     [AndrewStanton]  "
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "movies.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "id": "19db60c8-07c9-4d45-8d9d-cf842a2bb6e0",
   "metadata": {},
   "outputs": [],
   "source": [
    "movies['tags'] = movies['overview'] + movies['genres'] + movies['keywords'] + movies['cast'] + movies['crew']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "id": "2e273843-db24-4ee7-b15d-937ea933422f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>movie_id</th>\n",
       "      <th>title</th>\n",
       "      <th>tags</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>19995</td>\n",
       "      <td>Avatar</td>\n",
       "      <td>[In, the, 22nd, century,, a, paraplegic, Marin...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>285</td>\n",
       "      <td>Pirates of the Caribbean: At World's End</td>\n",
       "      <td>[Captain, Barbossa,, long, believed, to, be, d...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>206647</td>\n",
       "      <td>Spectre</td>\n",
       "      <td>[A, cryptic, message, from, Bond’s, past, send...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>49026</td>\n",
       "      <td>The Dark Knight Rises</td>\n",
       "      <td>[Following, the, death, of, District, Attorney...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>49529</td>\n",
       "      <td>John Carter</td>\n",
       "      <td>[John, Carter, is, a, war-weary,, former, mili...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   movie_id                                     title  \\\n",
       "0     19995                                    Avatar   \n",
       "1       285  Pirates of the Caribbean: At World's End   \n",
       "2    206647                                   Spectre   \n",
       "3     49026                     The Dark Knight Rises   \n",
       "4     49529                               John Carter   \n",
       "\n",
       "                                                tags  \n",
       "0  [In, the, 22nd, century,, a, paraplegic, Marin...  \n",
       "1  [Captain, Barbossa,, long, believed, to, be, d...  \n",
       "2  [A, cryptic, message, from, Bond’s, past, send...  \n",
       "3  [Following, the, death, of, District, Attorney...  \n",
       "4  [John, Carter, is, a, war-weary,, former, mili...  "
      ]
     },
     "execution_count": 44,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "new = movies.drop(columns=['overview','genres','keywords','cast','crew'])\n",
    "new.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "id": "404331a1-a43c-4ae7-b2d3-9d9bae491fcd",
   "metadata": {},
   "outputs": [],
   "source": [
    "# to connvert list to string"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "id": "83888deb-09dc-4351-9df5-2d6bea837228",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>movie_id</th>\n",
       "      <th>title</th>\n",
       "      <th>tags</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>19995</td>\n",
       "      <td>Avatar</td>\n",
       "      <td>In the 22nd century, a paraplegic Marine is di...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>285</td>\n",
       "      <td>Pirates of the Caribbean: At World's End</td>\n",
       "      <td>Captain Barbossa, long believed to be dead, ha...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>206647</td>\n",
       "      <td>Spectre</td>\n",
       "      <td>A cryptic message from Bond’s past sends him o...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>49026</td>\n",
       "      <td>The Dark Knight Rises</td>\n",
       "      <td>Following the death of District Attorney Harve...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>49529</td>\n",
       "      <td>John Carter</td>\n",
       "      <td>John Carter is a war-weary, former military ca...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   movie_id                                     title  \\\n",
       "0     19995                                    Avatar   \n",
       "1       285  Pirates of the Caribbean: At World's End   \n",
       "2    206647                                   Spectre   \n",
       "3     49026                     The Dark Knight Rises   \n",
       "4     49529                               John Carter   \n",
       "\n",
       "                                                tags  \n",
       "0  In the 22nd century, a paraplegic Marine is di...  \n",
       "1  Captain Barbossa, long believed to be dead, ha...  \n",
       "2  A cryptic message from Bond’s past sends him o...  \n",
       "3  Following the death of District Attorney Harve...  \n",
       "4  John Carter is a war-weary, former military ca...  "
      ]
     },
     "execution_count": 46,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "new['tags'] = new['tags'].apply(lambda x: \" \".join(x))\n",
    "new.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "id": "81f60126-4cb3-401d-b57f-fbfa1e6e3071",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'In the 22nd century, a paraplegic Marine is dispatched to the moon Pandora on a unique mission, but becomes torn between following orders and protecting an alien civilization. Action Adventure Fantasy ScienceFiction cultureclash future spacewar spacecolony society spacetravel futuristic romance space alien tribe alienplanet cgi marine soldier battle loveaffair antiwar powerrelations mindandsoul 3d SamWorthington ZoeSaldana SigourneyWeaver JamesCameron'"
      ]
     },
     "execution_count": 47,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "new['tags'][0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "id": "936f2728-64cb-4be7-8ca1-f4a09359ca27",
   "metadata": {},
   "outputs": [],
   "source": [
    "new['tags'] = new['tags'].apply(lambda x:x.lower())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "id": "92e3b9e6-dedc-4b51-b4ea-4963b8c45324",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'in the 22nd century, a paraplegic marine is dispatched to the moon pandora on a unique mission, but becomes torn between following orders and protecting an alien civilization. action adventure fantasy sciencefiction cultureclash future spacewar spacecolony society spacetravel futuristic romance space alien tribe alienplanet cgi marine soldier battle loveaffair antiwar powerrelations mindandsoul 3d samworthington zoesaldana sigourneyweaver jamescameron'"
      ]
     },
     "execution_count": 49,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "new['tags'][0]"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "2c6ded8c-498f-4a0a-beeb-fc768d021df4",
   "metadata": {},
   "source": [
    "# Text Vectorization"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "id": "1b47174c-7078-40f0-8e7d-bfb9f8919240",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'in the 22nd century, a paraplegic marine is dispatched to the moon pandora on a unique mission, but becomes torn between following orders and protecting an alien civilization. action adventure fantasy sciencefiction cultureclash future spacewar spacecolony society spacetravel futuristic romance space alien tribe alienplanet cgi marine soldier battle loveaffair antiwar powerrelations mindandsoul 3d samworthington zoesaldana sigourneyweaver jamescameron'"
      ]
     },
     "execution_count": 50,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "new['tags'][0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "id": "d98fb52d-a452-41d1-8df0-55ed85e0a854",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "\"captain barbossa, long believed to be dead, has come back to life and is headed to the edge of the earth with will turner and elizabeth swann. but nothing is quite as it seems. adventure fantasy action ocean drugabuse exoticisland eastindiatradingcompany loveofone'slife traitor shipwreck strongwoman ship alliance calypso afterlife fighter pirate swashbuckler aftercreditsstinger johnnydepp orlandobloom keiraknightley goreverbinski\""
      ]
     },
     "execution_count": 51,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "new['tags'][1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "id": "2cc1a8fc-65a1-40e9-8403-fb70d90e96df",
   "metadata": {},
   "outputs": [],
   "source": [
    "# how will we find similarity between the 2 textual data we don't have any maths here . so how ?  even similar words strategy is not good at all. So we will perform vectorization"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "id": "aab367f0-a7f1-4d2a-b74d-17ecf51e78f2",
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.feature_extraction.text import CountVectorizer\n",
    "cv = CountVectorizer(max_features=5000,stop_words='english')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "id": "5ed57c45-5266-4ba5-8207-34d7b3383fa6",
   "metadata": {},
   "outputs": [],
   "source": [
    "vectors = cv.fit_transform(new['tags']).toarray()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "id": "74a44181-f026-4d61-949c-b57412112f48",
   "metadata": {},
   "outputs": [],
   "source": [
    "# scipy matrix converted to numpy array"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "id": "a9a636d0-f39d-482d-bc4d-5375d335e0a9",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(4806, 5000)"
      ]
     },
     "execution_count": 56,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "vectors.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "id": "dc4c5b72-2fe5-4191-b464-5fc2a8f124d5",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([0, 0, 0, ..., 0, 0, 0], dtype=int64)"
      ]
     },
     "execution_count": 57,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "vectors[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "id": "580b7322-1486-447d-acc4-566ae6f31e60",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'analyzer': 'word',\n",
       " 'binary': False,\n",
       " 'decode_error': 'strict',\n",
       " 'dtype': numpy.int64,\n",
       " 'encoding': 'utf-8',\n",
       " 'input': 'content',\n",
       " 'lowercase': True,\n",
       " 'max_df': 1.0,\n",
       " 'max_features': 5000,\n",
       " 'min_df': 1,\n",
       " 'ngram_range': (1, 1),\n",
       " 'preprocessor': None,\n",
       " 'stop_words': 'english',\n",
       " 'strip_accents': None,\n",
       " 'token_pattern': '(?u)\\\\b\\\\w\\\\w+\\\\b',\n",
       " 'tokenizer': None,\n",
       " 'vocabulary': None}"
      ]
     },
     "execution_count": 58,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cv.get_params()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "id": "fc60b68d-60d1-4c7d-9b04-bd6f1c9b31d8",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['000', '007', '10', ..., 'zone', 'zoo', 'zooeydeschanel'],\n",
       "      dtype=object)"
      ]
     },
     "execution_count": 59,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cv.get_feature_names_out()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "id": "f72eb69e-366c-4500-a5da-32da5218446e",
   "metadata": {},
   "outputs": [],
   "source": [
    "# actor and actors should be same"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "77e30cc9-ed70-465d-b9ac-2b707b7e9741",
   "metadata": {},
   "source": [
    "### Apply stemming"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "id": "8af0d02f-70cd-4775-b073-449c59d01be6",
   "metadata": {},
   "outputs": [],
   "source": [
    "import nltk"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "id": "903e4e2b-0595-405c-9c31-98e299cfeb47",
   "metadata": {},
   "outputs": [],
   "source": [
    "from nltk.stem.porter import PorterStemmer\n",
    "\n",
    "ps=PorterStemmer()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "id": "a6e55740-3ae5-45ff-a520-bcc09c9bed97",
   "metadata": {},
   "outputs": [],
   "source": [
    "def stem(text):\n",
    "    y=[]\n",
    "\n",
    "    for i in text.split():\n",
    "        y.append(ps.stem(i))\n",
    "\n",
    "    return \" \".join(y)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "id": "5e01d979-13c9-4db8-ab8f-2230017f769d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'love'"
      ]
     },
     "execution_count": 64,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ps.stem('love')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "id": "6049ba49-f495-458c-8afb-e95ed5264332",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'love'"
      ]
     },
     "execution_count": 65,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ps.stem('loving')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 66,
   "id": "150710d2-b7c2-47b2-a461-6744e2847c51",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'love'"
      ]
     },
     "execution_count": 66,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "stem('loving')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "id": "0031f529-042e-40ec-a1ea-380093596046",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'love'"
      ]
     },
     "execution_count": 67,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ps.stem('loved')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "id": "91ab2e0a-a26d-4455-a889-b5eaeb4ab626",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'in the 22nd century, a paraplegic marine is dispatched to the moon pandora on a unique mission, but becomes torn between following orders and protecting an alien civilization. action adventure fantasy sciencefiction cultureclash future spacewar spacecolony society spacetravel futuristic romance space alien tribe alienplanet cgi marine soldier battle loveaffair antiwar powerrelations mindandsoul 3d samworthington zoesaldana sigourneyweaver jamescameron'"
      ]
     },
     "execution_count": 68,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "new['tags'][0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "id": "7b031eed-7066-4779-b3b5-2981c7d785dd",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'in the 22nd century, a parapleg marin is dispatch to the moon pandora on a uniqu mission, but becom torn between follow order and protect an alien civilization. action adventur fantasi sciencefict cultureclash futur spacewar spacecoloni societi spacetravel futurist romanc space alien tribe alienplanet cgi marin soldier battl loveaffair antiwar powerrel mindandsoul 3d samworthington zoesaldana sigourneyweav jamescameron'"
      ]
     },
     "execution_count": 69,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "stem('in the 22nd century, a paraplegic marine is dispatched to the moon pandora on a unique mission, but becomes torn between following orders and protecting an alien civilization. action adventure fantasy sciencefiction cultureclash future spacewar spacecolony society spacetravel futuristic romance space alien tribe alienplanet cgi marine soldier battle loveaffair antiwar powerrelations mindandsoul 3d samworthington zoesaldana sigourneyweaver jamescameron')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 70,
   "id": "c1dc661b-2127-40e2-a258-3c816f64e94b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0       in the 22nd century, a parapleg marin is dispa...\n",
       "1       captain barbossa, long believ to be dead, ha c...\n",
       "2       a cryptic messag from bond’ past send him on a...\n",
       "3       follow the death of district attorney harvey d...\n",
       "4       john carter is a war-weary, former militari ca...\n",
       "                              ...                        \n",
       "4804    el mariachi just want to play hi guitar and ca...\n",
       "4805    a newlyw couple' honeymoon is upend by the arr...\n",
       "4806    \"signed, sealed, delivered\" introduc a dedic q...\n",
       "4807    when ambiti new york attorney sam is sent to s...\n",
       "4808    ever sinc the second grade when he first saw h...\n",
       "Name: tags, Length: 4806, dtype: object"
      ]
     },
     "execution_count": 70,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "new['tags'].apply(stem)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 71,
   "id": "b0c9363b-861b-4b55-9bb5-af290424a725",
   "metadata": {},
   "outputs": [],
   "source": [
    "new['tags']=new['tags'].apply(stem)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 72,
   "id": "27048ea4-62d7-4122-bcee-cf29d67ec8f8",
   "metadata": {},
   "outputs": [],
   "source": [
    "# after this again do all vectorization\n",
    "\n",
    "# now no words repeat"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 73,
   "id": "c83753b9-4d1d-4dde-90a7-093bab44bbec",
   "metadata": {},
   "outputs": [],
   "source": [
    "# total 4806 movies itte hi vectors , har mai 5k numbers\n",
    "# har movie ka dusre ke saath dist calculate\n",
    "# as dist inc similarity dec "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 74,
   "id": "d569cd6f-7d6a-4210-8f88-d2e62099ab65",
   "metadata": {},
   "outputs": [],
   "source": [
    "# not only euclidean dist ( fails in big dimensions)\n",
    "\n",
    "#we will calculate angle ie cosine distance "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 75,
   "id": "dc9a36ae-e2de-47ac-8abd-d13dc8dce79c",
   "metadata": {},
   "outputs": [],
   "source": [
    "# similarity is 1/distance"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 76,
   "id": "b78ff80b-3f00-4374-90ba-1355d31c98d8",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[1.        , 0.08964215, 0.06071767, ..., 0.02519763, 0.0277885 ,\n",
       "        0.        ],\n",
       "       [0.08964215, 1.        , 0.06350006, ..., 0.02635231, 0.        ,\n",
       "        0.        ],\n",
       "       [0.06071767, 0.06350006, 1.        , ..., 0.02677398, 0.        ,\n",
       "        0.        ],\n",
       "       ...,\n",
       "       [0.02519763, 0.02635231, 0.02677398, ..., 1.        , 0.07352146,\n",
       "        0.04774099],\n",
       "       [0.0277885 , 0.        , 0.        , ..., 0.07352146, 1.        ,\n",
       "        0.05264981],\n",
       "       [0.        , 0.        , 0.        , ..., 0.04774099, 0.05264981,\n",
       "        1.        ]])"
      ]
     },
     "execution_count": 76,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.metrics.pairwise import cosine_similarity\n",
    "similarity = cosine_similarity(vectors)\n",
    "similarity"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 77,
   "id": "36b38707-0d5b-4cdd-8ea2-12376f99bce9",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(4806, 4806)"
      ]
     },
     "execution_count": 77,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cosine_similarity(vectors).shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 78,
   "id": "b277aeac-b10c-47c4-a564-0818f6866938",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([1.        , 0.08964215, 0.06071767, ..., 0.02519763, 0.0277885 ,\n",
       "       0.        ])"
      ]
     },
     "execution_count": 78,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "similarity[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 79,
   "id": "f71e7bd3-16ff-4857-abd9-3762b308e92f",
   "metadata": {},
   "outputs": [],
   "source": [
    "# pehli movie ka similarity khud aur baki sab movies ke saath"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 80,
   "id": "f05dfb61-5e30-49ba-82ed-342b8d02891b",
   "metadata": {},
   "outputs": [],
   "source": [
    "# movie ka index nikalo fir similarity mai ghuso (jaise avatar ke lie similarity[0] ) aur fir sabko sort krdo "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 81,
   "id": "8119804c-8006-4de2-bc14-75d65edecfdf",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0"
      ]
     },
     "execution_count": 81,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "new[new['title'] == 'Avatar'].index[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 82,
   "id": "54635368-c9bc-443c-9d03-ef5fb460abf2",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "744"
      ]
     },
     "execution_count": 82,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "new[new['title'] == 'The Lego Movie'].index[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 83,
   "id": "68ce5667-efb5-4975-84ab-0fc2f8d0da5e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index([744], dtype='int64')"
      ]
     },
     "execution_count": 83,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "new[new['title'] == 'The Lego Movie'].index"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 84,
   "id": "2bd1098f-89b3-40bb-9fe2-8a0d5106e1ba",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[1.0,\n",
       " 0.26089696604360174,\n",
       " 0.2581988897471611,\n",
       " 0.25110592822973776,\n",
       " 0.24944382578492943,\n",
       " 0.24846467329894412,\n",
       " 0.24397501823713333,\n",
       " 0.243599382882345,\n",
       " 0.24147264420814754,\n",
       " 0.23904572186687872,\n",
       " 0.22677868380553634,\n",
       " 0.2238868314198225,\n",
       " 0.22230800575069137,\n",
       " 0.22190115272469205,\n",
       " 0.22131333406899523,\n",
       " 0.2173253797873328,\n",
       " 0.21653278478430665,\n",
       " 0.2164218276749025,\n",
       " 0.2162249910469341,\n",
       " 0.2162249910469341,\n",
       " 0.2138089935299395,\n",
       " 0.2125118592516207,\n",
       " 0.21251185925162067,\n",
       " 0.21251185925162067,\n",
       " 0.2114722130550724,\n",
       " 0.21147221305507238,\n",
       " 0.2059714602177749,\n",
       " 0.20498001542269692,\n",
       " 0.20283702113484398,\n",
       " 0.2,\n",
       " 0.1980534816610477,\n",
       " 0.19518001458970666,\n",
       " 0.19518001458970666,\n",
       " 0.19518001458970663,\n",
       " 0.19518001458970663,\n",
       " 0.19477964490741226,\n",
       " 0.19451950503185494,\n",
       " 0.1938916835823703,\n",
       " 0.1938916835823703,\n",
       " 0.19320245583349133,\n",
       " 0.19194297398747862,\n",
       " 0.1916629694999819,\n",
       " 0.18869127060994534,\n",
       " 0.18832944617230335,\n",
       " 0.18752289237539818,\n",
       " 0.18752289237539815,\n",
       " 0.18708286933869708,\n",
       " 0.18442777839082936,\n",
       " 0.1825741858350554,\n",
       " 0.18257418583505536,\n",
       " 0.18257418583505536,\n",
       " 0.18182745801939793,\n",
       " 0.18018749253911176,\n",
       " 0.17928429140015903,\n",
       " 0.1765469659009499,\n",
       " 0.1763834207376394,\n",
       " 0.17622684421256032,\n",
       " 0.17445567519772937,\n",
       " 0.1739313106957345,\n",
       " 0.173137462139922,\n",
       " 0.17251638983558856,\n",
       " 0.17142857142857143,\n",
       " 0.1690308509457033,\n",
       " 0.1690308509457033,\n",
       " 0.1690308509457033,\n",
       " 0.1690308509457033,\n",
       " 0.16903085094570328,\n",
       " 0.16673100431301852,\n",
       " 0.16574838603294897,\n",
       " 0.16574838603294897,\n",
       " 0.16408253082847338,\n",
       " 0.16265001215808886,\n",
       " 0.16239958858823,\n",
       " 0.16239958858823,\n",
       " 0.16035674514745463,\n",
       " 0.16035674514745463,\n",
       " 0.15971914124998493,\n",
       " 0.15971914124998493,\n",
       " 0.15694120514358612,\n",
       " 0.1564921592871903,\n",
       " 0.1553638665664663,\n",
       " 0.1546617786679401,\n",
       " 0.15430334996209188,\n",
       " 0.15430334996209188,\n",
       " 0.15430334996209188,\n",
       " 0.15289415743128765,\n",
       " 0.15289415743128765,\n",
       " 0.15179418517972906,\n",
       " 0.15179418517972906,\n",
       " 0.15118578920369088,\n",
       " 0.15118578920369088,\n",
       " 0.15026857675938213,\n",
       " 0.14953343588376802,\n",
       " 0.14754222271266348,\n",
       " 0.14754222271266348,\n",
       " 0.14754222271266348,\n",
       " 0.14638501094227999,\n",
       " 0.1456438162508838,\n",
       " 0.1449427589131121,\n",
       " 0.1449427589131121,\n",
       " 0.1449427589131121,\n",
       " 0.1449427589131121,\n",
       " 0.14414999403128942,\n",
       " 0.14414999403128942,\n",
       " 0.14414999403128942,\n",
       " 0.14414999403128942,\n",
       " 0.14285714285714285,\n",
       " 0.14285714285714285,\n",
       " 0.14201432049934523,\n",
       " 0.14098147537004826,\n",
       " 0.14098147537004826,\n",
       " 0.14085904245475275,\n",
       " 0.14085904245475275,\n",
       " 0.1406421692815486,\n",
       " 0.1406421692815486,\n",
       " 0.1406421692815486,\n",
       " 0.1406421692815486,\n",
       " 0.1389425035941821,\n",
       " 0.13801311186847084,\n",
       " 0.13801311186847084,\n",
       " 0.13801311186847084,\n",
       " 0.13801311186847084,\n",
       " 0.13801311186847082,\n",
       " 0.13710212427677043,\n",
       " 0.13710212427677043,\n",
       " 0.13710212427677043,\n",
       " 0.13662601021279464,\n",
       " 0.13572417850765922,\n",
       " 0.13533299049019168,\n",
       " 0.13533299049019168,\n",
       " 0.13522468075656266,\n",
       " 0.13522468075656266,\n",
       " 0.13522468075656266,\n",
       " 0.1336306209562122,\n",
       " 0.13316902848554255,\n",
       " 0.13259870882635919,\n",
       " 0.13259870882635919,\n",
       " 0.13259870882635919,\n",
       " 0.13259870882635919,\n",
       " 0.13259870882635919,\n",
       " 0.13259870882635919,\n",
       " 0.13199091933711365,\n",
       " 0.1309307341415954,\n",
       " 0.13041013273932528,\n",
       " 0.13041013273932528,\n",
       " 0.13041013273932528,\n",
       " 0.1301200097264711,\n",
       " 0.1301200097264711,\n",
       " 0.12888481555661674,\n",
       " 0.12888481555661674,\n",
       " 0.12880163722232754,\n",
       " 0.12777531299998796,\n",
       " 0.12777531299998796,\n",
       " 0.12741179785940637,\n",
       " 0.12741179785940637,\n",
       " 0.1267731382092775,\n",
       " 0.1267731382092775,\n",
       " 0.12598815766974242,\n",
       " 0.12598815766974242,\n",
       " 0.12598815766974242,\n",
       " 0.12555296411486888,\n",
       " 0.12555296411486888,\n",
       " 0.12555296411486888,\n",
       " 0.12555296411486888,\n",
       " 0.12555296411486888,\n",
       " 0.12555296411486888,\n",
       " 0.1246111965698067,\n",
       " 0.12461119656980668,\n",
       " 0.12344267996967351,\n",
       " 0.12344267996967351,\n",
       " 0.12344267996967351,\n",
       " 0.12344267996967351,\n",
       " 0.12327841818038447,\n",
       " 0.12327841818038447,\n",
       " 0.12327841818038446,\n",
       " 0.12298800925361816,\n",
       " 0.12298800925361816,\n",
       " 0.12198750911856666,\n",
       " 0.12073632210407378,\n",
       " 0.12073632210407378,\n",
       " 0.12073632210407378,\n",
       " 0.12036162814275589,\n",
       " 0.11952286093343936,\n",
       " 0.11952286093343936,\n",
       " 0.11952286093343936,\n",
       " 0.11952286093343936,\n",
       " 0.11952286093343936,\n",
       " 0.11952286093343935,\n",
       " 0.11952286093343935,\n",
       " 0.11952286093343935,\n",
       " 0.11952286093343935,\n",
       " 0.11952286093343935,\n",
       " 0.11952286093343935,\n",
       " 0.1187013882373396,\n",
       " 0.1183452670827877,\n",
       " 0.11769797726729994,\n",
       " 0.11769797726729994,\n",
       " 0.11769797726729994,\n",
       " 0.11769797726729994,\n",
       " 0.11769797726729994,\n",
       " 0.11720180773462385,\n",
       " 0.11710800875382396,\n",
       " 0.11633501014942217,\n",
       " 0.11633501014942217,\n",
       " 0.11633501014942217,\n",
       " 0.11633501014942217,\n",
       " 0.11633501014942217,\n",
       " 0.11633501014942217,\n",
       " 0.11595420713048966,\n",
       " 0.11595420713048966,\n",
       " 0.11595420713048966,\n",
       " 0.11501092655705902,\n",
       " 0.11428571428571427,\n",
       " 0.11428571428571427,\n",
       " 0.11428571428571427,\n",
       " 0.11428571428571427,\n",
       " 0.11428571428571427,\n",
       " 0.11428571428571427,\n",
       " 0.11428571428571427,\n",
       " 0.11338934190276817,\n",
       " 0.11338934190276817,\n",
       " 0.11338934190276817,\n",
       " 0.11338934190276817,\n",
       " 0.11338934190276817,\n",
       " 0.11338934190276816,\n",
       " 0.1129384878631564,\n",
       " 0.1129384878631564,\n",
       " 0.1129384878631564,\n",
       " 0.1126872339638022,\n",
       " 0.1126872339638022,\n",
       " 0.1126872339638022,\n",
       " 0.1126872339638022,\n",
       " 0.1126872339638022,\n",
       " 0.1126872339638022,\n",
       " 0.1126872339638022,\n",
       " 0.11194341570991125,\n",
       " 0.11194341570991125,\n",
       " 0.11194341570991125,\n",
       " 0.11194341570991125,\n",
       " 0.11115400287534567,\n",
       " 0.11115400287534567,\n",
       " 0.11115400287534567,\n",
       " 0.11115400287534567,\n",
       " 0.11097419040461878,\n",
       " 0.11065666703449763,\n",
       " 0.11065666703449761,\n",
       " 0.11065666703449761,\n",
       " 0.11065666703449761,\n",
       " 0.11065666703449761,\n",
       " 0.11065666703449761,\n",
       " 0.11065666703449761,\n",
       " 0.11065666703449761,\n",
       " 0.11002971203391539,\n",
       " 0.10968169942141635,\n",
       " 0.10968169942141635,\n",
       " 0.10968169942141635,\n",
       " 0.10968169942141635,\n",
       " 0.10968169942141635,\n",
       " 0.10968169942141635,\n",
       " 0.10968169942141635,\n",
       " 0.10826639239215334,\n",
       " 0.10826639239215334,\n",
       " 0.10821091383745127,\n",
       " 0.10821091383745125,\n",
       " 0.10811249552346706,\n",
       " 0.10811249552346706,\n",
       " 0.10811249552346706,\n",
       " 0.10811249552346706,\n",
       " 0.10811249552346706,\n",
       " 0.10811249552346706,\n",
       " 0.10811249552346706,\n",
       " 0.10811249552346706,\n",
       " 0.10690449676496976,\n",
       " 0.10690449676496976,\n",
       " 0.10690449676496976,\n",
       " 0.10690449676496976,\n",
       " 0.10690449676496976,\n",
       " 0.10690449676496976,\n",
       " 0.10690449676496976,\n",
       " 0.10631548679075009,\n",
       " 0.1057361065275362,\n",
       " 0.1057361065275362,\n",
       " 0.1057361065275362,\n",
       " 0.1057361065275362,\n",
       " 0.1057361065275362,\n",
       " 0.1057361065275362,\n",
       " 0.1057361065275362,\n",
       " 0.1057361065275362,\n",
       " 0.1057361065275362,\n",
       " 0.1057361065275362,\n",
       " 0.1057361065275362,\n",
       " 0.1057361065275362,\n",
       " 0.10559273546969093,\n",
       " 0.10559273546969093,\n",
       " 0.10559273546969093,\n",
       " 0.10559273546969093,\n",
       " 0.10559273546969093,\n",
       " 0.10559273546969093,\n",
       " 0.10460520656316097,\n",
       " 0.10432810619146021,\n",
       " 0.10350983390135313,\n",
       " 0.10350983390135313,\n",
       " 0.10350983390135313,\n",
       " 0.10350983390135313,\n",
       " 0.10350983390135313,\n",
       " 0.10350983390135313,\n",
       " 0.1031078524452934,\n",
       " 0.1031078524452934,\n",
       " 0.1031078524452934,\n",
       " 0.1031078524452934,\n",
       " 0.1031078524452934,\n",
       " 0.1031078524452934,\n",
       " 0.1031078524452934,\n",
       " 0.1019294382875251,\n",
       " 0.1019294382875251,\n",
       " 0.1019294382875251,\n",
       " 0.1019294382875251,\n",
       " 0.1019294382875251,\n",
       " 0.1019294382875251,\n",
       " 0.1019294382875251,\n",
       " 0.10141851056742199,\n",
       " 0.10141851056742199,\n",
       " 0.10141851056742199,\n",
       " 0.10141851056742199,\n",
       " 0.10141851056742199,\n",
       " 0.10141851056742199,\n",
       " 0.10141851056742199,\n",
       " 0.10141851056742199,\n",
       " 0.10141851056742199,\n",
       " 0.10141851056742199,\n",
       " 0.10141851056742199,\n",
       " 0.10079052613579392,\n",
       " 0.10079052613579392,\n",
       " 0.09968895725584535,\n",
       " 0.09960238411119947,\n",
       " 0.09960238411119947,\n",
       " 0.0994490316197694,\n",
       " 0.0994490316197694,\n",
       " 0.0994490316197694,\n",
       " 0.0994490316197694,\n",
       " 0.0994490316197694,\n",
       " 0.0994490316197694,\n",
       " 0.0994490316197694,\n",
       " 0.09862273454430757,\n",
       " 0.09862273454430757,\n",
       " 0.09862273454430757,\n",
       " 0.09862273454430757,\n",
       " 0.09759000729485333,\n",
       " 0.09759000729485333,\n",
       " 0.09759000729485333,\n",
       " 0.09759000729485333,\n",
       " 0.09759000729485333,\n",
       " 0.09759000729485331,\n",
       " 0.09759000729485331,\n",
       " 0.09759000729485331,\n",
       " 0.09759000729485331,\n",
       " 0.09759000729485331,\n",
       " 0.09694584179118515,\n",
       " 0.09694584179118515,\n",
       " 0.09658905768325902,\n",
       " 0.09658905768325902,\n",
       " 0.09583148474999097,\n",
       " 0.09583148474999097,\n",
       " 0.09583148474999097,\n",
       " 0.09583148474999097,\n",
       " 0.09583148474999097,\n",
       " 0.09583148474999097,\n",
       " 0.09583148474999097,\n",
       " 0.09583148474999097,\n",
       " 0.09561828874675149,\n",
       " 0.09561828874675149,\n",
       " 0.09508728264112047,\n",
       " 0.09467621366623016,\n",
       " 0.09416472308615166,\n",
       " 0.09416472308615166,\n",
       " 0.09416472308615166,\n",
       " 0.09416472308615166,\n",
       " 0.09416472308615166,\n",
       " 0.09416472308615166,\n",
       " 0.09416472308615166,\n",
       " 0.09416472308615166,\n",
       " 0.09416472308615166,\n",
       " 0.09390602830316849,\n",
       " 0.09376144618769908,\n",
       " 0.09376144618769908,\n",
       " 0.09376144618769908,\n",
       " 0.09376144618769908,\n",
       " 0.09376144618769908,\n",
       " 0.09376144618769908,\n",
       " 0.09376144618769908,\n",
       " 0.09376144618769908,\n",
       " 0.09333167411831966,\n",
       " 0.09258200997725513,\n",
       " 0.09258200997725513,\n",
       " 0.09258200997725513,\n",
       " 0.09258200997725513,\n",
       " 0.09258200997725513,\n",
       " 0.09258200997725513,\n",
       " 0.09258200997725513,\n",
       " 0.09258200997725513,\n",
       " 0.09258200997725513,\n",
       " 0.09258200997725513,\n",
       " 0.09258200997725513,\n",
       " 0.09258200997725513,\n",
       " 0.09258200997725513,\n",
       " 0.09258200997725513,\n",
       " 0.09258200997725513,\n",
       " 0.09258200997725513,\n",
       " 0.09200874124564722,\n",
       " 0.09200874124564722,\n",
       " 0.09200874124564722,\n",
       " 0.09200874124564722,\n",
       " 0.09200874124564722,\n",
       " 0.09200874124564722,\n",
       " 0.09116846116771035,\n",
       " 0.09116846116771035,\n",
       " 0.09116846116771035,\n",
       " 0.09116846116771035,\n",
       " 0.09116846116771035,\n",
       " 0.09116846116771035,\n",
       " 0.09107651110783743,\n",
       " 0.09107651110783743,\n",
       " 0.09107651110783743,\n",
       " 0.09107651110783743,\n",
       " 0.09107651110783743,\n",
       " 0.09107651110783743,\n",
       " 0.09107651110783743,\n",
       " 0.09107651110783743,\n",
       " 0.09107651110783743,\n",
       " 0.09107651110783743,\n",
       " 0.09035079029052512,\n",
       " 0.09035079029052512,\n",
       " 0.09035079029052512,\n",
       " 0.09035079029052512,\n",
       " 0.09009374626955588,\n",
       " 0.08964214570007951,\n",
       " 0.08964214570007951,\n",
       " 0.08964214570007951,\n",
       " 0.08964214570007951,\n",
       " 0.08964214570007951,\n",
       " 0.08964214570007951,\n",
       " 0.08964214570007951,\n",
       " 0.08964214570007951,\n",
       " 0.08964214570007951,\n",
       " 0.08964214570007951,\n",
       " 0.08964214570007951,\n",
       " 0.08964214570007951,\n",
       " 0.08964214570007951,\n",
       " 0.08964214570007951,\n",
       " 0.089554732567929,\n",
       " 0.089554732567929,\n",
       " 0.08877935232369503,\n",
       " 0.08877935232369503,\n",
       " 0.08877935232369503,\n",
       " 0.08827348295047496,\n",
       " 0.08827348295047496,\n",
       " 0.08827348295047496,\n",
       " 0.08827348295047496,\n",
       " 0.08827348295047496,\n",
       " 0.08827348295047496,\n",
       " 0.08827348295047496,\n",
       " 0.08827348295047496,\n",
       " 0.08827348295047496,\n",
       " 0.08827348295047495,\n",
       " 0.0880237696271323,\n",
       " 0.0880237696271323,\n",
       " 0.08728715609439694,\n",
       " 0.08728715609439694,\n",
       " 0.08728715609439694,\n",
       " 0.08728715609439694,\n",
       " 0.08728715609439694,\n",
       " 0.08728715609439694,\n",
       " 0.08728715609439694,\n",
       " 0.08728715609439694,\n",
       " 0.08728715609439694,\n",
       " 0.08728715609439694,\n",
       " 0.08728715609439694,\n",
       " 0.08728715609439694,\n",
       " 0.08728715609439694,\n",
       " 0.08696565534786725,\n",
       " 0.08696565534786725,\n",
       " 0.08696565534786725,\n",
       " 0.08696565534786725,\n",
       " 0.08696565534786725,\n",
       " 0.08696565534786725,\n",
       " 0.08696565534786725,\n",
       " 0.08696565534786725,\n",
       " 0.08696565534786725,\n",
       " 0.08696565534786725,\n",
       " 0.086568731069961,\n",
       " 0.086568731069961,\n",
       " 0.08656873106996099,\n",
       " 0.08586775814821836,\n",
       " 0.08586775814821836,\n",
       " 0.0857142857142857,\n",
       " 0.0857142857142857,\n",
       " 0.0857142857142857,\n",
       " 0.0857142857142857,\n",
       " 0.0857142857142857,\n",
       " 0.08518354199999197,\n",
       " 0.08518354199999197,\n",
       " 0.08518354199999197,\n",
       " 0.08451542547285165,\n",
       " 0.08451542547285165,\n",
       " 0.08451542547285165,\n",
       " 0.08451542547285165,\n",
       " 0.08451542547285165,\n",
       " 0.08451542547285165,\n",
       " 0.08451542547285165,\n",
       " 0.08451542547285165,\n",
       " 0.08451542547285165,\n",
       " 0.08451542547285165,\n",
       " 0.08451542547285165,\n",
       " 0.08451542547285165,\n",
       " 0.08451542547285165,\n",
       " 0.08451542547285165,\n",
       " 0.08451542547285165,\n",
       " 0.08451542547285165,\n",
       " 0.08451542547285165,\n",
       " 0.08451542547285165,\n",
       " 0.08451542547285165,\n",
       " 0.08451542547285165,\n",
       " 0.08386278693775347,\n",
       " 0.08336550215650926,\n",
       " 0.08336550215650926,\n",
       " 0.08336550215650926,\n",
       " 0.08336550215650926,\n",
       " 0.08336550215650926,\n",
       " 0.08336550215650926,\n",
       " 0.08336550215650926,\n",
       " 0.08336550215650926,\n",
       " 0.08336550215650926,\n",
       " 0.08336550215650926,\n",
       " 0.08336550215650926,\n",
       " 0.08226127456606226,\n",
       " 0.08226127456606226,\n",
       " 0.08226127456606226,\n",
       " 0.08226127456606226,\n",
       " 0.08226127456606226,\n",
       " 0.08226127456606226,\n",
       " 0.08226127456606226,\n",
       " 0.08226127456606226,\n",
       " 0.08199200616907877,\n",
       " 0.08199200616907877,\n",
       " 0.08199200616907877,\n",
       " 0.08199200616907877,\n",
       " 0.08199200616907877,\n",
       " 0.08199200616907877,\n",
       " 0.08199200616907877,\n",
       " 0.08199200616907877,\n",
       " 0.08199200616907877,\n",
       " 0.08199200616907877,\n",
       " 0.08199200616907877,\n",
       " 0.08199200616907877,\n",
       " 0.08199200616907877,\n",
       " 0.08199200616907877,\n",
       " 0.08199200616907877,\n",
       " 0.08199200616907877,\n",
       " 0.081199794294115,\n",
       " 0.081199794294115,\n",
       " 0.081199794294115,\n",
       " 0.081199794294115,\n",
       " 0.081199794294115,\n",
       " 0.081199794294115,\n",
       " 0.081199794294115,\n",
       " 0.081199794294115,\n",
       " 0.081199794294115,\n",
       " 0.08058229640253803,\n",
       " 0.08024108542850393,\n",
       " 0.08017837257372731,\n",
       " 0.08017837257372731,\n",
       " 0.08017837257372731,\n",
       " 0.08017837257372731,\n",
       " 0.07985957062499247,\n",
       " 0.07968190728895957,\n",
       " 0.07968190728895957,\n",
       " 0.07968190728895957,\n",
       " 0.07968190728895957,\n",
       " 0.07968190728895957,\n",
       " 0.07968190728895957,\n",
       " 0.07968190728895957,\n",
       " 0.07968190728895957,\n",
       " 0.07968190728895957,\n",
       " 0.07968190728895957,\n",
       " 0.07968190728895957,\n",
       " 0.07968190728895957,\n",
       " 0.07968190728895957,\n",
       " 0.07968190728895957,\n",
       " 0.07968190728895957,\n",
       " 0.0791945516022682,\n",
       " 0.0791945516022682,\n",
       " 0.0791945516022682,\n",
       " 0.0791945516022682,\n",
       " 0.0791945516022682,\n",
       " 0.0791945516022682,\n",
       " 0.0791945516022682,\n",
       " 0.07913425882489307,\n",
       " 0.07824607964359516,\n",
       " 0.07824607964359516,\n",
       " 0.07824607964359516,\n",
       " 0.07824607964359516,\n",
       " 0.07824607964359516,\n",
       " 0.07824607964359516,\n",
       " 0.07824607964359516,\n",
       " 0.07824607964359516,\n",
       " 0.07824607964359516,\n",
       " 0.07824607964359516,\n",
       " 0.07824607964359516,\n",
       " 0.07824607964359516,\n",
       " 0.07824607964359516,\n",
       " 0.07824607964359516,\n",
       " 0.07824607964359516,\n",
       " 0.07824607964359515,\n",
       " 0.07755667343294811,\n",
       " 0.07755667343294811,\n",
       " 0.07755667343294811,\n",
       " 0.07755667343294811,\n",
       " 0.07755667343294811,\n",
       " 0.07755667343294811,\n",
       " 0.07755667343294811,\n",
       " 0.07755667343294811,\n",
       " 0.07755667343294811,\n",
       " 0.07733088933397005,\n",
       " 0.07733088933397005,\n",
       " 0.07733088933397005,\n",
       " 0.07733088933397005,\n",
       " 0.07733088933397005,\n",
       " 0.07733088933397005,\n",
       " 0.07733088933397005,\n",
       " 0.07655590023509526,\n",
       " 0.07644707871564382,\n",
       " 0.07644707871564382,\n",
       " 0.07644707871564382,\n",
       " 0.07644707871564382,\n",
       " 0.07644707871564382,\n",
       " 0.07644707871564382,\n",
       " 0.07606982611289638,\n",
       " 0.07559289460184544,\n",
       " 0.07559289460184544,\n",
       " 0.07559289460184544,\n",
       " 0.07559289460184544,\n",
       " 0.07559289460184544,\n",
       " 0.07559289460184544,\n",
       " 0.07559289460184544,\n",
       " 0.07559289460184544,\n",
       " 0.07559289460184544,\n",
       " 0.07559289460184544,\n",
       " 0.07559289460184544,\n",
       " 0.07559289460184544,\n",
       " 0.07559289460184544,\n",
       " 0.07559289460184544,\n",
       " 0.07559289460184544,\n",
       " 0.07559289460184544,\n",
       " 0.07559289460184544,\n",
       " 0.07559289460184544,\n",
       " 0.07476671794188403,\n",
       " 0.07476671794188401,\n",
       " 0.07476671794188401,\n",
       " 0.07476671794188401,\n",
       " 0.07476671794188401,\n",
       " 0.07476671794188401,\n",
       " 0.07476671794188401,\n",
       " 0.07476671794188401,\n",
       " 0.07476671794188401,\n",
       " 0.07466533929465573,\n",
       " 0.07396705090823068,\n",
       " 0.07396705090823068,\n",
       " 0.07396705090823068,\n",
       " 0.07396705090823068,\n",
       " 0.07396705090823068,\n",
       " 0.07396705090823068,\n",
       " 0.07396705090823068,\n",
       " 0.07377111135633174,\n",
       " 0.07377111135633174,\n",
       " 0.07377111135633174,\n",
       " 0.07377111135633174,\n",
       " 0.07377111135633174,\n",
       " 0.07377111135633174,\n",
       " 0.07377111135633174,\n",
       " 0.07377111135633174,\n",
       " 0.07377111135633174,\n",
       " 0.07377111135633174,\n",
       " 0.07377111135633174,\n",
       " 0.07377111135633174,\n",
       " 0.07319250547113999,\n",
       " 0.07319250547113999,\n",
       " 0.07319250547113999,\n",
       " 0.07319250547113999,\n",
       " 0.07319250547113999,\n",
       " 0.07244179326244427,\n",
       " 0.07244179326244427,\n",
       " 0.07244179326244427,\n",
       " 0.07244179326244427,\n",
       " 0.07244179326244427,\n",
       " 0.07244179326244427,\n",
       " 0.07244179326244427,\n",
       " 0.07207499701564471,\n",
       " 0.07207499701564471,\n",
       " 0.07207499701564471,\n",
       " 0.07207499701564471,\n",
       " 0.07207499701564471,\n",
       " 0.07207499701564471,\n",
       " 0.07207499701564471,\n",
       " 0.07207499701564471,\n",
       " 0.07207499701564471,\n",
       " 0.07207499701564471,\n",
       " 0.07207499701564471,\n",
       " 0.07207499701564471,\n",
       " 0.07207499701564471,\n",
       " 0.07171371656006362,\n",
       " 0.07171371656006362,\n",
       " 0.07171371656006362,\n",
       " 0.07171371656006362,\n",
       " 0.07171371656006362,\n",
       " 0.07171371656006362,\n",
       " 0.07168504827326538,\n",
       " 0.07126966450997983,\n",
       " 0.07100716024967263,\n",
       " 0.07100716024967263,\n",
       " 0.07100716024967263,\n",
       " 0.07100716024967263,\n",
       " 0.07100716024967263,\n",
       " 0.07100716024967263,\n",
       " 0.07100716024967263,\n",
       " 0.07100716024967263,\n",
       " 0.07049073768502413,\n",
       " 0.07049073768502413,\n",
       " 0.07049073768502413,\n",
       " 0.07049073768502413,\n",
       " 0.07049073768502413,\n",
       " 0.07049073768502413,\n",
       " 0.07049073768502413,\n",
       " 0.07049073768502413,\n",
       " 0.07049073768502413,\n",
       " 0.07049073768502413,\n",
       " 0.07049073768502413,\n",
       " 0.07049073768502413,\n",
       " 0.07049073768502413,\n",
       " 0.07049073768502413,\n",
       " 0.07049073768502413,\n",
       " 0.07049073768502413,\n",
       " 0.07049073768502413,\n",
       " 0.07049073768502413,\n",
       " 0.07049073768502413,\n",
       " 0.07049073768502413,\n",
       " 0.07049073768502413,\n",
       " 0.0703210846407743,\n",
       " 0.0703210846407743,\n",
       " 0.0703210846407743,\n",
       " 0.06965451903188581,\n",
       " 0.06965451903188581,\n",
       " 0.06965451903188581,\n",
       " 0.06965451903188581,\n",
       " 0.06900655593423542,\n",
       " 0.06900655593423542,\n",
       " 0.06900655593423542,\n",
       " 0.06900655593423542,\n",
       " 0.06900655593423542,\n",
       " 0.06900655593423542,\n",
       " 0.06900655593423542,\n",
       " 0.06900655593423542,\n",
       " 0.06900655593423542,\n",
       " 0.06900655593423542,\n",
       " 0.06900655593423542,\n",
       " 0.06900655593423542,\n",
       " 0.06900655593423542,\n",
       " 0.06900655593423542,\n",
       " 0.06900655593423542,\n",
       " 0.06900655593423542,\n",
       " 0.06900655593423542,\n",
       " 0.06900655593423542,\n",
       " 0.06900655593423542,\n",
       " 0.06900655593423542,\n",
       " 0.06900655593423542,\n",
       " 0.06900655593423542,\n",
       " 0.06900655593423542,\n",
       " 0.06900655593423542,\n",
       " 0.06900655593423541,\n",
       " 0.06900655593423541,\n",
       " 0.06900655593423541,\n",
       " 0.06900655593423541,\n",
       " 0.06900655593423541,\n",
       " 0.06900655593423541,\n",
       " 0.06900655593423541,\n",
       " 0.06837634587578277,\n",
       " 0.06837634587578276,\n",
       " 0.06837634587578276,\n",
       " 0.06776309271789384,\n",
       " 0.06776309271789384,\n",
       " 0.06776309271789384,\n",
       " 0.06776309271789384,\n",
       " 0.06776309271789384,\n",
       " 0.06761234037828133,\n",
       " 0.06761234037828133,\n",
       " 0.06761234037828133,\n",
       " 0.06761234037828133,\n",
       " 0.06761234037828133,\n",
       " 0.06761234037828133,\n",
       " 0.06761234037828133,\n",
       " 0.06761234037828133,\n",
       " 0.06761234037828133,\n",
       " 0.06761234037828133,\n",
       " 0.06761234037828133,\n",
       " 0.06761234037828133,\n",
       " 0.06761234037828133,\n",
       " 0.06761234037828133,\n",
       " 0.06761234037828133,\n",
       " 0.06761234037828133,\n",
       " 0.06761234037828133,\n",
       " 0.06761234037828133,\n",
       " 0.06761234037828133,\n",
       " 0.06761234037828133,\n",
       " 0.06761234037828133,\n",
       " 0.06761234037828133,\n",
       " 0.06761234037828133,\n",
       " 0.06761234037828133,\n",
       " 0.06716604942594674,\n",
       " 0.06658451424277127,\n",
       " 0.06658451424277127,\n",
       " 0.06658451424277127,\n",
       " 0.06629935441317959,\n",
       " 0.06629935441317959,\n",
       " 0.06629935441317959,\n",
       " 0.06629935441317959,\n",
       " 0.06629935441317959,\n",
       " 0.06629935441317959,\n",
       " 0.06629935441317959,\n",
       " 0.06629935441317959,\n",
       " 0.06629935441317959,\n",
       " 0.06629935441317959,\n",
       " 0.06629935441317959,\n",
       " 0.06629935441317959,\n",
       " 0.06629935441317959,\n",
       " 0.06629935441317959,\n",
       " 0.06629935441317959,\n",
       " 0.06629935441317959,\n",
       " 0.06629935441317959,\n",
       " 0.06629935441317959,\n",
       " 0.06629935441317959,\n",
       " 0.06629935441317959,\n",
       " 0.06629935441317959,\n",
       " 0.06629935441317959,\n",
       " 0.06601782722034923,\n",
       " 0.06601782722034923,\n",
       " 0.06601782722034923,\n",
       " 0.06601782722034923,\n",
       " 0.0654653670707977,\n",
       " 0.0654653670707977,\n",
       " 0.0654653670707977,\n",
       " 0.06506000486323554,\n",
       " 0.06506000486323554,\n",
       " 0.06506000486323554,\n",
       " 0.06506000486323554,\n",
       " 0.06506000486323554,\n",
       " 0.06506000486323554,\n",
       " 0.06506000486323554,\n",
       " 0.06506000486323554,\n",
       " 0.06506000486323554,\n",
       " 0.06506000486323554,\n",
       " 0.06506000486323554,\n",
       " 0.06506000486323554,\n",
       " 0.06506000486323554,\n",
       " 0.06506000486323554,\n",
       " 0.06506000486323554,\n",
       " 0.06492654830247076,\n",
       " 0.06492654830247076,\n",
       " 0.06446583712203043,\n",
       " 0.06440081861116377,\n",
       " 0.06440081861116377,\n",
       " 0.06440081861116377,\n",
       " 0.06440081861116377,\n",
       " 0.06440081861116377,\n",
       " 0.06388765649999398,\n",
       " 0.06388765649999398,\n",
       " 0.06388765649999398,\n",
       " 0.06388765649999398,\n",
       " 0.06388765649999398,\n",
       " 0.06388765649999398,\n",
       " 0.06388765649999398,\n",
       " 0.06388765649999398,\n",
       " 0.06388765649999398,\n",
       " 0.06388765649999398,\n",
       " 0.06388765649999398,\n",
       " 0.06388765649999398,\n",
       " 0.06388765649999398,\n",
       " 0.06388765649999398,\n",
       " 0.06388765649999398,\n",
       " 0.06388765649999398,\n",
       " 0.06338656910463875,\n",
       " 0.0628970902033151,\n",
       " 0.0628970902033151,\n",
       " 0.06277648205743444,\n",
       " 0.06277648205743444,\n",
       " 0.06277648205743444,\n",
       " 0.06277648205743444,\n",
       " 0.06277648205743444,\n",
       " 0.06277648205743444,\n",
       " 0.06277648205743444,\n",
       " 0.06277648205743444,\n",
       " 0.06277648205743444,\n",
       " 0.06277648205743444,\n",
       " 0.06277648205743444,\n",
       " 0.06277648205743444,\n",
       " 0.06277648205743444,\n",
       " 0.06277648205743444,\n",
       " 0.06277648205743444,\n",
       " 0.06277648205743444,\n",
       " 0.06277648205743444,\n",
       " 0.06277648205743444,\n",
       " 0.06277648205743444,\n",
       " 0.06277648205743444,\n",
       " 0.06277648205743444,\n",
       " 0.06277648205743444,\n",
       " 0.06241877839323591,\n",
       " 0.06198013080533033,\n",
       " 0.06195121541733006,\n",
       " 0.06195121541733006,\n",
       " 0.061721339984836754,\n",
       " 0.061721339984836754,\n",
       " 0.061721339984836754,\n",
       " 0.061721339984836754,\n",
       " 0.061721339984836754,\n",
       " 0.061721339984836754,\n",
       " 0.061721339984836754,\n",
       " 0.061721339984836754,\n",
       " 0.061721339984836754,\n",
       " 0.061721339984836754,\n",
       " 0.061721339984836754,\n",
       " 0.061721339984836754,\n",
       " 0.061721339984836754,\n",
       " 0.061721339984836754,\n",
       " 0.061721339984836754,\n",
       " 0.061721339984836754,\n",
       " 0.061721339984836754,\n",
       " 0.061721339984836754,\n",
       " 0.061721339984836754,\n",
       " 0.061721339984836754,\n",
       " 0.061721339984836754,\n",
       " 0.061721339984836754,\n",
       " 0.061721339984836754,\n",
       " 0.06149400462680908,\n",
       " 0.06146576398025575,\n",
       " 0.061046769566735964,\n",
       " 0.060963994247895004,\n",
       " 0.060717674071891624,\n",
       " 0.060717674071891624,\n",
       " 0.060717674071891624,\n",
       " 0.060717674071891624,\n",
       " 0.060717674071891624,\n",
       " 0.060717674071891624,\n",
       " 0.060717674071891624,\n",
       " 0.060717674071891624,\n",
       " 0.060717674071891624,\n",
       " 0.060717674071891624,\n",
       " 0.060717674071891624,\n",
       " 0.060717674071891624,\n",
       " 0.060717674071891624,\n",
       " 0.060717674071891624,\n",
       " 0.060717674071891624,\n",
       " 0.060717674071891624,\n",
       " 0.06060915267313264,\n",
       " 0.05976143046671968,\n",
       " 0.059761430466719674,\n",
       " 0.059761430466719674,\n",
       " 0.059761430466719674,\n",
       " 0.059761430466719674,\n",
       " 0.059761430466719674,\n",
       " 0.059761430466719674,\n",
       " 0.059761430466719674,\n",
       " 0.059761430466719674,\n",
       " 0.059761430466719674,\n",
       " 0.059761430466719674,\n",
       " 0.059761430466719674,\n",
       " 0.059761430466719674,\n",
       " 0.059350694118669806,\n",
       " 0.05884898863364997,\n",
       " 0.05884898863364997,\n",
       " 0.05884898863364997,\n",
       " 0.05884898863364997,\n",
       " 0.05884898863364997,\n",
       " 0.05884898863364997,\n",
       " 0.05884898863364997,\n",
       " 0.05884898863364997,\n",
       " 0.05884898863364997,\n",
       " 0.05884898863364997,\n",
       " 0.05884898863364997,\n",
       " 0.05884898863364997,\n",
       " 0.05884898863364997,\n",
       " 0.05884898863364997,\n",
       " 0.05884898863364997,\n",
       " 0.05884898863364997,\n",
       " 0.05884898863364997,\n",
       " 0.05884898863364997,\n",
       " 0.05884898863364997,\n",
       " 0.05884898863364997,\n",
       " 0.05884898863364997,\n",
       " 0.05855400437691198,\n",
       " 0.058167505074711086,\n",
       " 0.058167505074711086,\n",
       " 0.058167505074711086,\n",
       " ...]"
      ]
     },
     "execution_count": 84,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sorted(similarity[0],reverse=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 85,
   "id": "07a92f2d-74df-47d4-82a7-aa1a9c28d02d",
   "metadata": {},
   "outputs": [],
   "source": [
    "# par isse sort krne se index change ho gya na we need to pakad ke 1 st movie ka 1st se uske liye use enumerate"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 86,
   "id": "bc602575-84b9-496c-8371-367e7880ac25",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[(0, 1.0),\n",
       " (1, 0.08964214570007951),\n",
       " (2, 0.060717674071891624),\n",
       " (3, 0.03984095364447979),\n",
       " (4, 0.18257418583505536),\n",
       " (5, 0.1183452670827877),\n",
       " (6, 0.023218173010628604),\n",
       " (7, 0.1763834207376394),\n",
       " (8, 0.06388765649999398),\n",
       " (9, 0.07733088933397005),\n",
       " (10, 0.11769797726729994),\n",
       " (11, 0.081199794294115),\n",
       " (12, 0.09583148474999097),\n",
       " (13, 0.04733810683311508),\n",
       " (14, 0.11428571428571427),\n",
       " (15, 0.05096471914376255),\n",
       " (16, 0.08226127456606226),\n",
       " (17, 0.15026857675938213),\n",
       " (18, 0.11194341570991125),\n",
       " (19, 0.08728715609439694),\n",
       " (20, 0.058167505074711086),\n",
       " (21, 0.09416472308615166),\n",
       " (22, 0.06900655593423542),\n",
       " (23, 0.09759000729485331),\n",
       " (24, 0.0563436169819011),\n",
       " (25, 0.03877833671647406),\n",
       " (26, 0.17142857142857143),\n",
       " (27, 0.18752289237539818),\n",
       " (28, 0.12555296411486888),\n",
       " (29, 0.07100716024967263),\n",
       " (30, 0.07319250547113999),\n",
       " (31, 0.15971914124998493),\n",
       " (32, 0.09116846116771035),\n",
       " (33, 0.1057361065275362),\n",
       " (34, 0.0),\n",
       " (35, 0.11065666703449761),\n",
       " (36, 0.19194297398747862),\n",
       " (37, 0.08451542547285165),\n",
       " (38, 0.0628970902033151),\n",
       " (39, 0.08827348295047496),\n",
       " (40, 0.0563436169819011),\n",
       " (41, 0.14638501094227999),\n",
       " (42, 0.0),\n",
       " (43, 0.09759000729485333),\n",
       " (44, 0.040996003084539386),\n",
       " (45, 0.09116846116771035),\n",
       " (46, 0.1765469659009499),\n",
       " (47, 0.2164218276749025),\n",
       " (48, 0.06776309271789384),\n",
       " (49, 0.06388765649999398),\n",
       " (50, 0.12344267996967351),\n",
       " (51, 0.08586775814821836),\n",
       " (52, 0.1449427589131121),\n",
       " (53, 0.04931136727215379),\n",
       " (54, 0.035245368842512066),\n",
       " (55, 0.07655590023509526),\n",
       " (56, 0.14414999403128942),\n",
       " (57, 0.028988551782622416),\n",
       " (58, 0.04733810683311508),\n",
       " (59, 0.08024108542850393),\n",
       " (60, 0.028988551782622416),\n",
       " (61, 0.2162249910469341),\n",
       " (62, 0.08199200616907877),\n",
       " (63, 0.09200874124564722),\n",
       " (64, 0.03138824102871722),\n",
       " (65, 0.020965696734438367),\n",
       " (66, 0.02492223931396134),\n",
       " (67, 0.17928429140015903),\n",
       " (68, 0.13259870882635919),\n",
       " (69, 0.0520265981714472),\n",
       " (70, 0.081199794294115),\n",
       " (71, 0.08226127456606226),\n",
       " (72, 0.12344267996967351),\n",
       " (73, 0.03779644730092272),\n",
       " (74, 0.22677868380553634),\n",
       " (75, 0.09258200997725513),\n",
       " (76, 0.07824607964359516),\n",
       " (77, 0.014824986333222025),\n",
       " (78, 0.05345224838248488),\n",
       " (79, 0.07824607964359516),\n",
       " (80, 0.03450327796711771),\n",
       " (81, 0.11710800875382396),\n",
       " (82, 0.08336550215650926),\n",
       " (83, 0.22190115272469205),\n",
       " (84, 0.1456438162508838),\n",
       " (85, 0.10631548679075009),\n",
       " (86, 0.08827348295047496),\n",
       " (87, 0.11595420713048966),\n",
       " (88, 0.09107651110783743),\n",
       " (89, 0.06146576398025575),\n",
       " (90, 0.06506000486323554),\n",
       " (91, 0.15971914124998493),\n",
       " (92, 0.07100716024967263),\n",
       " (93, 0.05039526306789696),\n",
       " (94, 0.16574838603294897),\n",
       " (95, 0.12461119656980668),\n",
       " (96, 0.08964214570007951),\n",
       " (97, 0.07476671794188401),\n",
       " (98, 0.08827348295047496),\n",
       " (99, 0.029880715233359837),\n",
       " (100, 0.07377111135633174),\n",
       " (101, 0.08827348295047496),\n",
       " (102, 0.11194341570991125),\n",
       " (103, 0.08877935232369503),\n",
       " (104, 0.05884898863364997),\n",
       " (105, 0.10811249552346706),\n",
       " (106, 0.0447773662839645),\n",
       " (107, 0.09200874124564722),\n",
       " (108, 0.16903085094570328),\n",
       " (109, 0.07968190728895957),\n",
       " (110, 0.024397501823713332),\n",
       " (111, 0.15430334996209188),\n",
       " (112, 0.09107651110783743),\n",
       " (113, 0.052796367734845466),\n",
       " (114, 0.052796367734845466),\n",
       " (115, 0.05413319619607667),\n",
       " (116, 0.057142857142857134),\n",
       " (117, 0.060717674071891624),\n",
       " (118, 0.017622684421256033),\n",
       " (119, 0.048795003647426664),\n",
       " (120, 0.0),\n",
       " (121, 0.09107651110783743),\n",
       " (122, 0.09583148474999097),\n",
       " (123, 0.12198750911856666),\n",
       " (124, 0.06837634587578277),\n",
       " (125, 0.07985957062499247),\n",
       " (126, 0.11595420713048966),\n",
       " (127, 0.13572417850765922),\n",
       " (128, 0.0),\n",
       " (129, 0.10559273546969093),\n",
       " (130, 0.03194382824999699),\n",
       " (131, 0.1126872339638022),\n",
       " (132, 0.045584230583855176),\n",
       " (133, 0.033149677206589796),\n",
       " (134, 0.13522468075656266),\n",
       " (135, 0.0),\n",
       " (136, 0.025482359571881275),\n",
       " (137, 0.034324965259398446),\n",
       " (138, 0.08226127456606226),\n",
       " (139, 0.10821091383745127),\n",
       " (140, 0.05096471914376255),\n",
       " (141, 0.11338934190276816),\n",
       " (142, 0.09759000729485331),\n",
       " (143, 0.06965451903188581),\n",
       " (144, 0.055577001437672836),\n",
       " (145, 0.02258769757263128),\n",
       " (146, 0.017251638983558856),\n",
       " (147, 0.06277648205743444),\n",
       " (148, 0.1057361065275362),\n",
       " (149, 0.173137462139922),\n",
       " (150, 0.18869127060994534),\n",
       " (151, 0.20498001542269692),\n",
       " (152, 0.06388765649999398),\n",
       " (153, 0.086568731069961),\n",
       " (154, 0.033149677206589796),\n",
       " (155, 0.0),\n",
       " (156, 0.06658451424277127),\n",
       " (157, 0.1057361065275362),\n",
       " (158, 0.15289415743128765),\n",
       " (159, 0.06761234037828133),\n",
       " (160, 0.09694584179118515),\n",
       " (161, 0.035245368842512066),\n",
       " (162, 0.03688555567816587),\n",
       " (163, 0.05413319619607667),\n",
       " (164, 0.09416472308615166),\n",
       " (165, 0.04984447862792268),\n",
       " (166, 0.11952286093343935),\n",
       " (167, 0.06900655593423542),\n",
       " (168, 0.16035674514745463),\n",
       " (169, 0.11952286093343936),\n",
       " (170, 0.09200874124564722),\n",
       " (171, 0.029424494316824985),\n",
       " (172, 0.15118578920369088),\n",
       " (173, 0.024397501823713332),\n",
       " (174, 0.11115400287534567),\n",
       " (175, 0.0515539262226467),\n",
       " (176, 0.030860669992418377),\n",
       " (177, 0.0),\n",
       " (178, 0.02577696311132335),\n",
       " (179, 0.07559289460184544),\n",
       " (180, 0.023904572186687872),\n",
       " (181, 0.02344036154692477),\n",
       " (182, 0.10690449676496976),\n",
       " (183, 0.07466533929465573),\n",
       " (184, 0.1825741858350554),\n",
       " (185, 0.055577001437672836),\n",
       " (186, 0.040697846377823976),\n",
       " (187, 0.14085904245475275),\n",
       " (188, 0.02258769757263128),\n",
       " (189, 0.08199200616907877),\n",
       " (190, 0.08386278693775347),\n",
       " (191, 0.0515539262226467),\n",
       " (192, 0.0),\n",
       " (193, 0.08728715609439694),\n",
       " (194, 0.0),\n",
       " (195, 0.06506000486323554),\n",
       " (196, 0.05884898863364997),\n",
       " (197, 0.048795003647426664),\n",
       " (198, 0.059761430466719674),\n",
       " (199, 0.11720180773462385),\n",
       " (200, 0.07755667343294811),\n",
       " (201, 0.0),\n",
       " (202, 0.03450327796711771),\n",
       " (203, 0.08827348295047496),\n",
       " (204, 0.02672612419124244),\n",
       " (205, 0.08199200616907877),\n",
       " (206, 0.09694584179118515),\n",
       " (207, 0.0857142857142857),\n",
       " (208, 0.1690308509457033),\n",
       " (209, 0.03877833671647406),\n",
       " (210, 0.05484084971070818),\n",
       " (211, 0.02742042485535409),\n",
       " (212, 0.07644707871564382),\n",
       " (213, 0.0654653670707977),\n",
       " (214, 0.028988551782622416),\n",
       " (215, 0.07396705090823068),\n",
       " (216, 0.06506000486323554),\n",
       " (217, 0.04643634602125721),\n",
       " (218, 0.042257712736425826),\n",
       " (219, 0.06629935441317959),\n",
       " (220, 0.18832944617230335),\n",
       " (221, 0.024655683636076894),\n",
       " (222, 0.09035079029052512),\n",
       " (223, 0.08336550215650926),\n",
       " (224, 0.06338656910463875),\n",
       " (225, 0.052164053095730106),\n",
       " (226, 0.029880715233359837),\n",
       " (227, 0.09258200997725513),\n",
       " (228, 0.12598815766974242),\n",
       " (229, 0.07913425882489307),\n",
       " (230, 0.08877935232369503),\n",
       " (231, 0.0),\n",
       " (232, 0.11952286093343935),\n",
       " (233, 0.10811249552346706),\n",
       " (234, 0.06776309271789384),\n",
       " (235, 0.060717674071891624),\n",
       " (236, 0.09759000729485331),\n",
       " (237, 0.07049073768502413),\n",
       " (238, 0.12777531299998796),\n",
       " (239, 0.11097419040461878),\n",
       " (240, 0.05096471914376255),\n",
       " (241, 0.08964214570007951),\n",
       " (242, 0.09416472308615166),\n",
       " (243, 0.09968895725584535),\n",
       " (244, 0.06277648205743444),\n",
       " (245, 0.09107651110783743),\n",
       " (246, 0.06601782722034923),\n",
       " (247, 0.0),\n",
       " (248, 0.04733810683311508),\n",
       " (249, 0.14414999403128942),\n",
       " (250, 0.0),\n",
       " (251, 0.042257712736425826),\n",
       " (252, 0.022792115291927588),\n",
       " (253, 0.06601782722034923),\n",
       " (254, 0.08336550215650926),\n",
       " (255, 0.0),\n",
       " (256, 0.08199200616907877),\n",
       " (257, 0.08696565534786725),\n",
       " (258, 0.02344036154692477),\n",
       " (259, 0.06388765649999398),\n",
       " (260, 0.25110592822973776),\n",
       " (261, 0.025482359571881275),\n",
       " (262, 0.07476671794188401),\n",
       " (263, 0.1057361065275362),\n",
       " (264, 0.0),\n",
       " (265, 0.029424494316824985),\n",
       " (266, 0.11115400287534567),\n",
       " (267, 0.07559289460184544),\n",
       " (268, 0.02742042485535409),\n",
       " (269, 0.033149677206589796),\n",
       " (270, 0.1031078524452934),\n",
       " (271, 0.0791945516022682),\n",
       " (272, 0.030860669992418377),\n",
       " (273, 0.024655683636076894),\n",
       " (274, 0.08058229640253803),\n",
       " (275, 0.12555296411486888),\n",
       " (276, 0.06761234037828133),\n",
       " (277, 0.06601782722034923),\n",
       " (278, 0.1031078524452934),\n",
       " (279, 0.1031078524452934),\n",
       " (280, 0.0),\n",
       " (281, 0.07319250547113999),\n",
       " (282, 0.030860669992418377),\n",
       " (283, 0.0),\n",
       " (284, 0.020203050891044214),\n",
       " (285, 0.022792115291927588),\n",
       " (286, 0.02258769757263128),\n",
       " (287, 0.02742042485535409),\n",
       " (288, 0.0),\n",
       " (289, 0.05039526306789696),\n",
       " (290, 0.06761234037828133),\n",
       " (291, 0.0563436169819011),\n",
       " (292, 0.10141851056742199),\n",
       " (293, 0.03194382824999699),\n",
       " (294, 0.11952286093343935),\n",
       " (295, 0.10968169942141635),\n",
       " (296, 0.040120542714251965),\n",
       " (297, 0.04829452884162951),\n",
       " (298, 0.0),\n",
       " (299, 0.04161251892882394),\n",
       " (300, 0.18708286933869708),\n",
       " (301, 0.18182745801939793),\n",
       " (302, 0.060717674071891624),\n",
       " (303, 0.028988551782622416),\n",
       " (304, 0.07207499701564471),\n",
       " (305, 0.19320245583349133),\n",
       " (306, 0.09416472308615166),\n",
       " (307, 0.10460520656316097),\n",
       " (308, 0.07049073768502413),\n",
       " (309, 0.06629935441317959),\n",
       " (310, 0.036037498507822355),\n",
       " (311, 0.1564921592871903),\n",
       " (312, 0.10968169942141635),\n",
       " (313, 0.07968190728895957),\n",
       " (314, 0.0),\n",
       " (315, 0.09107651110783743),\n",
       " (316, 0.0),\n",
       " (317, 0.0),\n",
       " (318, 0.0),\n",
       " (319, 0.07207499701564471),\n",
       " (320, 0.033806170189140665),\n",
       " (321, 0.0),\n",
       " (322, 0.22230800575069137),\n",
       " (323, 0.033149677206589796),\n",
       " (324, 0.026398183867422733),\n",
       " (325, 0.11065666703449761),\n",
       " (326, 0.05884898863364997),\n",
       " (327, 0.028988551782622416),\n",
       " (328, 0.0),\n",
       " (329, 0.08336550215650926),\n",
       " (330, 0.1126872339638022),\n",
       " (331, 0.04984447862792268),\n",
       " (332, 0.14285714285714285),\n",
       " (333, 0.030860669992418377),\n",
       " (334, 0.10690449676496976),\n",
       " (335, 0.0563436169819011),\n",
       " (336, 0.07377111135633174),\n",
       " (337, 0.024147264420814756),\n",
       " (338, 0.0),\n",
       " (339, 0.057142857142857134),\n",
       " (340, 0.052164053095730106),\n",
       " (341, 0.061721339984836754),\n",
       " (342, 0.13662601021279464),\n",
       " (343, 0.022792115291927588),\n",
       " (344, 0.03138824102871722),\n",
       " (345, 0.02366905341655754),\n",
       " (346, 0.0),\n",
       " (347, 0.0),\n",
       " (348, 0.06761234037828133),\n",
       " (349, 0.09258200997725513),\n",
       " (350, 0.05484084971070818),\n",
       " (351, 0.0),\n",
       " (352, 0.029424494316824985),\n",
       " (353, 0.023904572186687872),\n",
       " (354, 0.0),\n",
       " (355, 0.040120542714251965),\n",
       " (356, 0.09258200997725513),\n",
       " (357, 0.0),\n",
       " (358, 0.06629935441317959),\n",
       " (359, 0.03450327796711771),\n",
       " (360, 0.0),\n",
       " (361, 0.0563436169819011),\n",
       " (362, 0.09759000729485331),\n",
       " (363, 0.09116846116771035),\n",
       " (364, 0.026082026547865053),\n",
       " (365, 0.081199794294115),\n",
       " (366, 0.059761430466719674),\n",
       " (367, 0.0),\n",
       " (368, 0.13522468075656266),\n",
       " (369, 0.09258200997725513),\n",
       " (370, 0.0563436169819011),\n",
       " (371, 0.1031078524452934),\n",
       " (372, 0.05345224838248488),\n",
       " (373, 0.18018749253911176),\n",
       " (374, 0.04438967616184752),\n",
       " (375, 0.0432843655349805),\n",
       " (376, 0.048795003647426664),\n",
       " (377, 0.0),\n",
       " (378, 0.0),\n",
       " (379, 0.05345224838248487),\n",
       " (380, 0.02817180849095055),\n",
       " (381, 0.09035079029052512),\n",
       " (382, 0.0),\n",
       " (383, 0.0515539262226467),\n",
       " (384, 0.03253000243161777),\n",
       " (385, 0.0),\n",
       " (386, 0.024147264420814756),\n",
       " (387, 0.02742042485535409),\n",
       " (388, 0.0),\n",
       " (389, 0.10141851056742199),\n",
       " (390, 0.02817180849095055),\n",
       " (391, 0.06149400462680908),\n",
       " (392, 0.03138824102871722),\n",
       " (393, 0.0),\n",
       " (394, 0.026082026547865053),\n",
       " (395, 0.057142857142857134),\n",
       " (396, 0.02366905341655754),\n",
       " (397, 0.055577001437672836),\n",
       " (398, 0.0),\n",
       " (399, 0.02577696311132335),\n",
       " (400, 0.10350983390135313),\n",
       " (401, 0.03194382824999699),\n",
       " (402, 0.061721339984836754),\n",
       " (403, 0.11002971203391539),\n",
       " (404, 0.06761234037828133),\n",
       " (405, 0.030860669992418377),\n",
       " (406, 0.021821789023599235),\n",
       " (407, 0.026082026547865053),\n",
       " (408, 0.035245368842512066),\n",
       " (409, 0.0),\n",
       " (410, 0.10079052613579392),\n",
       " (411, 0.05884898863364997),\n",
       " (412, 0.1019294382875251),\n",
       " (413, 0.1389425035941821),\n",
       " (414, 0.033149677206589796),\n",
       " (415, 0.07126966450997983),\n",
       " (416, 0.0563436169819011),\n",
       " (417, 0.033806170189140665),\n",
       " (418, 0.03779644730092272),\n",
       " (419, 0.07644707871564382),\n",
       " (420, 0.12888481555661674),\n",
       " (421, 0.0),\n",
       " (422, 0.14754222271266348),\n",
       " (423, 0.052164053095730106),\n",
       " (424, 0.04040610178208843),\n",
       " (425, 0.07100716024967263),\n",
       " (426, 0.06195121541733006),\n",
       " (427, 0.029424494316824985),\n",
       " (428, 0.059350694118669806),\n",
       " (429, 0.0),\n",
       " (430, 0.052796367734845466),\n",
       " (431, 0.02577696311132335),\n",
       " (432, 0.12598815766974242),\n",
       " (433, 0.033149677206589796),\n",
       " (434, 0.0),\n",
       " (435, 0.03984095364447979),\n",
       " (436, 0.0),\n",
       " (437, 0.028988551782622416),\n",
       " (438, 0.028571428571428567),\n",
       " (439, 0.030860669992418377),\n",
       " (440, 0.028571428571428567),\n",
       " (441, 0.030358837035945812),\n",
       " (442, 0.048795003647426664),\n",
       " (443, 0.05884898863364997),\n",
       " (444, 0.0),\n",
       " (445, 0.028571428571428567),\n",
       " (446, 0.02577696311132335),\n",
       " (447, 0.023904572186687872),\n",
       " (448, 0.026082026547865053),\n",
       " (449, 0.05797710356524483),\n",
       " (450, 0.026398183867422733),\n",
       " (451, 0.026398183867422733),\n",
       " (452, 0.03194382824999699),\n",
       " (453, 0.02672612419124244),\n",
       " (454, 0.12327841818038447),\n",
       " (455, 0.024655683636076894),\n",
       " (456, 0.0703210846407743),\n",
       " (457, 0.08696565534786725),\n",
       " (458, 0.04733810683311508),\n",
       " (459, 0.036037498507822355),\n",
       " (460, 0.028571428571428567),\n",
       " (461, 0.1938916835823703),\n",
       " (462, 0.0),\n",
       " (463, 0.035245368842512066),\n",
       " (464, 0.0),\n",
       " (465, 0.0),\n",
       " (466, 0.2114722130550724),\n",
       " (467, 0.09116846116771035),\n",
       " (468, 0.030358837035945812),\n",
       " (469, 0.0703210846407743),\n",
       " (470, 0.04931136727215379),\n",
       " (471, 0.08336550215650926),\n",
       " (472, 0.08451542547285165),\n",
       " (473, 0.1019294382875251),\n",
       " (474, 0.0),\n",
       " (475, 0.06837634587578276),\n",
       " (476, 0.10811249552346706),\n",
       " (477, 0.0),\n",
       " (478, 0.03984095364447979),\n",
       " (479, 0.09508728264112047),\n",
       " (480, 0.052164053095730106),\n",
       " (481, 0.0),\n",
       " (482, 0.030358837035945812),\n",
       " (483, 0.1301200097264711),\n",
       " (484, 0.03450327796711771),\n",
       " (485, 0.0563436169819011),\n",
       " (486, 0.05855400437691198),\n",
       " (487, 0.14098147537004826),\n",
       " (488, 0.07606982611289638),\n",
       " (489, 0.0),\n",
       " (490, 0.15118578920369088),\n",
       " (491, 0.09116846116771035),\n",
       " (492, 0.06277648205743444),\n",
       " (493, 0.01951800145897066),\n",
       " (494, 0.0),\n",
       " (495, 0.2162249910469341),\n",
       " (496, 0.0),\n",
       " (497, 0.0),\n",
       " (498, 0.07207499701564471),\n",
       " (499, 0.0),\n",
       " (500, 0.028571428571428567),\n",
       " (501, 0.0880237696271323),\n",
       " (502, 0.1546617786679401),\n",
       " (503, 0.08336550215650926),\n",
       " (504, 0.0),\n",
       " (505, 0.14754222271266348),\n",
       " (506, 0.03688555567816587),\n",
       " (507, 0.24846467329894412),\n",
       " (508, 0.11595420713048966),\n",
       " (509, 0.02577696311132335),\n",
       " (510, 0.10559273546969093),\n",
       " (511, 0.09583148474999097),\n",
       " (512, 0.060717674071891624),\n",
       " (513, 0.11769797726729994),\n",
       " (514, 0.059761430466719674),\n",
       " (515, 0.027066598098038335),\n",
       " (516, 0.02577696311132335),\n",
       " (517, 0.0),\n",
       " (518, 0.055577001437672836),\n",
       " (519, 0.0),\n",
       " (520, 0.0),\n",
       " (521, 0.028988551782622416),\n",
       " (522, 0.0),\n",
       " (523, 0.052164053095730106),\n",
       " (524, 0.0),\n",
       " (525, 0.02492223931396134),\n",
       " (526, 0.0),\n",
       " (527, 0.0),\n",
       " (528, 0.024147264420814756),\n",
       " (529, 0.13041013273932528),\n",
       " (530, 0.10141851056742199),\n",
       " (531, 0.05039526306789696),\n",
       " (532, 0.023002185311411804),\n",
       " (533, 0.07049073768502413),\n",
       " (534, 0.08451542547285165),\n",
       " (535, 0.10968169942141635),\n",
       " (536, 0.07733088933397005),\n",
       " (537, 0.07049073768502413),\n",
       " (538, 0.0),\n",
       " (539, 0.26089696604360174),\n",
       " (540, 0.0563436169819011),\n",
       " (541, 0.06900655593423541),\n",
       " (542, 0.04040610178208843),\n",
       " (543, 0.07824607964359516),\n",
       " (544, 0.060717674071891624),\n",
       " (545, 0.028571428571428567),\n",
       " (546, 0.07207499701564471),\n",
       " (547, 0.08964214570007951),\n",
       " (548, 0.0),\n",
       " (549, 0.1246111965698067),\n",
       " (550, 0.028571428571428567),\n",
       " (551, 0.0447773662839645),\n",
       " (552, 0.0),\n",
       " (553, 0.03194382824999699),\n",
       " (554, 0.0),\n",
       " (555, 0.0497245158098847),\n",
       " (556, 0.028988551782622416),\n",
       " (557, 0.1449427589131121),\n",
       " (558, 0.0),\n",
       " (559, 0.03253000243161777),\n",
       " (560, 0.04643634602125721),\n",
       " (561, 0.03688555567816587),\n",
       " (562, 0.0),\n",
       " (563, 0.02742042485535409),\n",
       " (564, 0.10141851056742199),\n",
       " (565, 0.04600437062282361),\n",
       " (566, 0.02492223931396134),\n",
       " (567, 0.030358837035945812),\n",
       " (568, 0.1449427589131121),\n",
       " (569, 0.024147264420814756),\n",
       " (570, 0.07559289460184544),\n",
       " (571, 0.021821789023599235),\n",
       " (572, 0.08518354199999197),\n",
       " (573, 0.02258769757263128),\n",
       " (574, 0.024397501823713332),\n",
       " (575, 0.057142857142857134),\n",
       " (576, 0.028988551782622416),\n",
       " (577, 0.15430334996209188),\n",
       " (578, 0.04829452884162951),\n",
       " (579, 0.12344267996967351),\n",
       " (580, 0.02519763153394848),\n",
       " (581, 0.16265001215808886),\n",
       " (582, 0.24147264420814754),\n",
       " (583, 0.052164053095730106),\n",
       " (584, 0.05096471914376255),\n",
       " (585, 0.0),\n",
       " (586, 0.045584230583855176),\n",
       " (587, 0.08017837257372731),\n",
       " (588, 0.028988551782622416),\n",
       " (589, 0.09862273454430757),\n",
       " (590, 0.035245368842512066),\n",
       " (591, 0.07824607964359516),\n",
       " (592, 0.027066598098038335),\n",
       " (593, 0.0),\n",
       " (594, 0.055577001437672836),\n",
       " (595, 0.13533299049019168),\n",
       " (596, 0.09658905768325902),\n",
       " (597, 0.05797710356524483),\n",
       " (598, 0.03984095364447979),\n",
       " (599, 0.03363839659676322),\n",
       " (600, 0.07244179326244427),\n",
       " (601, 0.03688555567816587),\n",
       " (602, 0.04517539514526256),\n",
       " (603, 0.057142857142857134),\n",
       " (604, 0.06761234037828133),\n",
       " (605, 0.0),\n",
       " (606, 0.0),\n",
       " (607, 0.06716604942594674),\n",
       " (608, 0.0),\n",
       " (609, 0.047809144373375745),\n",
       " (610, 0.06060915267313264),\n",
       " (611, 0.02492223931396134),\n",
       " (612, 0.07100716024967263),\n",
       " (613, 0.03779644730092272),\n",
       " (614, 0.060717674071891624),\n",
       " (615, 0.033149677206589796),\n",
       " (616, 0.0),\n",
       " (617, 0.055577001437672836),\n",
       " (618, 0.09862273454430757),\n",
       " (619, 0.0),\n",
       " (620, 0.0),\n",
       " (621, 0.07049073768502413),\n",
       " (622, 0.02219483808092376),\n",
       " (623, 0.0),\n",
       " (624, 0.11952286093343936),\n",
       " (625, 0.03194382824999699),\n",
       " (626, 0.08696565534786725),\n",
       " (627, 0.11633501014942217),\n",
       " (628, 0.0),\n",
       " (629, 0.04984447862792268),\n",
       " (630, 0.025482359571881275),\n",
       " (631, 0.02742042485535409),\n",
       " (632, 0.08336550215650926),\n",
       " (633, 0.023904572186687872),\n",
       " (634, 0.0857142857142857),\n",
       " (635, 0.07476671794188401),\n",
       " (636, 0.028571428571428567),\n",
       " (637, 0.052796367734845466),\n",
       " (638, 0.03450327796711771),\n",
       " (639, 0.0),\n",
       " (640, 0.0515539262226467),\n",
       " (641, 0.0),\n",
       " (642, 0.0),\n",
       " (643, 0.10690449676496976),\n",
       " (644, 0.05797710356524483),\n",
       " (645, 0.04829452884162951),\n",
       " (646, 0.057142857142857134),\n",
       " (647, 0.052164053095730106),\n",
       " (648, 0.03253000243161777),\n",
       " (649, 0.0),\n",
       " (650, 0.0),\n",
       " (651, 0.0),\n",
       " (652, 0.024397501823713332),\n",
       " (653, 0.12298800925361816),\n",
       " (654, 0.089554732567929),\n",
       " (655, 0.026082026547865053),\n",
       " (656, 0.0),\n",
       " (657, 0.037332669647327864),\n",
       " (658, 0.05413319619607667),\n",
       " (659, 0.027066598098038335),\n",
       " (660, 0.10350983390135313),\n",
       " (661, 0.1690308509457033),\n",
       " (662, 0.0),\n",
       " (663, 0.0),\n",
       " (664, 0.06506000486323554),\n",
       " (665, 0.07476671794188401),\n",
       " (666, 0.052164053095730106),\n",
       " (667, 0.0),\n",
       " (668, 0.07049073768502413),\n",
       " (669, 0.036037498507822355),\n",
       " (670, 0.017817416127494958),\n",
       " (671, 0.05413319619607667),\n",
       " (672, 0.05797710356524483),\n",
       " (673, 0.023218173010628604),\n",
       " (674, 0.07733088933397005),\n",
       " (675, 0.0515539262226467),\n",
       " (676, 0.033149677206589796),\n",
       " (677, 0.02742042485535409),\n",
       " (678, 0.06277648205743444),\n",
       " (679, 0.0),\n",
       " (680, 0.08451542547285165),\n",
       " (681, 0.035245368842512066),\n",
       " (682, 0.024147264420814756),\n",
       " (683, 0.0515539262226467),\n",
       " (684, 0.0),\n",
       " (685, 0.03779644730092272),\n",
       " (686, 0.0),\n",
       " (687, 0.11952286093343935),\n",
       " (688, 0.05039526306789696),\n",
       " (689, 0.0),\n",
       " (690, 0.029424494316824985),\n",
       " (691, 0.10141851056742199),\n",
       " (692, 0.12073632210407378),\n",
       " (693, 0.0),\n",
       " (694, 0.02366905341655754),\n",
       " (695, 0.06900655593423542),\n",
       " (696, 0.0),\n",
       " (697, 0.0),\n",
       " (698, 0.02366905341655754),\n",
       " (699, 0.0),\n",
       " (700, 0.030860669992418377),\n",
       " (701, 0.06506000486323554),\n",
       " (702, 0.024397501823713332),\n",
       " (703, 0.02080625946441197),\n",
       " (704, 0.07396705090823068),\n",
       " (705, 0.025482359571881275),\n",
       " (706, 0.026082026547865053),\n",
       " (707, 0.0),\n",
       " (708, 0.025482359571881275),\n",
       " (709, 0.0),\n",
       " (710, 0.0447773662839645),\n",
       " (711, 0.06629935441317959),\n",
       " (712, 0.0),\n",
       " (713, 0.027788500718836418),\n",
       " (714, 0.0),\n",
       " (715, 0.1057361065275362),\n",
       " (716, 0.035245368842512066),\n",
       " (717, 0.0),\n",
       " (718, 0.04643634602125721),\n",
       " (719, 0.0),\n",
       " (720, 0.02742042485535409),\n",
       " (721, 0.033149677206589796),\n",
       " (722, 0.0),\n",
       " (723, 0.026398183867422733),\n",
       " (724, 0.026082026547865053),\n",
       " (725, 0.0),\n",
       " (726, 0.0),\n",
       " (727, 0.036454130828824455),\n",
       " (728, 0.07559289460184544),\n",
       " (729, 0.0),\n",
       " (730, 0.019262853213235485),\n",
       " (731, 0.05484084971070818),\n",
       " (732, 0.0791945516022682),\n",
       " (733, 0.0447773662839645),\n",
       " (734, 0.05039526306789696),\n",
       " (735, 0.04984447862792268),\n",
       " (736, 0.033149677206589796),\n",
       " (737, 0.08017837257372731),\n",
       " (738, 0.0),\n",
       " (739, 0.03877833671647406),\n",
       " (740, 0.13199091933711365),\n",
       " (741, 0.05884898863364997),\n",
       " (742, 0.03450327796711771),\n",
       " (743, 0.02577696311132335),\n",
       " (744, 0.06761234037828133),\n",
       " (745, 0.06277648205743444),\n",
       " (746, 0.08696565534786725),\n",
       " (747, 0.02366905341655754),\n",
       " (748, 0.03779644730092272),\n",
       " (749, 0.0),\n",
       " (750, 0.05096471914376255),\n",
       " (751, 0.03779644730092272),\n",
       " (752, 0.07396705090823068),\n",
       " (753, 0.029424494316824985),\n",
       " (754, 0.10826639239215334),\n",
       " (755, 0.0628970902033151),\n",
       " (756, 0.030358837035945812),\n",
       " (757, 0.027788500718836418),\n",
       " (758, 0.02577696311132335),\n",
       " (759, 0.0),\n",
       " (760, 0.0),\n",
       " (761, 0.029880715233359837),\n",
       " (762, 0.03253000243161777),\n",
       " (763, 0.0),\n",
       " (764, 0.030860669992418377),\n",
       " (765, 0.0),\n",
       " (766, 0.0),\n",
       " (767, 0.05039526306789696),\n",
       " (768, 0.0654653670707977),\n",
       " (769, 0.033149677206589796),\n",
       " (770, 0.04931136727215379),\n",
       " (771, 0.0),\n",
       " (772, 0.0),\n",
       " (773, 0.11065666703449761),\n",
       " (774, 0.04517539514526256),\n",
       " (775, 0.09258200997725513),\n",
       " (776, 0.08451542547285165),\n",
       " (777, 0.11501092655705902),\n",
       " (778, 0.13041013273932528),\n",
       " (779, 0.0),\n",
       " (780, 0.0),\n",
       " (781, 0.10350983390135313),\n",
       " (782, 0.07644707871564382),\n",
       " (783, 0.035245368842512066),\n",
       " (784, 0.07824607964359516),\n",
       " (785, 0.09960238411119947),\n",
       " (786, 0.08827348295047496),\n",
       " (787, 0.08696565534786725),\n",
       " (788, 0.052796367734845466),\n",
       " (789, 0.0),\n",
       " (790, 0.07171371656006362),\n",
       " (791, 0.0994490316197694),\n",
       " (792, 0.05884898863364997),\n",
       " (793, 0.0563436169819011),\n",
       " (794, 0.09583148474999097),\n",
       " (795, 0.02366905341655754),\n",
       " (796, 0.03877833671647406),\n",
       " (797, 0.0),\n",
       " (798, 0.0),\n",
       " (799, 0.09390602830316849),\n",
       " (800, 0.07968190728895957),\n",
       " (801, 0.0),\n",
       " (802, 0.0),\n",
       " (803, 0.05096471914376255),\n",
       " (804, 0.052796367734845466),\n",
       " (805, 0.059761430466719674),\n",
       " (806, 0.04931136727215379),\n",
       " (807, 0.05413319619607667),\n",
       " (808, 0.12298800925361816),\n",
       " (809, 0.023002185311411804),\n",
       " (810, 0.028988551782622416),\n",
       " (811, 0.023002185311411804),\n",
       " (812, 0.09200874124564722),\n",
       " (813, 0.1019294382875251),\n",
       " (814, 0.09107651110783743),\n",
       " (815, 0.023218173010628604),\n",
       " (816, 0.04517539514526256),\n",
       " (817, 0.02817180849095055),\n",
       " (818, 0.03138824102871722),\n",
       " (819, 0.0),\n",
       " (820, 0.017817416127494958),\n",
       " (821, 0.018553546269482774),\n",
       " (822, 0.02258769757263128),\n",
       " (823, 0.06277648205743444),\n",
       " (824, 0.0),\n",
       " (825, 0.0),\n",
       " (826, 0.036037498507822355),\n",
       " (827, 0.07559289460184544),\n",
       " (828, 0.02817180849095055),\n",
       " (829, 0.0),\n",
       " (830, 0.029880715233359837),\n",
       " (831, 0.05039526306789696),\n",
       " (832, 0.027788500718836418),\n",
       " (833, 0.05039526306789696),\n",
       " (834, 0.05039526306789696),\n",
       " (835, 0.02742042485535409),\n",
       " (836, 0.06776309271789384),\n",
       " (837, 0.028988551782622416),\n",
       " (838, 0.1690308509457033),\n",
       " (839, 0.0),\n",
       " (840, 0.06277648205743444),\n",
       " (841, 0.026398183867422733),\n",
       " (842, 0.0),\n",
       " (843, 0.061721339984836754),\n",
       " (844, 0.061721339984836754),\n",
       " (845, 0.0),\n",
       " (846, 0.0),\n",
       " (847, 0.060717674071891624),\n",
       " (848, 0.05976143046671968),\n",
       " (849, 0.0),\n",
       " (850, 0.08199200616907877),\n",
       " (851, 0.0),\n",
       " (852, 0.022792115291927588),\n",
       " (853, 0.03253000243161777),\n",
       " (854, 0.11428571428571427),\n",
       " (855, 0.02817180849095055),\n",
       " (856, 0.02577696311132335),\n",
       " (857, 0.0),\n",
       " (858, 0.042257712736425826),\n",
       " (859, 0.11952286093343935),\n",
       " (860, 0.017622684421256033),\n",
       " (861, 0.0447773662839645),\n",
       " (862, 0.028988551782622416),\n",
       " (863, 0.03253000243161777),\n",
       " (864, 0.04688072309384954),\n",
       " (865, 0.0),\n",
       " (866, 0.042257712736425826),\n",
       " (867, 0.0),\n",
       " (868, 0.02492223931396134),\n",
       " (869, 0.03138824102871722),\n",
       " (870, 0.1031078524452934),\n",
       " (871, 0.029880715233359837),\n",
       " (872, 0.0),\n",
       " (873, 0.04688072309384954),\n",
       " (874, 0.02742042485535409),\n",
       " (875, 0.055577001437672836),\n",
       " (876, 0.0),\n",
       " (877, 0.0),\n",
       " (878, 0.035245368842512066),\n",
       " (879, 0.0),\n",
       " (880, 0.03253000243161777),\n",
       " (881, 0.0),\n",
       " (882, 0.029424494316824985),\n",
       " (883, 0.029424494316824985),\n",
       " (884, 0.0),\n",
       " (885, 0.08451542547285165),\n",
       " (886, 0.023218173010628604),\n",
       " (887, 0.058167505074711086),\n",
       " (888, 0.05096471914376255),\n",
       " (889, 0.07207499701564471),\n",
       " (890, 0.0),\n",
       " (891, 0.04517539514526256),\n",
       " (892, 0.0),\n",
       " (893, 0.020203050891044214),\n",
       " (894, 0.09107651110783743),\n",
       " (895, 0.0),\n",
       " (896, 0.0),\n",
       " (897, 0.05096471914376255),\n",
       " (898, 0.10690449676496976),\n",
       " (899, 0.08827348295047496),\n",
       " (900, 0.11428571428571427),\n",
       " (901, 0.09258200997725513),\n",
       " (902, 0.027788500718836418),\n",
       " (903, 0.03450327796711771),\n",
       " (904, 0.02344036154692477),\n",
       " (905, 0.0),\n",
       " (906, 0.0),\n",
       " (907, 0.024397501823713332),\n",
       " (908, 0.0791945516022682),\n",
       " (909, 0.0),\n",
       " (910, 0.02344036154692477),\n",
       " (911, 0.024655683636076894),\n",
       " (912, 0.033806170189140665),\n",
       " (913, 0.0),\n",
       " (914, 0.036037498507822355),\n",
       " (915, 0.02742042485535409),\n",
       " (916, 0.0),\n",
       " (917, 0.03138824102871722),\n",
       " (918, 0.0),\n",
       " (919, 0.025482359571881275),\n",
       " (920, 0.10141851056742199),\n",
       " (921, 0.0),\n",
       " (922, 0.09583148474999097),\n",
       " (923, 0.0),\n",
       " (924, 0.0),\n",
       " (925, 0.021128856368212913),\n",
       " (926, 0.0),\n",
       " (927, 0.0),\n",
       " (928, 0.0),\n",
       " (929, 0.0563436169819011),\n",
       " (930, 0.02672612419124244),\n",
       " (931, 0.1916629694999819),\n",
       " (932, 0.052164053095730106),\n",
       " (933, 0.1019294382875251),\n",
       " (934, 0.029880715233359837),\n",
       " (935, 0.1057361065275362),\n",
       " (936, 0.0),\n",
       " (937, 0.09107651110783743),\n",
       " (938, 0.0),\n",
       " (939, 0.12777531299998796),\n",
       " (940, 0.0),\n",
       " (941, 0.03253000243161777),\n",
       " (942, 0.21251185925162067),\n",
       " (943, 0.0),\n",
       " (944, 0.0),\n",
       " (945, 0.06761234037828133),\n",
       " (946, 0.02672612419124244),\n",
       " (947, 0.0),\n",
       " (948, 0.0),\n",
       " (949, 0.0),\n",
       " (950, 0.04040610178208843),\n",
       " (951, 0.06900655593423542),\n",
       " (952, 0.026082026547865053),\n",
       " (953, 0.025482359571881275),\n",
       " (954, 0.0),\n",
       " (955, 0.028571428571428567),\n",
       " (956, 0.05484084971070818),\n",
       " (957, 0.03450327796711771),\n",
       " (958, 0.0),\n",
       " (959, 0.026398183867422733),\n",
       " (960, 0.09416472308615166),\n",
       " (961, 0.05413319619607667),\n",
       " (962, 0.025482359571881275),\n",
       " (963, 0.05096471914376255),\n",
       " (964, 0.029880715233359837),\n",
       " (965, 0.0),\n",
       " (966, 0.0),\n",
       " (967, 0.03984095364447979),\n",
       " (968, 0.0),\n",
       " (969, 0.0447773662839645),\n",
       " (970, 0.0),\n",
       " (971, 0.033806170189140665),\n",
       " (972, 0.21251185925162067),\n",
       " (973, 0.2),\n",
       " (974, 0.033149677206589796),\n",
       " (975, 0.0),\n",
       " (976, 0.0),\n",
       " (977, 0.07824607964359516),\n",
       " (978, 0.09258200997725513),\n",
       " (979, 0.048795003647426664),\n",
       " (980, 0.0447773662839645),\n",
       " (981, 0.0),\n",
       " (982, 0.03138824102871722),\n",
       " (983, 0.017074694419062765),\n",
       " (984, 0.0),\n",
       " (985, 0.08451542547285165),\n",
       " (986, 0.10968169942141635),\n",
       " (987, 0.030860669992418377),\n",
       " (988, 0.0),\n",
       " (989, 0.035245368842512066),\n",
       " (990, 0.04733810683311508),\n",
       " (991, 0.03253000243161777),\n",
       " (992, 0.0),\n",
       " (993, 0.03877833671647406),\n",
       " (994, 0.05797710356524483),\n",
       " (995, 0.07476671794188401),\n",
       " (996, 0.06506000486323554),\n",
       " (997, 0.0),\n",
       " (998, 0.0),\n",
       " (999, 0.0),\n",
       " ...]"
      ]
     },
     "execution_count": 86,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "list(enumerate(similarity[0]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 87,
   "id": "dab7218f-f00c-4a04-adb9-2540aa2f27da",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[(4805, 0.0),\n",
       " (4804, 0.027788500718836418),\n",
       " (4803, 0.02519763153394848),\n",
       " (4802, 0.05345224838248488),\n",
       " (4801, 0.02492223931396134),\n",
       " (4800, 0.0),\n",
       " (4799, 0.05884898863364997),\n",
       " (4798, 0.02129588549999799),\n",
       " (4797, 0.0),\n",
       " (4796, 0.0),\n",
       " (4795, 0.0),\n",
       " (4794, 0.0),\n",
       " (4793, 0.059761430466719674),\n",
       " (4792, 0.0),\n",
       " (4791, 0.0),\n",
       " (4790, 0.03194382824999699),\n",
       " (4789, 0.023002185311411804),\n",
       " (4788, 0.0),\n",
       " (4787, 0.02258769757263128),\n",
       " (4786, 0.0),\n",
       " (4785, 0.0),\n",
       " (4784, 0.04517539514526256),\n",
       " (4783, 0.0),\n",
       " (4782, 0.027066598098038335),\n",
       " (4781, 0.06388765649999398),\n",
       " (4780, 0.023002185311411804),\n",
       " (4779, 0.0),\n",
       " (4778, 0.0),\n",
       " (4777, 0.05345224838248488),\n",
       " (4776, 0.0),\n",
       " (4775, 0.03253000243161777),\n",
       " (4774, 0.0),\n",
       " (4773, 0.029880715233359837),\n",
       " (4772, 0.026398183867422733),\n",
       " (4771, 0.042257712736425826),\n",
       " (4770, 0.0),\n",
       " (4769, 0.0),\n",
       " (4768, 0.0),\n",
       " (4767, 0.03877833671647406),\n",
       " (4766, 0.018227065414412227),\n",
       " (4765, 0.0),\n",
       " (4764, 0.0),\n",
       " (4763, 0.0),\n",
       " (4762, 0.0),\n",
       " (4761, 0.03194382824999699),\n",
       " (4760, 0.0),\n",
       " (4759, 0.024147264420814756),\n",
       " (4758, 0.0),\n",
       " (4757, 0.048795003647426664),\n",
       " (4756, 0.0),\n",
       " (4755, 0.02742042485535409),\n",
       " (4754, 0.03194382824999699),\n",
       " (4753, 0.0),\n",
       " (4752, 0.030860669992418377),\n",
       " (4751, 0.0),\n",
       " (4750, 0.0),\n",
       " (4749, 0.0),\n",
       " (4748, 0.025482359571881275),\n",
       " (4747, 0.0),\n",
       " (4746, 0.0),\n",
       " (4745, 0.0),\n",
       " (4744, 0.033149677206589796),\n",
       " (4743, 0.018018749253911177),\n",
       " (4742, 0.04517539514526256),\n",
       " (4741, 0.03688555567816587),\n",
       " (4740, 0.0),\n",
       " (4739, 0.02742042485535409),\n",
       " (4738, 0.0),\n",
       " (4737, 0.09035079029052512),\n",
       " (4736, 0.0),\n",
       " (4735, 0.0),\n",
       " (4734, 0.0),\n",
       " (4733, 0.0),\n",
       " (4732, 0.0),\n",
       " (4731, 0.030358837035945812),\n",
       " (4730, 0.02672612419124244),\n",
       " (4729, 0.0),\n",
       " (4728, 0.0),\n",
       " (4727, 0.06629935441317959),\n",
       " (4726, 0.0),\n",
       " (4725, 0.0),\n",
       " (4724, 0.0),\n",
       " (4723, 0.0),\n",
       " (4722, 0.019920476822239894),\n",
       " (4721, 0.0),\n",
       " (4720, 0.030358837035945812),\n",
       " (4719, 0.0),\n",
       " (4718, 0.08728715609439694),\n",
       " (4717, 0.0),\n",
       " (4716, 0.0),\n",
       " (4715, 0.0),\n",
       " (4714, 0.0),\n",
       " (4713, 0.02519763153394848),\n",
       " (4712, 0.0),\n",
       " (4711, 0.020498001542269693),\n",
       " (4710, 0.0),\n",
       " (4709, 0.0),\n",
       " (4708, 0.0),\n",
       " (4707, 0.028571428571428567),\n",
       " (4706, 0.012926112238824687),\n",
       " (4705, 0.0),\n",
       " (4704, 0.06761234037828133),\n",
       " (4703, 0.03688555567816587),\n",
       " (4702, 0.0),\n",
       " (4701, 0.0),\n",
       " (4700, 0.03688555567816587),\n",
       " (4699, 0.03253000243161777),\n",
       " (4698, 0.0),\n",
       " (4697, 0.0),\n",
       " (4696, 0.017622684421256033),\n",
       " (4695, 0.023002185311411804),\n",
       " (4694, 0.024147264420814756),\n",
       " (4693, 0.030358837035945812),\n",
       " (4692, 0.0),\n",
       " (4691, 0.029880715233359837),\n",
       " (4690, 0.02577696311132335),\n",
       " (4689, 0.0),\n",
       " (4688, 0.0),\n",
       " (4687, 0.0),\n",
       " (4686, 0.0),\n",
       " (4685, 0.0),\n",
       " (4684, 0.0),\n",
       " (4683, 0.0),\n",
       " (4682, 0.018442777839082936),\n",
       " (4681, 0.0),\n",
       " (4680, 0.03253000243161777),\n",
       " (4679, 0.0),\n",
       " (4678, 0.0),\n",
       " (4677, 0.0),\n",
       " (4676, 0.0),\n",
       " (4675, 0.029424494316824985),\n",
       " (4674, 0.028988551782622416),\n",
       " (4673, 0.12555296411486888),\n",
       " (4672, 0.05039526306789696),\n",
       " (4671, 0.0),\n",
       " (4670, 0.021128856368212913),\n",
       " (4669, 0.030358837035945812),\n",
       " (4668, 0.0),\n",
       " (4667, 0.033149677206589796),\n",
       " (4666, 0.03450327796711771),\n",
       " (4665, 0.0),\n",
       " (4664, 0.03194382824999699),\n",
       " (4663, 0.0),\n",
       " (4662, 0.0),\n",
       " (4661, 0.03253000243161777),\n",
       " (4660, 0.0),\n",
       " (4659, 0.0),\n",
       " (4658, 0.0),\n",
       " (4657, 0.08964214570007951),\n",
       " (4656, 0.022792115291927588),\n",
       " (4655, 0.0),\n",
       " (4654, 0.09376144618769908),\n",
       " (4653, 0.0),\n",
       " (4652, 0.03450327796711771),\n",
       " (4651, 0.0),\n",
       " (4650, 0.0),\n",
       " (4649, 0.0),\n",
       " (4648, 0.0),\n",
       " (4647, 0.02258769757263128),\n",
       " (4646, 0.04517539514526256),\n",
       " (4645, 0.0),\n",
       " (4644, 0.0),\n",
       " (4643, 0.04517539514526256),\n",
       " (4642, 0.03688555567816587),\n",
       " (4641, 0.08451542547285165),\n",
       " (4640, 0.08017837257372731),\n",
       " (4639, 0.0),\n",
       " (4638, 0.07207499701564471),\n",
       " (4637, 0.0),\n",
       " (4636, 0.059761430466719674),\n",
       " (4635, 0.04364357804719847),\n",
       " (4634, 0.027788500718836418),\n",
       " (4633, 0.02672612419124244),\n",
       " (4632, 0.03779644730092272),\n",
       " (4631, 0.0),\n",
       " (4630, 0.01889822365046136),\n",
       " (4629, 0.03138824102871722),\n",
       " (4628, 0.0),\n",
       " (4627, 0.0),\n",
       " (4626, 0.09258200997725513),\n",
       " (4625, 0.0),\n",
       " (4624, 0.05345224838248488),\n",
       " (4623, 0.10811249552346706),\n",
       " (4622, 0.0),\n",
       " (4621, 0.0),\n",
       " (4620, 0.026082026547865053),\n",
       " (4619, 0.0),\n",
       " (4618, 0.03253000243161777),\n",
       " (4617, 0.0),\n",
       " (4616, 0.0),\n",
       " (4615, 0.0),\n",
       " (4614, 0.0),\n",
       " (4613, 0.0),\n",
       " (4612, 0.0),\n",
       " (4611, 0.03688555567816587),\n",
       " (4610, 0.0),\n",
       " (4609, 0.0),\n",
       " (4608, 0.0),\n",
       " (4607, 0.04364357804719847),\n",
       " (4606, 0.0),\n",
       " (4605, 0.0),\n",
       " (4604, 0.03877833671647406),\n",
       " (4603, 0.0),\n",
       " (4602, 0.0563436169819011),\n",
       " (4601, 0.0),\n",
       " (4600, 0.0),\n",
       " (4599, 0.0),\n",
       " (4598, 0.0),\n",
       " (4597, 0.05096471914376255),\n",
       " (4596, 0.05345224838248488),\n",
       " (4595, 0.0),\n",
       " (4594, 0.042257712736425826),\n",
       " (4593, 0.0),\n",
       " (4592, 0.0),\n",
       " (4591, 0.06900655593423542),\n",
       " (4590, 0.02519763153394848),\n",
       " (4589, 0.029424494316824985),\n",
       " (4588, 0.0),\n",
       " (4587, 0.04688072309384954),\n",
       " (4586, 0.0),\n",
       " (4585, 0.0),\n",
       " (4584, 0.0),\n",
       " (4583, 0.0),\n",
       " (4582, 0.03929887459459296),\n",
       " (4581, 0.0),\n",
       " (4580, 0.0),\n",
       " (4579, 0.0),\n",
       " (4578, 0.0),\n",
       " (4577, 0.0),\n",
       " (4576, 0.02672612419124244),\n",
       " (4575, 0.03194382824999699),\n",
       " (4574, 0.0),\n",
       " (4573, 0.042257712736425826),\n",
       " (4572, 0.0),\n",
       " (4571, 0.0),\n",
       " (4570, 0.033149677206589796),\n",
       " (4569, 0.029880715233359837),\n",
       " (4568, 0.08199200616907877),\n",
       " (4567, 0.0),\n",
       " (4566, 0.06506000486323554),\n",
       " (4565, 0.01590108488852604),\n",
       " (4564, 0.04517539514526256),\n",
       " (4563, 0.0),\n",
       " (4562, 0.0),\n",
       " (4561, 0.0),\n",
       " (4560, 0.06506000486323554),\n",
       " (4559, 0.04401188481356615),\n",
       " (4558, 0.027066598098038335),\n",
       " (4557, 0.03984095364447979),\n",
       " (4556, 0.0),\n",
       " (4555, 0.04517539514526256),\n",
       " (4554, 0.03877833671647406),\n",
       " (4553, 0.027066598098038335),\n",
       " (4552, 0.024655683636076894),\n",
       " (4551, 0.0),\n",
       " (4550, 0.0),\n",
       " (4549, 0.03138824102871722),\n",
       " (4548, 0.0),\n",
       " (4547, 0.0),\n",
       " (4546, 0.0),\n",
       " (4545, 0.10821091383745125),\n",
       " (4544, 0.0),\n",
       " (4543, 0.029424494316824985),\n",
       " (4542, 0.04517539514526256),\n",
       " (4541, 0.0),\n",
       " (4540, 0.029424494316824985),\n",
       " (4539, 0.0),\n",
       " (4538, 0.07100716024967263),\n",
       " (4537, 0.0),\n",
       " (4536, 0.030358837035945812),\n",
       " (4535, 0.03779644730092272),\n",
       " (4534, 0.0),\n",
       " (4533, 0.0563436169819011),\n",
       " (4532, 0.019017456528224095),\n",
       " (4531, 0.0),\n",
       " (4530, 0.02519763153394848),\n",
       " (4529, 0.024655683636076894),\n",
       " (4528, 0.05096471914376255),\n",
       " (4527, 0.0),\n",
       " (4526, 0.0),\n",
       " (4525, 0.02219483808092376),\n",
       " (4524, 0.0),\n",
       " (4523, 0.0),\n",
       " (4522, 0.0),\n",
       " (4521, 0.0),\n",
       " (4520, 0.0),\n",
       " (4519, 0.061721339984836754),\n",
       " (4518, 0.0),\n",
       " (4517, 0.0),\n",
       " (4516, 0.09376144618769908),\n",
       " (4515, 0.0),\n",
       " (4514, 0.0),\n",
       " (4513, 0.0),\n",
       " (4512, 0.04984447862792268),\n",
       " (4511, 0.0),\n",
       " (4510, 0.029424494316824985),\n",
       " (4509, 0.0),\n",
       " (4508, 0.0),\n",
       " (4507, 0.0),\n",
       " (4506, 0.022005942406783077),\n",
       " (4505, 0.0),\n",
       " (4504, 0.0),\n",
       " (4503, 0.0),\n",
       " (4502, 0.09376144618769908),\n",
       " (4501, 0.0),\n",
       " (4500, 0.0),\n",
       " (4499, 0.0),\n",
       " (4498, 0.027066598098038335),\n",
       " (4497, 0.0),\n",
       " (4496, 0.0),\n",
       " (4495, 0.0),\n",
       " (4494, 0.0),\n",
       " (4493, 0.0),\n",
       " (4492, 0.08728715609439694),\n",
       " (4491, 0.0),\n",
       " (4490, 0.13801311186847084),\n",
       " (4489, 0.0),\n",
       " (4488, 0.0),\n",
       " (4487, 0.0),\n",
       " (4486, 0.0),\n",
       " (4485, 0.03450327796711771),\n",
       " (4484, 0.02492223931396134),\n",
       " (4483, 0.0),\n",
       " (4482, 0.033806170189140665),\n",
       " (4481, 0.0),\n",
       " (4480, 0.0),\n",
       " (4479, 0.0),\n",
       " (4478, 0.0),\n",
       " (4477, 0.0),\n",
       " (4476, 0.0),\n",
       " (4475, 0.0),\n",
       " (4474, 0.0),\n",
       " (4473, 0.08199200616907877),\n",
       " (4472, 0.07207499701564471),\n",
       " (4471, 0.0),\n",
       " (4470, 0.0),\n",
       " (4469, 0.026398183867422733),\n",
       " (4468, 0.09416472308615166),\n",
       " (4467, 0.0),\n",
       " (4466, 0.02129588549999799),\n",
       " (4465, 0.0),\n",
       " (4464, 0.0),\n",
       " (4463, 0.03984095364447979),\n",
       " (4462, 0.0),\n",
       " (4461, 0.0),\n",
       " (4460, 0.040996003084539386),\n",
       " (4459, 0.03253000243161777),\n",
       " (4458, 0.027066598098038335),\n",
       " (4457, 0.0),\n",
       " (4456, 0.0),\n",
       " (4455, 0.0),\n",
       " (4454, 0.0),\n",
       " (4453, 0.05345224838248488),\n",
       " (4452, 0.0),\n",
       " (4451, 0.08226127456606226),\n",
       " (4450, 0.027066598098038335),\n",
       " (4449, 0.0),\n",
       " (4448, 0.0),\n",
       " (4447, 0.0),\n",
       " (4446, 0.026398183867422733),\n",
       " (4445, 0.0),\n",
       " (4444, 0.0),\n",
       " (4443, 0.07559289460184544),\n",
       " (4442, 0.0),\n",
       " (4441, 0.0),\n",
       " (4440, 0.0),\n",
       " (4439, 0.0),\n",
       " (4438, 0.0),\n",
       " (4437, 0.0),\n",
       " (4436, 0.0),\n",
       " (4435, 0.0),\n",
       " (4434, 0.033149677206589796),\n",
       " (4433, 0.0),\n",
       " (4432, 0.0),\n",
       " (4431, 0.08451542547285165),\n",
       " (4430, 0.0),\n",
       " (4429, 0.04193139346887673),\n",
       " (4428, 0.0),\n",
       " (4427, 0.02577696311132335),\n",
       " (4426, 0.0),\n",
       " (4425, 0.0),\n",
       " (4424, 0.0),\n",
       " (4423, 0.0),\n",
       " (4422, 0.02817180849095055),\n",
       " (4421, 0.035245368842512066),\n",
       " (4420, 0.030358837035945812),\n",
       " (4419, 0.0),\n",
       " (4418, 0.0),\n",
       " (4417, 0.0),\n",
       " (4416, 0.0),\n",
       " (4415, 0.0),\n",
       " (4414, 0.0),\n",
       " (4413, 0.030860669992418377),\n",
       " (4412, 0.07968190728895957),\n",
       " (4411, 0.0),\n",
       " (4410, 0.027066598098038335),\n",
       " (4409, 0.0),\n",
       " (4408, 0.03450327796711771),\n",
       " (4407, 0.0),\n",
       " (4406, 0.029880715233359837),\n",
       " (4405, 0.19518001458970666),\n",
       " (4404, 0.0),\n",
       " (4403, 0.07559289460184544),\n",
       " (4402, 0.03253000243161777),\n",
       " (4401, 0.027066598098038335),\n",
       " (4400, 0.03984095364447979),\n",
       " (4399, 0.04931136727215379),\n",
       " (4398, 0.0),\n",
       " (4397, 0.022792115291927588),\n",
       " (4396, 0.0),\n",
       " (4395, 0.0),\n",
       " (4394, 0.0),\n",
       " (4393, 0.0),\n",
       " (4392, 0.025482359571881275),\n",
       " (4391, 0.0),\n",
       " (4390, 0.040996003084539386),\n",
       " (4389, 0.0),\n",
       " (4388, 0.018666334823663932),\n",
       " (4387, 0.0),\n",
       " (4386, 0.0),\n",
       " (4385, 0.0),\n",
       " (4384, 0.04733810683311508),\n",
       " (4383, 0.026398183867422733),\n",
       " (4382, 0.052164053095730106),\n",
       " (4381, 0.0),\n",
       " (4380, 0.028571428571428567),\n",
       " (4379, 0.0),\n",
       " (4378, 0.0),\n",
       " (4377, 0.05797710356524483),\n",
       " (4376, 0.0),\n",
       " (4375, 0.048795003647426664),\n",
       " (4374, 0.0),\n",
       " (4373, 0.0),\n",
       " (4372, 0.027066598098038335),\n",
       " (4371, 0.025482359571881275),\n",
       " (4370, 0.0),\n",
       " (4369, 0.05345224838248488),\n",
       " (4368, 0.042257712736425826),\n",
       " (4367, 0.0),\n",
       " (4366, 0.0),\n",
       " (4365, 0.04364357804719847),\n",
       " (4364, 0.0),\n",
       " (4363, 0.0),\n",
       " (4362, 0.04517539514526256),\n",
       " (4361, 0.0),\n",
       " (4360, 0.0),\n",
       " (4359, 0.024147264420814756),\n",
       " (4358, 0.02366905341655754),\n",
       " (4357, 0.07049073768502413),\n",
       " (4356, 0.0),\n",
       " (4355, 0.06761234037828133),\n",
       " (4354, 0.0),\n",
       " (4353, 0.09376144618769908),\n",
       " (4352, 0.0),\n",
       " (4351, 0.03779644730092272),\n",
       " (4350, 0.0),\n",
       " (4349, 0.03138824102871722),\n",
       " (4348, 0.1406421692815486),\n",
       " (4347, 0.0),\n",
       " (4346, 0.0),\n",
       " (4345, 0.0),\n",
       " (4344, 0.0),\n",
       " (4343, 0.07396705090823068),\n",
       " (4342, 0.0),\n",
       " (4341, 0.029424494316824985),\n",
       " (4340, 0.0),\n",
       " (4339, 0.060717674071891624),\n",
       " (4338, 0.0),\n",
       " (4337, 0.0),\n",
       " (4336, 0.16239958858823),\n",
       " (4335, 0.02742042485535409),\n",
       " (4334, 0.0),\n",
       " (4333, 0.04517539514526256),\n",
       " (4332, 0.040996003084539386),\n",
       " (4331, 0.1057361065275362),\n",
       " (4330, 0.04193139346887673),\n",
       " (4329, 0.057142857142857134),\n",
       " (4328, 0.0),\n",
       " (4327, 0.03138824102871722),\n",
       " (4326, 0.0),\n",
       " (4325, 0.02519763153394848),\n",
       " (4324, 0.036037498507822355),\n",
       " (4323, 0.0),\n",
       " (4322, 0.0),\n",
       " (4321, 0.0),\n",
       " (4320, 0.07049073768502413),\n",
       " (4319, 0.03505536546997459),\n",
       " (4318, 0.0),\n",
       " (4317, 0.02742042485535409),\n",
       " (4316, 0.05884898863364997),\n",
       " (4315, 0.0),\n",
       " (4314, 0.03984095364447979),\n",
       " (4313, 0.03194382824999699),\n",
       " (4312, 0.06629935441317959),\n",
       " (4311, 0.0),\n",
       " (4310, 0.0),\n",
       " (4309, 0.0),\n",
       " (4308, 0.0),\n",
       " (4307, 0.0),\n",
       " (4306, 0.0),\n",
       " (4305, 0.06195121541733006),\n",
       " (4304, 0.0),\n",
       " (4303, 0.0),\n",
       " (4302, 0.0),\n",
       " (4301, 0.0),\n",
       " (4300, 0.040996003084539386),\n",
       " (4299, 0.027066598098038335),\n",
       " (4298, 0.0),\n",
       " (4297, 0.0),\n",
       " (4296, 0.0),\n",
       " (4295, 0.0),\n",
       " (4294, 0.0),\n",
       " (4293, 0.0563436169819011),\n",
       " (4292, 0.033806170189140665),\n",
       " (4291, 0.0),\n",
       " (4290, 0.07377111135633174),\n",
       " (4289, 0.0),\n",
       " (4288, 0.02742042485535409),\n",
       " (4287, 0.0),\n",
       " (4286, 0.0),\n",
       " (4285, 0.0),\n",
       " (4284, 0.02672612419124244),\n",
       " (4283, 0.0),\n",
       " (4282, 0.03450327796711771),\n",
       " (4281, 0.05345224838248488),\n",
       " (4280, 0.023904572186687872),\n",
       " (4279, 0.048795003647426664),\n",
       " (4278, 0.0),\n",
       " (4277, 0.019783564706223267),\n",
       " (4276, 0.0),\n",
       " (4275, 0.0),\n",
       " (4274, 0.0),\n",
       " (4273, 0.0),\n",
       " (4272, 0.0),\n",
       " (4271, 0.06629935441317959),\n",
       " (4270, 0.061721339984836754),\n",
       " (4269, 0.0),\n",
       " (4268, 0.0),\n",
       " (4267, 0.0),\n",
       " (4266, 0.026398183867422733),\n",
       " (4265, 0.023002185311411804),\n",
       " (4264, 0.0),\n",
       " (4263, 0.02742042485535409),\n",
       " (4262, 0.026398183867422733),\n",
       " (4261, 0.027066598098038335),\n",
       " (4260, 0.0),\n",
       " (4259, 0.04688072309384954),\n",
       " (4258, 0.0),\n",
       " (4257, 0.08964214570007951),\n",
       " (4256, 0.0),\n",
       " (4255, 0.0),\n",
       " (4254, 0.10350983390135313),\n",
       " (4253, 0.0),\n",
       " (4252, 0.0),\n",
       " (4251, 0.0),\n",
       " (4250, 0.018333969940564222),\n",
       " (4249, 0.0),\n",
       " (4248, 0.029880715233359837),\n",
       " (4247, 0.02258769757263128),\n",
       " (4246, 0.040996003084539386),\n",
       " (4245, 0.0),\n",
       " (4244, 0.05345224838248488),\n",
       " (4243, 0.0),\n",
       " (4242, 0.0),\n",
       " (4241, 0.042257712736425826),\n",
       " (4240, 0.0),\n",
       " (4239, 0.0),\n",
       " (4238, 0.02817180849095055),\n",
       " (4237, 0.0),\n",
       " (4236, 0.02817180849095055),\n",
       " (4235, 0.022792115291927588),\n",
       " (4234, 0.0),\n",
       " (4233, 0.019138975058773815),\n",
       " (4232, 0.03138824102871722),\n",
       " (4231, 0.0),\n",
       " (4230, 0.0),\n",
       " (4229, 0.0),\n",
       " (4228, 0.10826639239215334),\n",
       " (4227, 0.0),\n",
       " (4226, 0.036037498507822355),\n",
       " (4225, 0.0),\n",
       " (4224, 0.0),\n",
       " (4223, 0.017074694419062765),\n",
       " (4222, 0.0),\n",
       " (4221, 0.0),\n",
       " (4220, 0.0),\n",
       " (4219, 0.0),\n",
       " (4218, 0.035245368842512066),\n",
       " (4217, 0.0),\n",
       " (4216, 0.0),\n",
       " (4215, 0.0),\n",
       " (4214, 0.06900655593423542),\n",
       " (4213, 0.027788500718836418),\n",
       " (4212, 0.0),\n",
       " (4211, 0.028988551782622416),\n",
       " (4210, 0.0),\n",
       " (4209, 0.030358837035945812),\n",
       " (4208, 0.0),\n",
       " (4207, 0.028571428571428567),\n",
       " (4206, 0.0),\n",
       " (4205, 0.0),\n",
       " (4204, 0.03984095364447979),\n",
       " (4203, 0.0563436169819011),\n",
       " (4202, 0.036037498507822355),\n",
       " (4201, 0.1267731382092775),\n",
       " (4200, 0.033806170189140665),\n",
       " (4199, 0.0),\n",
       " (4198, 0.0),\n",
       " (4197, 0.0),\n",
       " (4196, 0.10811249552346706),\n",
       " (4195, 0.0),\n",
       " (4194, 0.06629935441317959),\n",
       " (4193, 0.03779644730092272),\n",
       " (4192, 0.025482359571881275),\n",
       " (4191, 0.03450327796711771),\n",
       " (4190, 0.22131333406899523),\n",
       " (4189, 0.0),\n",
       " (4188, 0.0),\n",
       " (4187, 0.0),\n",
       " (4186, 0.0),\n",
       " (4185, 0.02817180849095055),\n",
       " (4184, 0.0),\n",
       " (4183, 0.0),\n",
       " (4182, 0.03450327796711771),\n",
       " (4181, 0.0),\n",
       " (4180, 0.0),\n",
       " (4179, 0.07171371656006362),\n",
       " (4178, 0.04984447862792268),\n",
       " (4177, 0.02492223931396134),\n",
       " (4176, 0.0),\n",
       " (4175, 0.0),\n",
       " (4174, 0.0),\n",
       " (4173, 0.0),\n",
       " (4172, 0.0),\n",
       " (4171, 0.0),\n",
       " (4170, 0.0),\n",
       " (4169, 0.0),\n",
       " (4168, 0.0),\n",
       " (4167, 0.02164218276749025),\n",
       " (4166, 0.029880715233359837),\n",
       " (4165, 0.0),\n",
       " (4164, 0.03253000243161777),\n",
       " (4163, 0.08728715609439694),\n",
       " (4162, 0.0),\n",
       " (4161, 0.0),\n",
       " (4160, 0.0),\n",
       " (4159, 0.0187812056606337),\n",
       " (4158, 0.04829452884162951),\n",
       " (4157, 0.0),\n",
       " (4156, 0.0),\n",
       " (4155, 0.0),\n",
       " (4154, 0.0),\n",
       " (4153, 0.0),\n",
       " (4152, 0.045584230583855176),\n",
       " (4151, 0.0),\n",
       " (4150, 0.0),\n",
       " (4149, 0.028469931168686496),\n",
       " (4148, 0.0),\n",
       " (4147, 0.0),\n",
       " (4146, 0.06388765649999398),\n",
       " (4145, 0.0),\n",
       " (4144, 0.0),\n",
       " (4143, 0.0),\n",
       " (4142, 0.0),\n",
       " (4141, 0.0),\n",
       " (4140, 0.0),\n",
       " (4139, 0.033149677206589796),\n",
       " (4138, 0.0),\n",
       " (4137, 0.0),\n",
       " (4136, 0.020348923188911988),\n",
       " (4135, 0.03877833671647406),\n",
       " (4134, 0.0),\n",
       " (4133, 0.11338934190276817),\n",
       " (4132, 0.06506000486323554),\n",
       " (4131, 0.0),\n",
       " (4130, 0.03779644730092272),\n",
       " (4129, 0.042257712736425826),\n",
       " (4128, 0.03984095364447979),\n",
       " (4127, 0.0173421993904824),\n",
       " (4126, 0.0),\n",
       " (4125, 0.02577696311132335),\n",
       " (4124, 0.0),\n",
       " (4123, 0.057142857142857134),\n",
       " (4122, 0.0),\n",
       " (4121, 0.07824607964359516),\n",
       " (4120, 0.0),\n",
       " (4119, 0.0),\n",
       " (4118, 0.06776309271789384),\n",
       " (4117, 0.03138824102871722),\n",
       " (4116, 0.0),\n",
       " (4115, 0.02238868314198225),\n",
       " (4114, 0.0173421993904824),\n",
       " (4113, 0.0),\n",
       " (4112, 0.030860669992418377),\n",
       " (4111, 0.030358837035945812),\n",
       " (4110, 0.033149677206589796),\n",
       " (4109, 0.0),\n",
       " (4108, 0.0),\n",
       " (4107, 0.028988551782622416),\n",
       " (4106, 0.0),\n",
       " (4105, 0.033806170189140665),\n",
       " (4104, 0.0),\n",
       " (4103, 0.02492223931396134),\n",
       " (4102, 0.0),\n",
       " (4101, 0.05039526306789696),\n",
       " (4100, 0.0),\n",
       " (4099, 0.0),\n",
       " (4098, 0.022792115291927588),\n",
       " (4097, 0.07559289460184544),\n",
       " (4096, 0.0),\n",
       " (4095, 0.1126872339638022),\n",
       " (4094, 0.0),\n",
       " (4093, 0.0),\n",
       " (4092, 0.035245368842512066),\n",
       " (4091, 0.0),\n",
       " (4090, 0.0),\n",
       " (4089, 0.03194382824999699),\n",
       " (4088, 0.06900655593423542),\n",
       " (4087, 0.0),\n",
       " (4086, 0.0),\n",
       " (4085, 0.0),\n",
       " (4084, 0.0),\n",
       " (4083, 0.030358837035945812),\n",
       " (4082, 0.055577001437672836),\n",
       " (4081, 0.07824607964359516),\n",
       " (4080, 0.0),\n",
       " (4079, 0.0),\n",
       " (4078, 0.026398183867422733),\n",
       " (4077, 0.10968169942141635),\n",
       " (4076, 0.028988551782622416),\n",
       " (4075, 0.04364357804719847),\n",
       " (4074, 0.040996003084539386),\n",
       " (4073, 0.04688072309384954),\n",
       " (4072, 0.0),\n",
       " (4071, 0.0),\n",
       " (4070, 0.0),\n",
       " (4069, 0.0),\n",
       " (4068, 0.0),\n",
       " (4067, 0.0),\n",
       " (4066, 0.02492223931396134),\n",
       " (4065, 0.025482359571881275),\n",
       " (4064, 0.03688555567816587),\n",
       " (4063, 0.03138824102871722),\n",
       " (4062, 0.0),\n",
       " (4061, 0.05096471914376255),\n",
       " (4060, 0.048795003647426664),\n",
       " (4059, 0.08451542547285165),\n",
       " (4058, 0.0),\n",
       " (4057, 0.0),\n",
       " (4056, 0.0),\n",
       " (4055, 0.0),\n",
       " (4054, 0.0),\n",
       " (4053, 0.08226127456606226),\n",
       " (4052, 0.0),\n",
       " (4051, 0.0),\n",
       " (4050, 0.048795003647426664),\n",
       " (4049, 0.022005942406783077),\n",
       " (4048, 0.0),\n",
       " (4047, 0.0),\n",
       " (4046, 0.1980534816610477),\n",
       " (4045, 0.0),\n",
       " (4044, 0.0),\n",
       " (4043, 0.10559273546969093),\n",
       " (4042, 0.042257712736425826),\n",
       " (4041, 0.0),\n",
       " (4040, 0.0),\n",
       " (4039, 0.0),\n",
       " (4038, 0.0),\n",
       " (4037, 0.029880715233359837),\n",
       " (4036, 0.06900655593423542),\n",
       " (4035, 0.029880715233359837),\n",
       " (4034, 0.04688072309384954),\n",
       " (4033, 0.0),\n",
       " (4032, 0.0),\n",
       " (4031, 0.0),\n",
       " (4030, 0.0),\n",
       " (4029, 0.0),\n",
       " (4028, 0.03779644730092272),\n",
       " (4027, 0.03688555567816587),\n",
       " (4026, 0.019783564706223267),\n",
       " (4025, 0.0),\n",
       " (4024, 0.042257712736425826),\n",
       " (4023, 0.03688555567816587),\n",
       " (4022, 0.0),\n",
       " (4021, 0.03253000243161777),\n",
       " (4020, 0.02742042485535409),\n",
       " (4019, 0.023002185311411804),\n",
       " (4018, 0.0),\n",
       " (4017, 0.03253000243161777),\n",
       " (4016, 0.11633501014942217),\n",
       " (4015, 0.02219483808092376),\n",
       " (4014, 0.0),\n",
       " (4013, 0.0),\n",
       " (4012, 0.0),\n",
       " (4011, 0.02577696311132335),\n",
       " (4010, 0.04193139346887673),\n",
       " (4009, 0.0),\n",
       " (4008, 0.1690308509457033),\n",
       " (4007, 0.029424494316824985),\n",
       " (4006, 0.0),\n",
       " (4005, 0.0),\n",
       " (4004, 0.07755667343294811),\n",
       " (4003, 0.0),\n",
       " (4002, 0.024147264420814756),\n",
       " (4001, 0.0),\n",
       " (4000, 0.01889822365046136),\n",
       " (3999, 0.0),\n",
       " (3998, 0.11633501014942217),\n",
       " (3997, 0.14414999403128942),\n",
       " (3996, 0.0),\n",
       " (3995, 0.024655683636076894),\n",
       " (3994, 0.0),\n",
       " (3993, 0.033149677206589796),\n",
       " (3992, 0.07559289460184544),\n",
       " (3991, 0.020348923188911988),\n",
       " (3990, 0.05096471914376255),\n",
       " (3989, 0.02672612419124244),\n",
       " (3988, 0.02577696311132335),\n",
       " (3987, 0.0),\n",
       " (3986, 0.04688072309384954),\n",
       " (3985, 0.033149677206589796),\n",
       " (3984, 0.0),\n",
       " (3983, 0.0),\n",
       " (3982, 0.0),\n",
       " (3981, 0.033806170189140665),\n",
       " (3980, 0.07755667343294811),\n",
       " (3979, 0.015626907697949846),\n",
       " (3978, 0.0),\n",
       " (3977, 0.03779644730092272),\n",
       " (3976, 0.04688072309384954),\n",
       " (3975, 0.035245368842512066),\n",
       " (3974, 0.07377111135633174),\n",
       " (3973, 0.0),\n",
       " (3972, 0.0),\n",
       " (3971, 0.0),\n",
       " (3970, 0.03877833671647406),\n",
       " (3969, 0.03779644730092272),\n",
       " (3968, 0.0),\n",
       " (3967, 0.0),\n",
       " (3966, 0.033806170189140665),\n",
       " (3965, 0.0),\n",
       " (3964, 0.0),\n",
       " (3963, 0.0),\n",
       " (3962, 0.0),\n",
       " (3961, 0.02366905341655754),\n",
       " (3960, 0.04364357804719847),\n",
       " (3959, 0.02146693953705459),\n",
       " (3958, 0.0),\n",
       " (3957, 0.0),\n",
       " (3956, 0.0),\n",
       " (3955, 0.0),\n",
       " (3954, 0.03194382824999699),\n",
       " (3953, 0.040996003084539386),\n",
       " (3952, 0.11065666703449761),\n",
       " (3951, 0.030358837035945812),\n",
       " (3950, 0.0),\n",
       " (3949, 0.03414938883812553),\n",
       " (3948, 0.023904572186687872),\n",
       " (3947, 0.04688072309384954),\n",
       " (3946, 0.0375624113212674),\n",
       " (3945, 0.023002185311411804),\n",
       " (3944, 0.03450327796711771),\n",
       " (3943, 0.0),\n",
       " (3942, 0.0),\n",
       " (3941, 0.0),\n",
       " (3940, 0.0),\n",
       " (3939, 0.0),\n",
       " (3938, 0.0),\n",
       " (3937, 0.0),\n",
       " (3936, 0.0),\n",
       " (3935, 0.0515539262226467),\n",
       " (3934, 0.0),\n",
       " (3933, 0.060717674071891624),\n",
       " (3932, 0.027788500718836418),\n",
       " (3931, 0.0),\n",
       " (3930, 0.02577696311132335),\n",
       " (3929, 0.07049073768502413),\n",
       " (3928, 0.026398183867422733),\n",
       " (3927, 0.03779644730092272),\n",
       " (3926, 0.0),\n",
       " (3925, 0.0),\n",
       " (3924, 0.061721339984836754),\n",
       " (3923, 0.02817180849095055),\n",
       " (3922, 0.033149677206589796),\n",
       " (3921, 0.048795003647426664),\n",
       " (3920, 0.0),\n",
       " (3919, 0.041300810278220045),\n",
       " (3918, 0.0),\n",
       " (3917, 0.0),\n",
       " (3916, 0.040996003084539386),\n",
       " (3915, 0.03194382824999699),\n",
       " (3914, 0.028988551782622416),\n",
       " (3913, 0.0),\n",
       " (3912, 0.04517539514526256),\n",
       " (3911, 0.02129588549999799),\n",
       " (3910, 0.02742042485535409),\n",
       " (3909, 0.0),\n",
       " (3908, 0.08336550215650926),\n",
       " (3907, 0.0),\n",
       " (3906, 0.0),\n",
       " (3905, 0.0791945516022682),\n",
       " (3904, 0.0),\n",
       " (3903, 0.06440081861116377),\n",
       " (3902, 0.028571428571428567),\n",
       " (3901, 0.0),\n",
       " (3900, 0.0),\n",
       " (3899, 0.035245368842512066),\n",
       " (3898, 0.03450327796711771),\n",
       " (3897, 0.0),\n",
       " (3896, 0.0),\n",
       " (3895, 0.0),\n",
       " (3894, 0.042257712736425826),\n",
       " (3893, 0.0),\n",
       " (3892, 0.0),\n",
       " (3891, 0.0),\n",
       " (3890, 0.019920476822239894),\n",
       " (3889, 0.03877833671647406),\n",
       " (3888, 0.06277648205743444),\n",
       " (3887, 0.0),\n",
       " (3886, 0.05096471914376255),\n",
       " (3885, 0.03450327796711771),\n",
       " (3884, 0.0),\n",
       " (3883, 0.048795003647426664),\n",
       " (3882, 0.0),\n",
       " (3881, 0.0),\n",
       " (3880, 0.0),\n",
       " (3879, 0.04984447862792268),\n",
       " (3878, 0.0),\n",
       " (3877, 0.02519763153394848),\n",
       " (3876, 0.028571428571428567),\n",
       " (3875, 0.0),\n",
       " (3874, 0.0),\n",
       " (3873, 0.0),\n",
       " (3872, 0.02742042485535409),\n",
       " (3871, 0.0),\n",
       " (3870, 0.0),\n",
       " (3869, 0.0),\n",
       " (3868, 0.0),\n",
       " (3867, 0.02344036154692477),\n",
       " (3866, 0.0),\n",
       " (3865, 0.0),\n",
       " (3864, 0.0),\n",
       " (3863, 0.0),\n",
       " (3862, 0.05884898863364997),\n",
       " (3861, 0.03779644730092272),\n",
       " (3860, 0.06440081861116377),\n",
       " (3859, 0.0),\n",
       " (3858, 0.06388765649999398),\n",
       " (3857, 0.0),\n",
       " (3856, 0.0),\n",
       " (3855, 0.033149677206589796),\n",
       " (3854, 0.0),\n",
       " (3853, 0.028571428571428567),\n",
       " (3852, 0.04517539514526256),\n",
       " (3851, 0.0),\n",
       " (3850, 0.027788500718836418),\n",
       " (3849, 0.0563436169819011),\n",
       " (3848, 0.0),\n",
       " (3847, 0.0),\n",
       " (3846, 0.028988551782622416),\n",
       " (3845, 0.030860669992418377),\n",
       " (3844, 0.0),\n",
       " (3843, 0.030358837035945812),\n",
       " (3842, 0.0),\n",
       " (3841, 0.023904572186687872),\n",
       " (3840, 0.040996003084539386),\n",
       " (3839, 0.0),\n",
       " (3838, 0.0),\n",
       " (3837, 0.10811249552346706),\n",
       " (3836, 0.0),\n",
       " (3835, 0.0),\n",
       " (3834, 0.027788500718836418),\n",
       " (3833, 0.0),\n",
       " (3832, 0.06629935441317959),\n",
       " (3831, 0.0),\n",
       " (3830, 0.07968190728895957),\n",
       " (3829, 0.0),\n",
       " (3828, 0.0),\n",
       " (3827, 0.0),\n",
       " (3826, 0.0),\n",
       " (3825, 0.018666334823663932),\n",
       " (3824, 0.03688555567816587),\n",
       " (3823, 0.026082026547865053),\n",
       " (3822, 0.0),\n",
       " (3821, 0.0),\n",
       " (3820, 0.07559289460184544),\n",
       " (3819, 0.0),\n",
       " (3818, 0.0),\n",
       " (3817, 0.033149677206589796),\n",
       " (3816, 0.0),\n",
       " (3815, 0.0),\n",
       " (3814, 0.09258200997725513),\n",
       " (3813, 0.023904572186687872),\n",
       " (3812, 0.0),\n",
       " (3811, 0.0),\n",
       " (3810, 0.0),\n",
       " (3809, 0.028571428571428567),\n",
       " (3808, 0.0497245158098847),\n",
       " (3807, 0.022005942406783077),\n",
       " (3806, 0.0),\n",
       " ...]"
      ]
     },
     "execution_count": 87,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sorted(list(enumerate(similarity[0])),reverse=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 88,
   "id": "5988b931-5009-458c-9c6d-3bcdec7178e8",
   "metadata": {},
   "outputs": [],
   "source": [
    "# par yeh thodi dikkat hogayi we needed wrt 2 , yehh 1 ke respect mai hogya"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 89,
   "id": "7019b4a2-eb45-46e0-9d35-fdfcf2517c2e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[(0, 1.0),\n",
       " (539, 0.26089696604360174),\n",
       " (1192, 0.2581988897471611),\n",
       " (260, 0.25110592822973776),\n",
       " (1214, 0.24944382578492943),\n",
       " (507, 0.24846467329894412),\n",
       " (1440, 0.24397501823713333),\n",
       " (1916, 0.243599382882345),\n",
       " (582, 0.24147264420814754),\n",
       " (3728, 0.23904572186687872),\n",
       " (74, 0.22677868380553634),\n",
       " (3606, 0.2238868314198225),\n",
       " (322, 0.22230800575069137),\n",
       " (83, 0.22190115272469205),\n",
       " (4190, 0.22131333406899523),\n",
       " (2329, 0.2173253797873328),\n",
       " (1202, 0.21653278478430665),\n",
       " (47, 0.2164218276749025),\n",
       " (61, 0.2162249910469341),\n",
       " (495, 0.2162249910469341),\n",
       " (2405, 0.2138089935299395),\n",
       " (1533, 0.2125118592516207),\n",
       " (942, 0.21251185925162067),\n",
       " (972, 0.21251185925162067),\n",
       " (466, 0.2114722130550724),\n",
       " (1327, 0.21147221305507238),\n",
       " (2200, 0.2059714602177749),\n",
       " (151, 0.20498001542269692),\n",
       " (1199, 0.20283702113484398),\n",
       " (973, 0.2),\n",
       " (4046, 0.1980534816610477),\n",
       " (3160, 0.19518001458970666),\n",
       " (4405, 0.19518001458970666),\n",
       " (1273, 0.19518001458970663),\n",
       " (2782, 0.19518001458970663),\n",
       " (2969, 0.19477964490741226),\n",
       " (3536, 0.19451950503185494),\n",
       " (461, 0.1938916835823703),\n",
       " (3325, 0.1938916835823703),\n",
       " (305, 0.19320245583349133),\n",
       " (36, 0.19194297398747862),\n",
       " (931, 0.1916629694999819),\n",
       " (150, 0.18869127060994534),\n",
       " (220, 0.18832944617230335),\n",
       " (27, 0.18752289237539818),\n",
       " (2997, 0.18752289237539815),\n",
       " (300, 0.18708286933869708),\n",
       " (1319, 0.18442777839082936),\n",
       " (184, 0.1825741858350554),\n",
       " (4, 0.18257418583505536),\n",
       " (1069, 0.18257418583505536),\n",
       " (301, 0.18182745801939793),\n",
       " (373, 0.18018749253911176),\n",
       " (67, 0.17928429140015903),\n",
       " (46, 0.1765469659009499),\n",
       " (7, 0.1763834207376394),\n",
       " (2727, 0.17622684421256032),\n",
       " (1827, 0.17445567519772937),\n",
       " (1342, 0.1739313106957345),\n",
       " (149, 0.173137462139922),\n",
       " (2492, 0.17251638983558856),\n",
       " (26, 0.17142857142857143),\n",
       " (208, 0.1690308509457033),\n",
       " (661, 0.1690308509457033),\n",
       " (838, 0.1690308509457033),\n",
       " (4008, 0.1690308509457033),\n",
       " (108, 0.16903085094570328),\n",
       " (1804, 0.16673100431301852),\n",
       " (94, 0.16574838603294897),\n",
       " (2511, 0.16574838603294897),\n",
       " (1392, 0.16408253082847338),\n",
       " (581, 0.16265001215808886),\n",
       " (1295, 0.16239958858823),\n",
       " (4336, 0.16239958858823),\n",
       " (168, 0.16035674514745463),\n",
       " (1379, 0.16035674514745463),\n",
       " (31, 0.15971914124998493),\n",
       " (91, 0.15971914124998493),\n",
       " (3626, 0.15694120514358612),\n",
       " (311, 0.1564921592871903),\n",
       " (1961, 0.1553638665664663),\n",
       " (502, 0.1546617786679401),\n",
       " (111, 0.15430334996209188),\n",
       " (577, 0.15430334996209188),\n",
       " (3352, 0.15430334996209188),\n",
       " (158, 0.15289415743128765),\n",
       " (1353, 0.15289415743128765),\n",
       " (1176, 0.15179418517972906),\n",
       " (2165, 0.15179418517972906),\n",
       " (172, 0.15118578920369088),\n",
       " (490, 0.15118578920369088),\n",
       " (17, 0.15026857675938213),\n",
       " (1934, 0.14953343588376802),\n",
       " (422, 0.14754222271266348),\n",
       " (505, 0.14754222271266348),\n",
       " (1484, 0.14754222271266348),\n",
       " (41, 0.14638501094227999),\n",
       " (84, 0.1456438162508838),\n",
       " (52, 0.1449427589131121),\n",
       " (557, 0.1449427589131121),\n",
       " (568, 0.1449427589131121),\n",
       " (2682, 0.1449427589131121),\n",
       " (56, 0.14414999403128942),\n",
       " (249, 0.14414999403128942),\n",
       " (2580, 0.14414999403128942),\n",
       " (3997, 0.14414999403128942),\n",
       " (332, 0.14285714285714285),\n",
       " (1218, 0.14285714285714285),\n",
       " (1320, 0.14201432049934523),\n",
       " (487, 0.14098147537004826),\n",
       " (1325, 0.14098147537004826),\n",
       " (187, 0.14085904245475275),\n",
       " (1941, 0.14085904245475275),\n",
       " (1669, 0.1406421692815486),\n",
       " (2129, 0.1406421692815486),\n",
       " (2476, 0.1406421692815486),\n",
       " (4348, 0.1406421692815486),\n",
       " (413, 0.1389425035941821),\n",
       " (1829, 0.13801311186847084),\n",
       " (2616, 0.13801311186847084),\n",
       " (2968, 0.13801311186847084),\n",
       " (4490, 0.13801311186847084),\n",
       " (2869, 0.13801311186847082),\n",
       " (1013, 0.13710212427677043),\n",
       " (3407, 0.13710212427677043),\n",
       " (3620, 0.13710212427677043),\n",
       " (342, 0.13662601021279464),\n",
       " (127, 0.13572417850765922),\n",
       " (595, 0.13533299049019168),\n",
       " (1297, 0.13533299049019168),\n",
       " (134, 0.13522468075656266),\n",
       " (368, 0.13522468075656266),\n",
       " (1156, 0.13522468075656266),\n",
       " (3671, 0.1336306209562122),\n",
       " (1000, 0.13316902848554255),\n",
       " (68, 0.13259870882635919),\n",
       " (1045, 0.13259870882635919),\n",
       " (1094, 0.13259870882635919),\n",
       " (1654, 0.13259870882635919),\n",
       " (2374, 0.13259870882635919),\n",
       " (3374, 0.13259870882635919),\n",
       " (740, 0.13199091933711365),\n",
       " (1711, 0.1309307341415954),\n",
       " (529, 0.13041013273932528),\n",
       " (778, 0.13041013273932528),\n",
       " (1613, 0.13041013273932528),\n",
       " (483, 0.1301200097264711),\n",
       " (1743, 0.1301200097264711),\n",
       " (420, 0.12888481555661674),\n",
       " (1035, 0.12888481555661674),\n",
       " (1737, 0.12880163722232754),\n",
       " (238, 0.12777531299998796),\n",
       " (939, 0.12777531299998796),\n",
       " (2709, 0.12741179785940637),\n",
       " (3307, 0.12741179785940637),\n",
       " (1571, 0.1267731382092775),\n",
       " (4201, 0.1267731382092775),\n",
       " (228, 0.12598815766974242),\n",
       " (432, 0.12598815766974242),\n",
       " (3405, 0.12598815766974242),\n",
       " (28, 0.12555296411486888),\n",
       " (275, 0.12555296411486888),\n",
       " (1272, 0.12555296411486888),\n",
       " (2071, 0.12555296411486888),\n",
       " (2864, 0.12555296411486888),\n",
       " (4673, 0.12555296411486888),\n",
       " (549, 0.1246111965698067),\n",
       " (95, 0.12461119656980668),\n",
       " (50, 0.12344267996967351),\n",
       " (72, 0.12344267996967351),\n",
       " (579, 0.12344267996967351),\n",
       " (1978, 0.12344267996967351),\n",
       " (454, 0.12327841818038447),\n",
       " (2543, 0.12327841818038447),\n",
       " (1508, 0.12327841818038446),\n",
       " (653, 0.12298800925361816),\n",
       " (808, 0.12298800925361816),\n",
       " (123, 0.12198750911856666),\n",
       " (692, 0.12073632210407378),\n",
       " (1275, 0.12073632210407378),\n",
       " (1475, 0.12073632210407378),\n",
       " (3145, 0.12036162814275589),\n",
       " (169, 0.11952286093343936),\n",
       " (624, 0.11952286093343936),\n",
       " (2255, 0.11952286093343936),\n",
       " (3628, 0.11952286093343936),\n",
       " (3719, 0.11952286093343936),\n",
       " (166, 0.11952286093343935),\n",
       " (232, 0.11952286093343935),\n",
       " (294, 0.11952286093343935),\n",
       " (687, 0.11952286093343935),\n",
       " (859, 0.11952286093343935),\n",
       " (1612, 0.11952286093343935),\n",
       " (1570, 0.1187013882373396),\n",
       " (5, 0.1183452670827877),\n",
       " (10, 0.11769797726729994),\n",
       " (513, 0.11769797726729994),\n",
       " (1029, 0.11769797726729994),\n",
       " (2579, 0.11769797726729994),\n",
       " (3006, 0.11769797726729994),\n",
       " (199, 0.11720180773462385),\n",
       " (81, 0.11710800875382396),\n",
       " (627, 0.11633501014942217),\n",
       " (1369, 0.11633501014942217),\n",
       " (1723, 0.11633501014942217),\n",
       " (2319, 0.11633501014942217),\n",
       " (3998, 0.11633501014942217),\n",
       " (4016, 0.11633501014942217),\n",
       " (87, 0.11595420713048966),\n",
       " (126, 0.11595420713048966),\n",
       " (508, 0.11595420713048966),\n",
       " (777, 0.11501092655705902),\n",
       " (14, 0.11428571428571427),\n",
       " (854, 0.11428571428571427),\n",
       " (900, 0.11428571428571427),\n",
       " (1193, 0.11428571428571427),\n",
       " (2009, 0.11428571428571427),\n",
       " (2446, 0.11428571428571427),\n",
       " (3496, 0.11428571428571427),\n",
       " (1520, 0.11338934190276817),\n",
       " (1717, 0.11338934190276817),\n",
       " (2630, 0.11338934190276817),\n",
       " (3659, 0.11338934190276817),\n",
       " (4133, 0.11338934190276817),\n",
       " (141, 0.11338934190276816),\n",
       " (1017, 0.1129384878631564),\n",
       " (1493, 0.1129384878631564),\n",
       " (2435, 0.1129384878631564),\n",
       " (131, 0.1126872339638022),\n",
       " (330, 0.1126872339638022),\n",
       " (1080, 0.1126872339638022),\n",
       " (1292, 0.1126872339638022),\n",
       " (3338, 0.1126872339638022),\n",
       " (3618, 0.1126872339638022),\n",
       " (4095, 0.1126872339638022),\n",
       " (18, 0.11194341570991125),\n",
       " (102, 0.11194341570991125),\n",
       " (2102, 0.11194341570991125),\n",
       " (2756, 0.11194341570991125),\n",
       " (174, 0.11115400287534567),\n",
       " (266, 0.11115400287534567),\n",
       " (2068, 0.11115400287534567),\n",
       " (2177, 0.11115400287534567),\n",
       " (239, 0.11097419040461878),\n",
       " (3779, 0.11065666703449763),\n",
       " (35, 0.11065666703449761),\n",
       " (325, 0.11065666703449761),\n",
       " (773, 0.11065666703449761),\n",
       " (1154, 0.11065666703449761),\n",
       " (2517, 0.11065666703449761),\n",
       " (3053, 0.11065666703449761),\n",
       " (3952, 0.11065666703449761),\n",
       " (403, 0.11002971203391539),\n",
       " (295, 0.10968169942141635),\n",
       " (312, 0.10968169942141635),\n",
       " (535, 0.10968169942141635),\n",
       " (986, 0.10968169942141635),\n",
       " (1271, 0.10968169942141635),\n",
       " (3100, 0.10968169942141635),\n",
       " (4077, 0.10968169942141635),\n",
       " (754, 0.10826639239215334),\n",
       " (4228, 0.10826639239215334),\n",
       " (139, 0.10821091383745127),\n",
       " (4545, 0.10821091383745125),\n",
       " (105, 0.10811249552346706),\n",
       " (233, 0.10811249552346706),\n",
       " (476, 0.10811249552346706),\n",
       " (2452, 0.10811249552346706),\n",
       " (2758, 0.10811249552346706),\n",
       " (3837, 0.10811249552346706),\n",
       " (4196, 0.10811249552346706),\n",
       " (4623, 0.10811249552346706),\n",
       " (182, 0.10690449676496976),\n",
       " (334, 0.10690449676496976),\n",
       " (643, 0.10690449676496976),\n",
       " (898, 0.10690449676496976),\n",
       " (1054, 0.10690449676496976),\n",
       " (1107, 0.10690449676496976),\n",
       " (3781, 0.10690449676496976),\n",
       " (85, 0.10631548679075009),\n",
       " (33, 0.1057361065275362),\n",
       " (148, 0.1057361065275362),\n",
       " (157, 0.1057361065275362),\n",
       " (263, 0.1057361065275362),\n",
       " (715, 0.1057361065275362),\n",
       " (935, 0.1057361065275362),\n",
       " (1278, 0.1057361065275362),\n",
       " (1299, 0.1057361065275362),\n",
       " (1497, 0.1057361065275362),\n",
       " (2558, 0.1057361065275362),\n",
       " (2656, 0.1057361065275362),\n",
       " (4331, 0.1057361065275362),\n",
       " (129, 0.10559273546969093),\n",
       " (510, 0.10559273546969093),\n",
       " (1084, 0.10559273546969093),\n",
       " (3441, 0.10559273546969093),\n",
       " (3462, 0.10559273546969093),\n",
       " (4043, 0.10559273546969093),\n",
       " (307, 0.10460520656316097),\n",
       " (1231, 0.10432810619146021),\n",
       " (400, 0.10350983390135313),\n",
       " (660, 0.10350983390135313),\n",
       " (781, 0.10350983390135313),\n",
       " (1938, 0.10350983390135313),\n",
       " (2657, 0.10350983390135313),\n",
       " (4254, 0.10350983390135313),\n",
       " (270, 0.1031078524452934),\n",
       " (278, 0.1031078524452934),\n",
       " (279, 0.1031078524452934),\n",
       " (371, 0.1031078524452934),\n",
       " (870, 0.1031078524452934),\n",
       " (1200, 0.1031078524452934),\n",
       " (1435, 0.1031078524452934),\n",
       " (412, 0.1019294382875251),\n",
       " (473, 0.1019294382875251),\n",
       " (813, 0.1019294382875251),\n",
       " (933, 0.1019294382875251),\n",
       " (1274, 0.1019294382875251),\n",
       " (1999, 0.1019294382875251),\n",
       " (2280, 0.1019294382875251),\n",
       " (292, 0.10141851056742199),\n",
       " (389, 0.10141851056742199),\n",
       " (530, 0.10141851056742199),\n",
       " (564, 0.10141851056742199),\n",
       " (691, 0.10141851056742199),\n",
       " (920, 0.10141851056742199),\n",
       " (1075, 0.10141851056742199),\n",
       " (1404, 0.10141851056742199),\n",
       " (2647, 0.10141851056742199),\n",
       " (3091, 0.10141851056742199),\n",
       " (3734, 0.10141851056742199),\n",
       " (410, 0.10079052613579392),\n",
       " (1819, 0.10079052613579392),\n",
       " (243, 0.09968895725584535),\n",
       " (785, 0.09960238411119947),\n",
       " (1087, 0.09960238411119947),\n",
       " (791, 0.0994490316197694),\n",
       " (1470, 0.0994490316197694),\n",
       " (1585, 0.0994490316197694),\n",
       " (1682, 0.0994490316197694),\n",
       " (1752, 0.0994490316197694),\n",
       " (2392, 0.0994490316197694),\n",
       " (2648, 0.0994490316197694),\n",
       " (589, 0.09862273454430757),\n",
       " (618, 0.09862273454430757),\n",
       " (1355, 0.09862273454430757),\n",
       " (2592, 0.09862273454430757),\n",
       " (43, 0.09759000729485333),\n",
       " (1842, 0.09759000729485333),\n",
       " (2484, 0.09759000729485333),\n",
       " (2792, 0.09759000729485333),\n",
       " (3152, 0.09759000729485333),\n",
       " (23, 0.09759000729485331),\n",
       " (142, 0.09759000729485331),\n",
       " (236, 0.09759000729485331),\n",
       " (362, 0.09759000729485331),\n",
       " (2089, 0.09759000729485331),\n",
       " (160, 0.09694584179118515),\n",
       " (206, 0.09694584179118515),\n",
       " (596, 0.09658905768325902),\n",
       " (1414, 0.09658905768325902),\n",
       " (12, 0.09583148474999097),\n",
       " (122, 0.09583148474999097),\n",
       " (511, 0.09583148474999097),\n",
       " (794, 0.09583148474999097),\n",
       " (922, 0.09583148474999097),\n",
       " (1025, 0.09583148474999097),\n",
       " (1304, 0.09583148474999097),\n",
       " (2836, 0.09583148474999097),\n",
       " (1828, 0.09561828874675149),\n",
       " (1920, 0.09561828874675149),\n",
       " (479, 0.09508728264112047),\n",
       " (1276, 0.09467621366623016),\n",
       " (21, 0.09416472308615166),\n",
       " (164, 0.09416472308615166),\n",
       " (242, 0.09416472308615166),\n",
       " (306, 0.09416472308615166),\n",
       " (960, 0.09416472308615166),\n",
       " (1247, 0.09416472308615166),\n",
       " (1519, 0.09416472308615166),\n",
       " (2813, 0.09416472308615166),\n",
       " (4468, 0.09416472308615166),\n",
       " (799, 0.09390602830316849),\n",
       " (1492, 0.09376144618769908),\n",
       " (2270, 0.09376144618769908),\n",
       " (2384, 0.09376144618769908),\n",
       " (2852, 0.09376144618769908),\n",
       " (4353, 0.09376144618769908),\n",
       " (4502, 0.09376144618769908),\n",
       " (4516, 0.09376144618769908),\n",
       " (4654, 0.09376144618769908),\n",
       " (2444, 0.09333167411831966),\n",
       " (75, 0.09258200997725513),\n",
       " (227, 0.09258200997725513),\n",
       " (349, 0.09258200997725513),\n",
       " (356, 0.09258200997725513),\n",
       " (369, 0.09258200997725513),\n",
       " (775, 0.09258200997725513),\n",
       " (901, 0.09258200997725513),\n",
       " (978, 0.09258200997725513),\n",
       " (1002, 0.09258200997725513),\n",
       " (1374, 0.09258200997725513),\n",
       " (1696, 0.09258200997725513),\n",
       " (1786, 0.09258200997725513),\n",
       " (3447, 0.09258200997725513),\n",
       " (3535, 0.09258200997725513),\n",
       " (3814, 0.09258200997725513),\n",
       " (4626, 0.09258200997725513),\n",
       " (63, 0.09200874124564722),\n",
       " (107, 0.09200874124564722),\n",
       " (170, 0.09200874124564722),\n",
       " (812, 0.09200874124564722),\n",
       " (2001, 0.09200874124564722),\n",
       " (2966, 0.09200874124564722),\n",
       " (32, 0.09116846116771035),\n",
       " (45, 0.09116846116771035),\n",
       " (363, 0.09116846116771035),\n",
       " (467, 0.09116846116771035),\n",
       " (491, 0.09116846116771035),\n",
       " (2494, 0.09116846116771035),\n",
       " (88, 0.09107651110783743),\n",
       " (112, 0.09107651110783743),\n",
       " (121, 0.09107651110783743),\n",
       " (245, 0.09107651110783743),\n",
       " (315, 0.09107651110783743),\n",
       " (814, 0.09107651110783743),\n",
       " (894, 0.09107651110783743),\n",
       " (937, 0.09107651110783743),\n",
       " (2163, 0.09107651110783743),\n",
       " (3299, 0.09107651110783743),\n",
       " (222, 0.09035079029052512),\n",
       " (381, 0.09035079029052512),\n",
       " (2876, 0.09035079029052512),\n",
       " (4737, 0.09035079029052512),\n",
       " (2382, 0.09009374626955588),\n",
       " (1, 0.08964214570007951),\n",
       " (96, 0.08964214570007951),\n",
       " (241, 0.08964214570007951),\n",
       " (547, 0.08964214570007951),\n",
       " (1111, 0.08964214570007951),\n",
       " (1140, 0.08964214570007951),\n",
       " (1267, 0.08964214570007951),\n",
       " (2243, 0.08964214570007951),\n",
       " (2247, 0.08964214570007951),\n",
       " (2300, 0.08964214570007951),\n",
       " (2790, 0.08964214570007951),\n",
       " (3089, 0.08964214570007951),\n",
       " (4257, 0.08964214570007951),\n",
       " (4657, 0.08964214570007951),\n",
       " (654, 0.089554732567929),\n",
       " (1280, 0.089554732567929),\n",
       " (103, 0.08877935232369503),\n",
       " (230, 0.08877935232369503),\n",
       " (1874, 0.08877935232369503),\n",
       " (39, 0.08827348295047496),\n",
       " (86, 0.08827348295047496),\n",
       " (98, 0.08827348295047496),\n",
       " (101, 0.08827348295047496),\n",
       " (203, 0.08827348295047496),\n",
       " (786, 0.08827348295047496),\n",
       " (899, 0.08827348295047496),\n",
       " (1205, 0.08827348295047496),\n",
       " (1469, 0.08827348295047496),\n",
       " (3426, 0.08827348295047495),\n",
       " (501, 0.0880237696271323),\n",
       " (1824, 0.0880237696271323),\n",
       " (19, 0.08728715609439694),\n",
       " (193, 0.08728715609439694),\n",
       " (1137, 0.08728715609439694),\n",
       " (1401, 0.08728715609439694),\n",
       " (2095, 0.08728715609439694),\n",
       " (2246, 0.08728715609439694),\n",
       " (2335, 0.08728715609439694),\n",
       " (3067, 0.08728715609439694),\n",
       " (3216, 0.08728715609439694),\n",
       " (3439, 0.08728715609439694),\n",
       " (4163, 0.08728715609439694),\n",
       " (4492, 0.08728715609439694),\n",
       " (4718, 0.08728715609439694),\n",
       " (257, 0.08696565534786725),\n",
       " (457, 0.08696565534786725),\n",
       " (626, 0.08696565534786725),\n",
       " (746, 0.08696565534786725),\n",
       " (787, 0.08696565534786725),\n",
       " (3026, 0.08696565534786725),\n",
       " (3138, 0.08696565534786725),\n",
       " (3233, 0.08696565534786725),\n",
       " (3308, 0.08696565534786725),\n",
       " (3421, 0.08696565534786725),\n",
       " (153, 0.086568731069961),\n",
       " (1894, 0.086568731069961),\n",
       " (1530, 0.08656873106996099),\n",
       " (51, 0.08586775814821836),\n",
       " (1635, 0.08586775814821836),\n",
       " (207, 0.0857142857142857),\n",
       " (634, 0.0857142857142857),\n",
       " (1159, 0.0857142857142857),\n",
       " (2249, 0.0857142857142857),\n",
       " (2640, 0.0857142857142857),\n",
       " (572, 0.08518354199999197),\n",
       " (1922, 0.08518354199999197),\n",
       " (3429, 0.08518354199999197),\n",
       " (37, 0.08451542547285165),\n",
       " (472, 0.08451542547285165),\n",
       " (534, 0.08451542547285165),\n",
       " (680, 0.08451542547285165),\n",
       " (776, 0.08451542547285165),\n",
       " (885, 0.08451542547285165),\n",
       " (985, 0.08451542547285165),\n",
       " (1397, 0.08451542547285165),\n",
       " (1610, 0.08451542547285165),\n",
       " (1617, 0.08451542547285165),\n",
       " (1651, 0.08451542547285165),\n",
       " (2161, 0.08451542547285165),\n",
       " (2199, 0.08451542547285165),\n",
       " (2708, 0.08451542547285165),\n",
       " (2797, 0.08451542547285165),\n",
       " (3387, 0.08451542547285165),\n",
       " (3525, 0.08451542547285165),\n",
       " (4059, 0.08451542547285165),\n",
       " (4431, 0.08451542547285165),\n",
       " (4641, 0.08451542547285165),\n",
       " (190, 0.08386278693775347),\n",
       " (82, 0.08336550215650926),\n",
       " (223, 0.08336550215650926),\n",
       " (254, 0.08336550215650926),\n",
       " (329, 0.08336550215650926),\n",
       " (471, 0.08336550215650926),\n",
       " (503, 0.08336550215650926),\n",
       " (632, 0.08336550215650926),\n",
       " (2679, 0.08336550215650926),\n",
       " (3353, 0.08336550215650926),\n",
       " (3468, 0.08336550215650926),\n",
       " (3908, 0.08336550215650926),\n",
       " (16, 0.08226127456606226),\n",
       " (71, 0.08226127456606226),\n",
       " (138, 0.08226127456606226),\n",
       " (1556, 0.08226127456606226),\n",
       " (1761, 0.08226127456606226),\n",
       " (2816, 0.08226127456606226),\n",
       " (4053, 0.08226127456606226),\n",
       " (4451, 0.08226127456606226),\n",
       " (62, 0.08199200616907877),\n",
       " (189, 0.08199200616907877),\n",
       " (205, 0.08199200616907877),\n",
       " (256, 0.08199200616907877),\n",
       " (850, 0.08199200616907877),\n",
       " (1043, 0.08199200616907877),\n",
       " (1321, 0.08199200616907877),\n",
       " (1660, 0.08199200616907877),\n",
       " (2322, 0.08199200616907877),\n",
       " (2759, 0.08199200616907877),\n",
       " (2785, 0.08199200616907877),\n",
       " (2880, 0.08199200616907877),\n",
       " (3153, 0.08199200616907877),\n",
       " (3251, 0.08199200616907877),\n",
       " (4473, 0.08199200616907877),\n",
       " (4568, 0.08199200616907877),\n",
       " (11, 0.081199794294115),\n",
       " (70, 0.081199794294115),\n",
       " (365, 0.081199794294115),\n",
       " (1287, 0.081199794294115),\n",
       " (1288, 0.081199794294115),\n",
       " (1363, 0.081199794294115),\n",
       " (2588, 0.081199794294115),\n",
       " (3204, 0.081199794294115),\n",
       " (3699, 0.081199794294115),\n",
       " (274, 0.08058229640253803),\n",
       " (59, 0.08024108542850393),\n",
       " (587, 0.08017837257372731),\n",
       " (737, 0.08017837257372731),\n",
       " (2159, 0.08017837257372731),\n",
       " (4640, 0.08017837257372731),\n",
       " (125, 0.07985957062499247),\n",
       " (109, 0.07968190728895957),\n",
       " (313, 0.07968190728895957),\n",
       " (800, 0.07968190728895957),\n",
       " (1286, 0.07968190728895957),\n",
       " (1517, 0.07968190728895957),\n",
       " (2157, 0.07968190728895957),\n",
       " (2313, 0.07968190728895957),\n",
       " (2377, 0.07968190728895957),\n",
       " (2406, 0.07968190728895957),\n",
       " (2547, 0.07968190728895957),\n",
       " (2655, 0.07968190728895957),\n",
       " (3396, 0.07968190728895957),\n",
       " (3428, 0.07968190728895957),\n",
       " (3830, 0.07968190728895957),\n",
       " (4412, 0.07968190728895957),\n",
       " (271, 0.0791945516022682),\n",
       " (732, 0.0791945516022682),\n",
       " (908, 0.0791945516022682),\n",
       " (2391, 0.0791945516022682),\n",
       " (2827, 0.0791945516022682),\n",
       " (3020, 0.0791945516022682),\n",
       " (3905, 0.0791945516022682),\n",
       " (229, 0.07913425882489307),\n",
       " (76, 0.07824607964359516),\n",
       " (79, 0.07824607964359516),\n",
       " (543, 0.07824607964359516),\n",
       " (591, 0.07824607964359516),\n",
       " (784, 0.07824607964359516),\n",
       " (977, 0.07824607964359516),\n",
       " (1173, 0.07824607964359516),\n",
       " (1323, 0.07824607964359516),\n",
       " (2017, 0.07824607964359516),\n",
       " (2048, 0.07824607964359516),\n",
       " (2359, 0.07824607964359516),\n",
       " (2697, 0.07824607964359516),\n",
       " (2914, 0.07824607964359516),\n",
       " (4081, 0.07824607964359516),\n",
       " (4121, 0.07824607964359516),\n",
       " (2350, 0.07824607964359515),\n",
       " (200, 0.07755667343294811),\n",
       " (1003, 0.07755667343294811),\n",
       " (1346, 0.07755667343294811),\n",
       " (1765, 0.07755667343294811),\n",
       " (2132, 0.07755667343294811),\n",
       " (2208, 0.07755667343294811),\n",
       " (3070, 0.07755667343294811),\n",
       " (3980, 0.07755667343294811),\n",
       " (4004, 0.07755667343294811),\n",
       " (9, 0.07733088933397005),\n",
       " (536, 0.07733088933397005),\n",
       " (674, 0.07733088933397005),\n",
       " (1619, 0.07733088933397005),\n",
       " (1628, 0.07733088933397005),\n",
       " (2237, 0.07733088933397005),\n",
       " (3186, 0.07733088933397005),\n",
       " (55, 0.07655590023509526),\n",
       " (212, 0.07644707871564382),\n",
       " (419, 0.07644707871564382),\n",
       " (782, 0.07644707871564382),\n",
       " (1442, 0.07644707871564382),\n",
       " (1879, 0.07644707871564382),\n",
       " (2646, 0.07644707871564382),\n",
       " (488, 0.07606982611289638),\n",
       " (179, 0.07559289460184544),\n",
       " (267, 0.07559289460184544),\n",
       " (570, 0.07559289460184544),\n",
       " (728, 0.07559289460184544),\n",
       " (827, 0.07559289460184544),\n",
       " (1144, 0.07559289460184544),\n",
       " (1166, 0.07559289460184544),\n",
       " (1290, 0.07559289460184544),\n",
       " (1766, 0.07559289460184544),\n",
       " (2529, 0.07559289460184544),\n",
       " (2694, 0.07559289460184544),\n",
       " (2783, 0.07559289460184544),\n",
       " (3388, 0.07559289460184544),\n",
       " (3820, 0.07559289460184544),\n",
       " (3992, 0.07559289460184544),\n",
       " (4097, 0.07559289460184544),\n",
       " (4403, 0.07559289460184544),\n",
       " (4443, 0.07559289460184544),\n",
       " (2052, 0.07476671794188403),\n",
       " (97, 0.07476671794188401),\n",
       " (262, 0.07476671794188401),\n",
       " (635, 0.07476671794188401),\n",
       " (665, 0.07476671794188401),\n",
       " (995, 0.07476671794188401),\n",
       " (1338, 0.07476671794188401),\n",
       " (1697, 0.07476671794188401),\n",
       " (1992, 0.07476671794188401),\n",
       " (183, 0.07466533929465573),\n",
       " (215, 0.07396705090823068),\n",
       " (704, 0.07396705090823068),\n",
       " (752, 0.07396705090823068),\n",
       " (1016, 0.07396705090823068),\n",
       " (2014, 0.07396705090823068),\n",
       " (2316, 0.07396705090823068),\n",
       " (4343, 0.07396705090823068),\n",
       " (100, 0.07377111135633174),\n",
       " (336, 0.07377111135633174),\n",
       " (1164, 0.07377111135633174),\n",
       " (1260, 0.07377111135633174),\n",
       " (1733, 0.07377111135633174),\n",
       " (1770, 0.07377111135633174),\n",
       " (1986, 0.07377111135633174),\n",
       " (2110, 0.07377111135633174),\n",
       " (3239, 0.07377111135633174),\n",
       " (3667, 0.07377111135633174),\n",
       " (3974, 0.07377111135633174),\n",
       " (4290, 0.07377111135633174),\n",
       " (30, 0.07319250547113999),\n",
       " (281, 0.07319250547113999),\n",
       " (2886, 0.07319250547113999),\n",
       " (3223, 0.07319250547113999),\n",
       " (3558, 0.07319250547113999),\n",
       " (600, 0.07244179326244427),\n",
       " (1091, 0.07244179326244427),\n",
       " (1189, 0.07244179326244427),\n",
       " (1441, 0.07244179326244427),\n",
       " (1451, 0.07244179326244427),\n",
       " (2099, 0.07244179326244427),\n",
       " (3738, 0.07244179326244427),\n",
       " (304, 0.07207499701564471),\n",
       " (319, 0.07207499701564471),\n",
       " (498, 0.07207499701564471),\n",
       " (546, 0.07207499701564471),\n",
       " (889, 0.07207499701564471),\n",
       " (1169, 0.07207499701564471),\n",
       " (1406, 0.07207499701564471),\n",
       " (1462, 0.07207499701564471),\n",
       " (3131, 0.07207499701564471),\n",
       " (3372, 0.07207499701564471),\n",
       " (3513, 0.07207499701564471),\n",
       " (4472, 0.07207499701564471),\n",
       " (4638, 0.07207499701564471),\n",
       " (790, 0.07171371656006362),\n",
       " (2131, 0.07171371656006362),\n",
       " (2260, 0.07171371656006362),\n",
       " (2368, 0.07171371656006362),\n",
       " (3554, 0.07171371656006362),\n",
       " (4179, 0.07171371656006362),\n",
       " (3210, 0.07168504827326538),\n",
       " (415, 0.07126966450997983),\n",
       " (29, 0.07100716024967263),\n",
       " (92, 0.07100716024967263),\n",
       " (425, 0.07100716024967263),\n",
       " (612, 0.07100716024967263),\n",
       " (1959, 0.07100716024967263),\n",
       " (2287, 0.07100716024967263),\n",
       " (2788, 0.07100716024967263),\n",
       " (4538, 0.07100716024967263),\n",
       " (237, 0.07049073768502413),\n",
       " (308, 0.07049073768502413),\n",
       " (533, 0.07049073768502413),\n",
       " (537, 0.07049073768502413),\n",
       " (621, 0.07049073768502413),\n",
       " (668, 0.07049073768502413),\n",
       " (1083, 0.07049073768502413),\n",
       " (1145, 0.07049073768502413),\n",
       " (1240, 0.07049073768502413),\n",
       " (1345, 0.07049073768502413),\n",
       " (1601, 0.07049073768502413),\n",
       " (1880, 0.07049073768502413),\n",
       " (2049, 0.07049073768502413),\n",
       " (2974, 0.07049073768502413),\n",
       " (3295, 0.07049073768502413),\n",
       " (3619, 0.07049073768502413),\n",
       " (3653, 0.07049073768502413),\n",
       " (3674, 0.07049073768502413),\n",
       " (3929, 0.07049073768502413),\n",
       " (4320, 0.07049073768502413),\n",
       " (4357, 0.07049073768502413),\n",
       " (456, 0.0703210846407743),\n",
       " (469, 0.0703210846407743),\n",
       " (3605, 0.0703210846407743),\n",
       " (143, 0.06965451903188581),\n",
       " (1028, 0.06965451903188581),\n",
       " (1688, 0.06965451903188581),\n",
       " (2594, 0.06965451903188581),\n",
       " (22, 0.06900655593423542),\n",
       " (167, 0.06900655593423542),\n",
       " (695, 0.06900655593423542),\n",
       " (951, 0.06900655593423542),\n",
       " (1090, 0.06900655593423542),\n",
       " (1377, 0.06900655593423542),\n",
       " (1509, 0.06900655593423542),\n",
       " (1569, 0.06900655593423542),\n",
       " (1856, 0.06900655593423542),\n",
       " (1940, 0.06900655593423542),\n",
       " (1969, 0.06900655593423542),\n",
       " (2013, 0.06900655593423542),\n",
       " (2086, 0.06900655593423542),\n",
       " (2264, 0.06900655593423542),\n",
       " (2266, 0.06900655593423542),\n",
       " (2567, 0.06900655593423542),\n",
       " (2575, 0.06900655593423542),\n",
       " (2618, 0.06900655593423542),\n",
       " (2641, 0.06900655593423542),\n",
       " (2946, 0.06900655593423542),\n",
       " (4036, 0.06900655593423542),\n",
       " (4088, 0.06900655593423542),\n",
       " (4214, 0.06900655593423542),\n",
       " (4591, 0.06900655593423542),\n",
       " (541, 0.06900655593423541),\n",
       " (1005, 0.06900655593423541),\n",
       " (1303, 0.06900655593423541),\n",
       " (1367, 0.06900655593423541),\n",
       " (2252, 0.06900655593423541),\n",
       " (2571, 0.06900655593423541),\n",
       " (2998, 0.06900655593423541),\n",
       " (124, 0.06837634587578277),\n",
       " (475, 0.06837634587578276),\n",
       " (3633, 0.06837634587578276),\n",
       " (48, 0.06776309271789384),\n",
       " (234, 0.06776309271789384),\n",
       " (836, 0.06776309271789384),\n",
       " (1975, 0.06776309271789384),\n",
       " (4118, 0.06776309271789384),\n",
       " (159, 0.06761234037828133),\n",
       " (276, 0.06761234037828133),\n",
       " (290, 0.06761234037828133),\n",
       " (348, 0.06761234037828133),\n",
       " (404, 0.06761234037828133),\n",
       " (604, 0.06761234037828133),\n",
       " (744, 0.06761234037828133),\n",
       " (945, 0.06761234037828133),\n",
       " (1301, 0.06761234037828133),\n",
       " (1566, 0.06761234037828133),\n",
       " (1603, 0.06761234037828133),\n",
       " (1627, 0.06761234037828133),\n",
       " (1667, 0.06761234037828133),\n",
       " (2053, 0.06761234037828133),\n",
       " (2108, 0.06761234037828133),\n",
       " (2440, 0.06761234037828133),\n",
       " (2660, 0.06761234037828133),\n",
       " (2737, 0.06761234037828133),\n",
       " (2955, 0.06761234037828133),\n",
       " (3107, 0.06761234037828133),\n",
       " (3163, 0.06761234037828133),\n",
       " (3570, 0.06761234037828133),\n",
       " (4355, 0.06761234037828133),\n",
       " (4704, 0.06761234037828133),\n",
       " (607, 0.06716604942594674),\n",
       " (156, 0.06658451424277127),\n",
       " (1483, 0.06658451424277127),\n",
       " (1955, 0.06658451424277127),\n",
       " (219, 0.06629935441317959),\n",
       " (309, 0.06629935441317959),\n",
       " (358, 0.06629935441317959),\n",
       " (711, 0.06629935441317959),\n",
       " (1074, 0.06629935441317959),\n",
       " (1095, 0.06629935441317959),\n",
       " (1135, 0.06629935441317959),\n",
       " (1257, 0.06629935441317959),\n",
       " (1361, 0.06629935441317959),\n",
       " (1582, 0.06629935441317959),\n",
       " (1925, 0.06629935441317959),\n",
       " (2116, 0.06629935441317959),\n",
       " (2154, 0.06629935441317959),\n",
       " (2502, 0.06629935441317959),\n",
       " (2953, 0.06629935441317959),\n",
       " (3354, 0.06629935441317959),\n",
       " (3609, 0.06629935441317959),\n",
       " (3832, 0.06629935441317959),\n",
       " (4194, 0.06629935441317959),\n",
       " (4271, 0.06629935441317959),\n",
       " (4312, 0.06629935441317959),\n",
       " (4727, 0.06629935441317959),\n",
       " (246, 0.06601782722034923),\n",
       " (253, 0.06601782722034923),\n",
       " (277, 0.06601782722034923),\n",
       " (1344, 0.06601782722034923),\n",
       " (213, 0.0654653670707977),\n",
       " (768, 0.0654653670707977),\n",
       " (1596, 0.0654653670707977),\n",
       " (90, 0.06506000486323554),\n",
       " (195, 0.06506000486323554),\n",
       " (216, 0.06506000486323554),\n",
       " (664, 0.06506000486323554),\n",
       " (701, 0.06506000486323554),\n",
       " (996, 0.06506000486323554),\n",
       " (1071, 0.06506000486323554),\n",
       " (1416, 0.06506000486323554),\n",
       " (1430, 0.06506000486323554),\n",
       " (1476, 0.06506000486323554),\n",
       " (2056, 0.06506000486323554),\n",
       " (3744, 0.06506000486323554),\n",
       " (4132, 0.06506000486323554),\n",
       " (4560, 0.06506000486323554),\n",
       " (4566, 0.06506000486323554),\n",
       " (1674, 0.06492654830247076),\n",
       " (3615, 0.06492654830247076),\n",
       " (2828, 0.06446583712203043),\n",
       " (1359, 0.06440081861116377),\n",
       " (1655, 0.06440081861116377),\n",
       " (1893, 0.06440081861116377),\n",
       " (3860, 0.06440081861116377),\n",
       " (3903, 0.06440081861116377),\n",
       " (8, 0.06388765649999398),\n",
       " (49, 0.06388765649999398),\n",
       " (152, 0.06388765649999398),\n",
       " (259, 0.06388765649999398),\n",
       " (1436, 0.06388765649999398),\n",
       " (1465, 0.06388765649999398),\n",
       " (2155, 0.06388765649999398),\n",
       " (2231, 0.06388765649999398),\n",
       " (2471, 0.06388765649999398),\n",
       " (2644, 0.06388765649999398),\n",
       " (2791, 0.06388765649999398),\n",
       " (3302, 0.06388765649999398),\n",
       " (3446, 0.06388765649999398),\n",
       " (3858, 0.06388765649999398),\n",
       " (4146, 0.06388765649999398),\n",
       " (4781, 0.06388765649999398),\n",
       " (224, 0.06338656910463875),\n",
       " (38, 0.0628970902033151),\n",
       " (755, 0.0628970902033151),\n",
       " (147, 0.06277648205743444),\n",
       " (244, 0.06277648205743444),\n",
       " (492, 0.06277648205743444),\n",
       " (678, 0.06277648205743444),\n",
       " (745, 0.06277648205743444),\n",
       " (823, 0.06277648205743444),\n",
       " (840, 0.06277648205743444),\n",
       " (1068, 0.06277648205743444),\n",
       " (1077, 0.06277648205743444),\n",
       " (1239, 0.06277648205743444),\n",
       " (1439, 0.06277648205743444),\n",
       " (1449, 0.06277648205743444),\n",
       " (1580, 0.06277648205743444),\n",
       " (1645, 0.06277648205743444),\n",
       " (1709, 0.06277648205743444),\n",
       " (1989, 0.06277648205743444),\n",
       " (2018, 0.06277648205743444),\n",
       " (2548, 0.06277648205743444),\n",
       " (2585, 0.06277648205743444),\n",
       " (2988, 0.06277648205743444),\n",
       " (3133, 0.06277648205743444),\n",
       " (3888, 0.06277648205743444),\n",
       " (2545, 0.06241877839323591),\n",
       " (2993, 0.06198013080533033),\n",
       " (426, 0.06195121541733006),\n",
       " (4305, 0.06195121541733006),\n",
       " (341, 0.061721339984836754),\n",
       " (402, 0.061721339984836754),\n",
       " (843, 0.061721339984836754),\n",
       " (844, 0.061721339984836754),\n",
       " (1132, 0.061721339984836754),\n",
       " (1139, 0.061721339984836754),\n",
       " (1259, 0.061721339984836754),\n",
       " (1360, 0.061721339984836754),\n",
       " (1552, 0.061721339984836754),\n",
       " (1684, 0.061721339984836754),\n",
       " (1764, 0.061721339984836754),\n",
       " (1792, 0.061721339984836754),\n",
       " (2685, 0.061721339984836754),\n",
       " (2820, 0.061721339984836754),\n",
       " (2861, 0.061721339984836754),\n",
       " (3057, 0.061721339984836754),\n",
       " (3179, 0.061721339984836754),\n",
       " (3320, 0.061721339984836754),\n",
       " (3363, 0.061721339984836754),\n",
       " (3371, 0.061721339984836754),\n",
       " (3924, 0.061721339984836754),\n",
       " (4270, 0.061721339984836754),\n",
       " (4519, 0.061721339984836754),\n",
       " (391, 0.06149400462680908),\n",
       " (89, 0.06146576398025575),\n",
       " (2186, 0.061046769566735964),\n",
       " (3366, 0.060963994247895004),\n",
       " (2, 0.060717674071891624),\n",
       " (117, 0.060717674071891624),\n",
       " (235, 0.060717674071891624),\n",
       " (302, 0.060717674071891624),\n",
       " (512, 0.060717674071891624),\n",
       " (544, 0.060717674071891624),\n",
       " (614, 0.060717674071891624),\n",
       " (847, 0.060717674071891624),\n",
       " (1194, 0.060717674071891624),\n",
       " (1332, 0.060717674071891624),\n",
       " (1742, 0.060717674071891624),\n",
       " (1838, 0.060717674071891624),\n",
       " (2632, 0.060717674071891624),\n",
       " (3675, 0.060717674071891624),\n",
       " (3933, 0.060717674071891624),\n",
       " (4339, 0.060717674071891624),\n",
       " (610, 0.06060915267313264),\n",
       " (848, 0.05976143046671968),\n",
       " (198, 0.059761430466719674),\n",
       " (366, 0.059761430466719674),\n",
       " (514, 0.059761430466719674),\n",
       " (805, 0.059761430466719674),\n",
       " (1096, 0.059761430466719674),\n",
       " (1235, 0.059761430466719674),\n",
       " (1310, 0.059761430466719674),\n",
       " (1699, 0.059761430466719674),\n",
       " (2228, 0.059761430466719674),\n",
       " (2415, 0.059761430466719674),\n",
       " (4636, 0.059761430466719674),\n",
       " (4793, 0.059761430466719674),\n",
       " (428, 0.059350694118669806),\n",
       " (104, 0.05884898863364997),\n",
       " (196, 0.05884898863364997),\n",
       " (326, 0.05884898863364997),\n",
       " (411, 0.05884898863364997),\n",
       " (443, 0.05884898863364997),\n",
       " (741, 0.05884898863364997),\n",
       " (792, 0.05884898863364997),\n",
       " (1030, 0.05884898863364997),\n",
       " (1291, 0.05884898863364997),\n",
       " (1382, 0.05884898863364997),\n",
       " (1581, 0.05884898863364997),\n",
       " (1823, 0.05884898863364997),\n",
       " (2171, 0.05884898863364997),\n",
       " (2474, 0.05884898863364997),\n",
       " (3003, 0.05884898863364997),\n",
       " (3009, 0.05884898863364997),\n",
       " (3164, 0.05884898863364997),\n",
       " (3347, 0.05884898863364997),\n",
       " (3862, 0.05884898863364997),\n",
       " (4316, 0.05884898863364997),\n",
       " (4799, 0.05884898863364997),\n",
       " (486, 0.05855400437691198),\n",
       " (20, 0.058167505074711086),\n",
       " (887, 0.058167505074711086),\n",
       " (2566, 0.058167505074711086),\n",
       " ...]"
      ]
     },
     "execution_count": 89,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sorted(list(enumerate(similarity[0])),reverse=True,key = lambda x: x[1])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 90,
   "id": "f9fa7296-f308-45d0-aa46-1bd1b90d1e65",
   "metadata": {},
   "outputs": [],
   "source": [
    "# pehli 5 movies"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 91,
   "id": "4dc201f9-3c3f-4ee5-a11d-5e7b1e6b6bb5",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[(539, 0.26089696604360174),\n",
       " (1192, 0.2581988897471611),\n",
       " (260, 0.25110592822973776),\n",
       " (1214, 0.24944382578492943),\n",
       " (507, 0.24846467329894412)]"
      ]
     },
     "execution_count": 91,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sorted(list(enumerate(similarity[0])),reverse=True,key = lambda x: x[1])[1:6]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 99,
   "id": "855ddebe-74d8-47b0-b5a2-fc8cff4fd9ae",
   "metadata": {},
   "outputs": [],
   "source": [
    "def recommend(movie):\n",
    "    movie_index = new[new['title'] == movie].index[0]\n",
    "    distances = similarity[movie_index]\n",
    "    movies_list=sorted(list(enumerate(distances)),reverse=True,key = lambda x: x[1])[1:6]\n",
    "    \n",
    "    for i in movies_list:\n",
    "        #print(new.iloc[i[0]].title)\n",
    "        print(i)\n",
    "        #print(i[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 101,
   "id": "26628d03-b173-4e61-859d-24824a07ede4",
   "metadata": {},
   "outputs": [],
   "source": [
    "# hmm iss id se psoter fetch krenge pehle sirf title ke liye hune kra tab iloc title use kra"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 100,
   "id": "97bd8e79-95c6-47cf-913a-8ce6a2c4ce58",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(539, 0.26089696604360174)\n",
      "(1192, 0.2581988897471611)\n",
      "(260, 0.25110592822973776)\n",
      "(1214, 0.24944382578492943)\n",
      "(507, 0.24846467329894412)\n"
     ]
    }
   ],
   "source": [
    "recommend('Avatar')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 94,
   "id": "9f2c7479-8bfd-4790-81c4-baedd4e97777",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "movie_id                                                10641\n",
       "title                                      Autumn in New York\n",
       "tags        autumn in new york follow the sexual exploit o...\n",
       "Name: 1216, dtype: object"
      ]
     },
     "execution_count": 94,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "new.iloc[1216]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 95,
   "id": "21fe7210-ac77-418b-ae21-39698bd289b0",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'Autumn in New York'"
      ]
     },
     "execution_count": 95,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "new.iloc[1216].title"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 96,
   "id": "6acfcdd3-4214-466a-a77d-f6fdb2b4b374",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Gandhi, My Father\n",
      "The Wind That Shakes the Barley\n",
      "A Passage to India\n",
      "Guiana 1838\n",
      "Ramanujan\n"
     ]
    }
   ],
   "source": [
    "recommend('Gandhi')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "38e1989a-8798-40b3-b857-426d9075d14c",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 97,
   "id": "a76b50d5-b667-400c-9399-a54e3beccde8",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pickle"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 98,
   "id": "33315b14-fabe-4e9c-92f2-0647ccd6a67f",
   "metadata": {},
   "outputs": [],
   "source": [
    "pickle.dump(new,open('movie_list.pkl','wb'))\n",
    "pickle.dump(similarity,open('similarity.pkl','wb'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "d9357cee-3dad-483b-b3c7-a65787b0117a",
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "41d8334b-ddf3-41ea-8f15-949c14cadb4f",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "ea51b8fa-c739-4571-ac3a-8be645d8ecf7",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "b5bc525f-4fce-4c35-aafa-6e04844fb601",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 102,
   "id": "e217ee04-9c0f-4635-a661-6743659ab7f2",
   "metadata": {},
   "outputs": [],
   "source": [
    "# fetching using api\n",
    "# https://api.themoviedb.org/3/movie/65?api_key=499f1a46725e875fe14e0ca99bfc211c\n",
    "# from tmdb using id"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 103,
   "id": "dbb1ecc2-045f-419b-9eb0-40560f85000f",
   "metadata": {},
   "outputs": [],
   "source": [
    "# eample output for https://api.themoviedb.org/3/movie/?api_key=499f1a46725e875fe14e0ca99bfc211c"
   ]
  },
  {
   "cell_type": "raw",
   "id": "94835ec9-a25e-4b46-bc8a-5ebdeb864679",
   "metadata": {},
   "source": [
    "{\n",
    "  \"adult\": false,\n",
    "  \"backdrop_path\": \"/dTRQV0gfaOn2lAE6dJExUiwkDIr.jpg\",\n",
    "  \"belongs_to_collection\": null,\n",
    "  \"budget\": 0,\n",
    "  \"genres\": [\n",
    "    {\n",
    "      \"id\": 18,\n",
    "      \"name\": \"Drama\"\n",
    "    },\n",
    "    {\n",
    "      \"id\": 10749,\n",
    "      \"name\": \"Romance\"\n",
    "    },\n",
    "    {\n",
    "      \"id\": 37,\n",
    "      \"name\": \"Western\"\n",
    "    }\n",
    "  ],\n",
    "  \"homepage\": \"\",\n",
    "  \"id\": 1363,\n",
    "  \"imdb_id\": \"tt0120699\",\n",
    "  \"origin_country\": [\n",
    "    \"US\",\n",
    "    \"GB\"\n",
    "  ],\n",
    "  \"original_language\": \"en\",\n",
    "  \"original_title\": \"The Hi-Lo Country\",\n",
    "  \"overview\": \"An intimate story of the enduring bond of friendship between two hard-living men, set against a sweeping backdrop: the American West, post-World War II, in its twilight. Pete and Big Boy are masters of the prairie, but ultimately face trickier terrain: the human heart.\",\n",
    "  \"popularity\": 8.202,\n",
    "  \"poster_path\": \"/m73KqOLXf9ZvPVCWS5dz5Hv7yQF.jpg\",\n",
    "  \"production_companies\": [\n",
    "    {\n",
    "      \"id\": 1382,\n",
    "      \"logo_path\": \"/8b5XGJ8YhZoEo9LgFP8KRQWHjYL.png\",\n",
    "      \"name\": \"PolyGram Filmed Entertainment\",\n",
    "      \"origin_country\": \"US\"\n",
    "    },\n",
    "    {\n",
    "      \"id\": 10163,\n",
    "      \"logo_path\": \"/16KWBMmfPX0aJzDExDrPxSLj0Pg.png\",\n",
    "      \"name\": \"Working Title Films\",\n",
    "      \"origin_country\": \"GB\"\n",
    "    },\n",
    "    {\n",
    "      \"id\": 211783,\n",
    "      \"logo_path\": null,\n",
    "      \"name\": \"Cappa/De Fina Productions\",\n",
    "      \"origin_country\": \"US\"\n",
    "    },\n",
    "    {\n",
    "      \"id\": 37,\n",
    "      \"logo_path\": \"/wniaiKc5UCnC8qZcNKZNYwdKnUv.png\",\n",
    "      \"name\": \"Gramercy Pictures\",\n",
    "      \"origin_country\": \"US\"\n",
    "    }\n",
    "  ],\n",
    "  \"production_countries\": [\n",
    "    {\n",
    "      \"iso_3166_1\": \"GB\",\n",
    "      \"name\": \"United Kingdom\"\n",
    "    },\n",
    "    {\n",
    "      \"iso_3166_1\": \"US\",\n",
    "      \"name\": \"United States of America\"\n",
    "    }\n",
    "  ],\n",
    "  \"release_date\": \"1998-12-30\",\n",
    "  \"revenue\": 166000,\n",
    "  \"runtime\": 114,\n",
    "  \"spoken_languages\": [\n",
    "    {\n",
    "      \"english_name\": \"English\",\n",
    "      \"iso_639_1\": \"en\",\n",
    "      \"name\": \"English\"\n",
    "    }\n",
    "  ],\n",
    "  \"status\": \"Released\",\n",
    "  \"tagline\": \"A woman like Mona can drive men to extremes.\",\n",
    "  \"title\": \"The Hi-Lo Country\",\n",
    "  \"video\": false,\n",
    "  \"vote_average\": 6.2,\n",
    "  \"vote_count\": 84\n",
    "}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 105,
   "id": "70ca8367-a5b3-4ffa-8ad2-ab02f250e9d4",
   "metadata": {},
   "outputs": [],
   "source": [
    "# you can also view in json"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 106,
   "id": "12337f84-1f40-4b53-bb83-88fc84516de8",
   "metadata": {},
   "outputs": [],
   "source": [
    "# we need poster path"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 108,
   "id": "3e1dd2e4-ebb0-4823-86fb-dc62e96dfb5f",
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "# now here you need poster path but thats not complete for that you need to go to tmdb image path\n",
    "# https://image.tmdb.org/t/p/w500/   further image path"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "9dd7fb7e-07cb-411c-a40a-13116b9ad295",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.12.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}