train_word2vec.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "d9b11c70",
   "metadata": {},
   "source": [
    "## Imports"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "ad70e90c",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pickle\n",
    "import multiprocessing\n",
    "from gensim.models import Word2Vec\n",
    "import time\n",
    "import numpy as np"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "4a4b6b45",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "8\n"
     ]
    }
   ],
   "source": [
    "cores = multiprocessing.cpu_count()\n",
    "print(cores)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "62fc8451",
   "metadata": {},
   "source": [
    "## Load training data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "01e60dc7",
   "metadata": {},
   "outputs": [],
   "source": [
    "collection_path = \"D:\\\\uni\\\\semester 7\\\\Information Retrieval\\\\Project\\\\IR_Code\\\\collection.obj\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "61e81f0b",
   "metadata": {},
   "outputs": [],
   "source": [
    "with open(collection_path, 'rb') as collection_file:\n",
    "     collection = pickle.load(collection_file)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "acdb6966",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "list"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "type(collection[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "6b1d227e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['مسل',\n",
       " 'مجدم',\n",
       " 'در',\n",
       " 'گفت\\u200cوگو',\n",
       " 'با',\n",
       " 'خبرنگار',\n",
       " 'ورزش',\n",
       " 'خبرگزار',\n",
       " 'فارس',\n",
       " 'در',\n",
       " 'مورد',\n",
       " 'شکس',\n",
       " '۳',\n",
       " 'بر',\n",
       " 'صفر',\n",
       " 'نفت\\nمسجدسل',\n",
       " 'مقابل',\n",
       " 'سپاه',\n",
       " 'اظهار',\n",
       " 'داشت:',\n",
       " 'فکر',\n",
       " 'نمی\\u200cکرد',\n",
       " 'این',\n",
       " 'اتفاق',\n",
       " 'بیفتد.',\n",
       " 'زود',\n",
       " 'گل\\nخورد',\n",
       " 'و',\n",
       " 'غافلگیر',\n",
       " 'شدیم.',\n",
       " 'پ',\n",
       " 'از',\n",
       " 'شروع',\n",
       " 'مسابق',\n",
       " 'تن',\n",
       " 'یک',\n",
       " 'هفته',\n",
       " 'تمرین',\n",
       " 'کرده',\n",
       " 'بود',\n",
       " 'و',\n",
       " 'با\\nاین',\n",
       " 'شرایط',\n",
       " 'نمی\\u200cتو',\n",
       " 'ت',\n",
       " 'ما',\n",
       " 'را',\n",
       " 'با',\n",
       " 'بقیه',\n",
       " 'تیم',\n",
       " 'مقایسه',\n",
       " 'کرد.',\n",
       " 'برخ',\n",
       " 'تیم',\n",
       " 'حت',\n",
       " 'بیشتر\\nاز',\n",
       " '۱۰',\n",
       " 'باز',\n",
       " 'تدارکات',\n",
       " 'انجا',\n",
       " 'دادند',\n",
       " 'و',\n",
       " 'بدنساز',\n",
       " 'به',\n",
       " 'موقع',\n",
       " 'داشتند.',\n",
       " '\\n\\nو',\n",
       " 'تصریح',\n",
       " 'کرد:',\n",
       " 'پ',\n",
       " 'از',\n",
       " 'این',\n",
       " 'باز',\n",
       " 'ه',\n",
       " 'وضعیت',\n",
       " 'ما',\n",
       " 'مشخص',\n",
       " 'نبود.',\n",
       " 'در',\n",
       " 'زمین',\n",
       " 'خود',\n",
       " 'بازی\\nنمی\\u200cکرد',\n",
       " 'و',\n",
       " 'همه',\n",
       " 'این',\n",
       " 'اتفاق',\n",
       " 'دس',\n",
       " 'به',\n",
       " 'دس',\n",
       " 'ه',\n",
       " 'داد',\n",
       " 'مشکل',\n",
       " 'زیاد',\n",
       " 'داشته',\n",
       " 'باشیم.',\n",
       " 'با',\n",
       " 'این\\nحال',\n",
       " 'فوتبال',\n",
       " 'برد',\n",
       " 'و',\n",
       " 'باخ',\n",
       " 'دارد',\n",
       " 'و',\n",
       " 'تلا',\n",
       " 'می\\u200cکن',\n",
       " 'تا',\n",
       " 'به',\n",
       " 'امید',\n",
       " 'خدا',\n",
       " 'این',\n",
       " 'نتیجه',\n",
       " 'را',\n",
       " 'در\\nبازی',\n",
       " 'بعد',\n",
       " 'جبر',\n",
       " 'کنیم.',\n",
       " '\\n\\nمجدم',\n",
       " 'در',\n",
       " 'مورد',\n",
       " 'زیر',\n",
       " 'ک',\n",
       " 'رفتن',\n",
       " 'و',\n",
       " 'شخ',\n",
       " 'زدن',\n",
       " 'زمین',\n",
       " 'ورزشگاه',\n",
       " 'بهنا',\n",
       " 'پ',\n",
       " 'از',\n",
       " 'باز',\n",
       " 'با',\n",
       " 'سپاهان\\nعنو',\n",
       " 'کرد:',\n",
       " '',\n",
       " 'ما',\n",
       " 'برا',\n",
       " 'تمرین',\n",
       " 'به',\n",
       " 'مسجدسل',\n",
       " 'رفت',\n",
       " 'اما',\n",
       " 'دید',\n",
       " 'این',\n",
       " 'اتفاق',\n",
       " 'برا',\n",
       " 'زمین\\nافتاده',\n",
       " 'است.',\n",
       " 'نمی\\u200cدان',\n",
       " 'کار',\n",
       " 'چه',\n",
       " 'کس',\n",
       " 'بوده',\n",
       " 'اما',\n",
       " 'واقعا',\n",
       " 'به',\n",
       " 'ما',\n",
       " 'ضربه',\n",
       " 'زد.',\n",
       " 'راه',\n",
       " 'زیاد',\n",
       " 'را',\n",
       " 'از\\nتهر',\n",
       " 'به',\n",
       " 'اهواز',\n",
       " 'و',\n",
       " 'سپس',\n",
       " 'به',\n",
       " 'مسجدسل',\n",
       " 'رفتیم.',\n",
       " 'می\\u200cخواست',\n",
       " 'آماده',\n",
       " 'باز',\n",
       " 'با',\n",
       " 'سپاه',\n",
       " 'شویم\\nاما',\n",
       " 'دید',\n",
       " 'شرایط',\n",
       " 'زمین',\n",
       " 'خوب',\n",
       " 'نیست.',\n",
       " 'اگر',\n",
       " 'در',\n",
       " 'آن',\n",
       " 'تمرین',\n",
       " 'ه',\n",
       " 'می\\u200cکرد',\n",
       " 'بد',\n",
       " 'می\\u200cشد.',\n",
       " 'حت',\n",
       " 'یک\\nجلسه',\n",
       " 'ه',\n",
       " 'پ',\n",
       " 'دروازه',\n",
       " 'تمرین',\n",
       " 'کرد',\n",
       " 'اما',\n",
       " 'مجبور',\n",
       " 'شد',\n",
       " 'به',\n",
       " 'اهواز',\n",
       " 'برگردیم.',\n",
       " 'با',\n",
       " 'این',\n",
       " 'شرایط\\nنمی\\u200cدان',\n",
       " 'بعد',\n",
       " 'از',\n",
       " 'چند',\n",
       " 'هفته',\n",
       " 'زمین',\n",
       " 'خانگ',\n",
       " 'ما',\n",
       " 'آماده',\n",
       " 'مسابقه',\n",
       " 'می\\u200cشود.',\n",
       " '\\n\\nهافبک',\n",
       " 'ت',\n",
       " 'فوتبال',\n",
       " 'نف',\n",
       " 'مسجدسل',\n",
       " 'در',\n",
       " 'مورد',\n",
       " 'اعتراض',\n",
       " '[باشگاه\\nپرسپولیس]',\n",
       " '(https:',\n",
       " '//www.',\n",
       " 'farsnews.',\n",
       " 'ir/special/باشگاه',\n",
       " 'پرسپولیس)',\n",
       " 'به',\n",
       " 'تغییر',\n",
       " 'محل',\n",
       " 'زمین\\nباز',\n",
       " 'و',\n",
       " 'اینکه',\n",
       " 'افشین',\n",
       " 'پیروان',\n",
       " 'اعلا',\n",
       " 'کرد',\n",
       " 'این',\n",
       " 'اتفاق',\n",
       " 'برا',\n",
       " 'دادن',\n",
       " 'امتیاز',\n",
       " 'به',\n",
       " 'ت',\n",
       " 'سپاهان\\nبود،',\n",
       " 'گفت:',\n",
       " 'فکر',\n",
       " 'نمی\\u200cکن',\n",
       " 'در',\n",
       " 'این',\n",
       " 'شرایط',\n",
       " 'تیم',\n",
       " 'بخواهد',\n",
       " 'به',\n",
       " 'ت',\n",
       " 'دیگر',\n",
       " 'امتیاز',\n",
       " 'بدهد.',\n",
       " 'این\\nحرف',\n",
       " 'ز',\n",
       " 'است.',\n",
       " 'بچه',\n",
       " 'ما',\n",
       " 'با\\n',\n",
       " '[شرافت]',\n",
       " '(https:',\n",
       " '//search.',\n",
       " 'farsnews.',\n",
       " 'ir/?q=شرافت&o=on)',\n",
       " 'باز',\n",
       " 'کردند.',\n",
       " 'باید',\n",
       " 'چه',\n",
       " 'کار\\nمی\\u200cکردیم؟',\n",
       " 'مجبور',\n",
       " 'بود',\n",
       " 'برا',\n",
       " 'باز',\n",
       " 'به',\n",
       " 'اهواز',\n",
       " 'برویم.',\n",
       " 'کجا',\n",
       " 'باید',\n",
       " 'باز',\n",
       " 'می\\u200cکردیم؟',\n",
       " 'ما',\n",
       " 'هم\\nدوس',\n",
       " 'داشت',\n",
       " 'در',\n",
       " 'این',\n",
       " 'شرایط',\n",
       " 'از',\n",
       " 'میزبان',\n",
       " 'خود',\n",
       " 'استفاده',\n",
       " 'کنیم.',\n",
       " 'در',\n",
       " 'هفته',\n",
       " 'اول',\n",
       " 'یک',\n",
       " 'امتیاز\\nاز',\n",
       " 'پیک',\n",
       " 'گرفت',\n",
       " 'و',\n",
       " 'در',\n",
       " 'باز',\n",
       " 'با',\n",
       " 'سپاه',\n",
       " 'ه',\n",
       " 'اگر',\n",
       " 'حت',\n",
       " 'یک',\n",
       " 'امتیاز',\n",
       " 'می\\u200cگرفت',\n",
       " 'نتیجه\\n',\n",
       " '[خوبی]',\n",
       " '(https:',\n",
       " '//search.',\n",
       " 'farsnews.',\n",
       " 'ir/?q=خوبی&o=on)',\n",
       " 'بود.',\n",
       " 'این',\n",
       " 'حرف',\n",
       " 'برا',\n",
       " 'یک',\n",
       " 'باشگاه\\nفوتبال',\n",
       " 'قشنگ',\n",
       " 'نیست.',\n",
       " '\\n\\nمجدم',\n",
       " 'در',\n",
       " 'مورد',\n",
       " 'استعفا',\n",
       " 'مدیرعامل',\n",
       " 'باشگاه',\n",
       " 'نف',\n",
       " 'مسجدسل',\n",
       " 'اظهار',\n",
       " 'داشت:',\n",
       " 'من',\n",
       " 'از',\n",
       " 'این\\nمسئله',\n",
       " 'مطمئن',\n",
       " 'نیستم.',\n",
       " 'دیروز',\n",
       " 'عصر',\n",
       " 'سر',\n",
       " 'تمرین',\n",
       " 'ه',\n",
       " 'خبر',\n",
       " 'نبود',\n",
       " 'اما',\n",
       " 'صددرصد',\n",
       " 'هرچه',\n",
       " 'تغییرات\\nزیاد',\n",
       " 'باشد',\n",
       " 'ت',\n",
       " 'را',\n",
       " 'اذ',\n",
       " 'می\\u200cکند.',\n",
       " 'ما',\n",
       " 'تابع',\n",
       " 'تصم',\n",
       " 'باشگاه',\n",
       " 'هست',\n",
       " 'و',\n",
       " 'امیدوار',\n",
       " 'هر\\nاتفاق',\n",
       " 'می\\u200cافتد',\n",
       " 'به',\n",
       " 'صلاح',\n",
       " 'ت',\n",
       " 'باشد.',\n",
       " '\\n\\nو',\n",
       " 'در',\n",
       " 'مورد',\n",
       " 'باز',\n",
       " 'هفته',\n",
       " 'آینده',\n",
       " 'با',\n",
       " 'ت',\n",
       " 'بحر',\n",
       " 'زده',\n",
       " 'پدیده',\n",
       " 'در',\n",
       " 'مشهد،',\n",
       " 'گفت:',\n",
       " 'قطعا',\n",
       " 'در',\n",
       " 'این\\nباز',\n",
       " 'تلا',\n",
       " 'می\\u200cکن',\n",
       " 'که',\n",
       " 'بتوان',\n",
       " 'نتیجه',\n",
       " 'بگیریم.',\n",
       " 'ت',\n",
       " 'خوب',\n",
       " 'دار',\n",
       " 'و',\n",
       " 'باید',\n",
       " 'به',\n",
       " 'خودمان\\nنگاه',\n",
       " 'کنیم.',\n",
       " 'مقابل',\n",
       " 'پیک',\n",
       " 'باز',\n",
       " 'خوب',\n",
       " 'انجا',\n",
       " 'دادیم.',\n",
       " 'مقابل',\n",
       " 'سپاه',\n",
       " 'ه',\n",
       " 'نباید',\n",
       " 'اینطور\\nشکس',\n",
       " 'می\\u200cخورد',\n",
       " 'اما',\n",
       " 'غافلگیر',\n",
       " 'شدیم.',\n",
       " 'پدیده',\n",
       " 'ه',\n",
       " 'شرایط',\n",
       " 'خوب',\n",
       " 'ندارد',\n",
       " 'و',\n",
       " 'بعض',\n",
       " 'اوق',\n",
       " 'تعویض\\nمرب',\n",
       " 'به',\n",
       " 'نفع',\n",
       " 'حریف',\n",
       " 'می\\u200cشود.',\n",
       " 'در',\n",
       " 'هر',\n",
       " 'حال',\n",
       " 'تما',\n",
       " 'تلاش',\n",
       " 'این',\n",
       " 'اس',\n",
       " 'که',\n",
       " 'با',\n",
       " 'دس',\n",
       " 'پر',\n",
       " 'از\\nمشهد',\n",
       " 'برگردیم.',\n",
       " '\\n\\nانت',\n",
       " 'پیام/\\n\\n']"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "collection[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "751f8531",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "7562"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "docs_num = len(collection)\n",
    "docs_num"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "83f59ec2",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "2453060"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tokens_num = sum([len(x) for x in collection])\n",
    "tokens_num"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "abb8bd62",
   "metadata": {},
   "source": [
    "## Create word2vec model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "cb585600",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "vocab size:  165456\n",
      "Wall time: 2.46 s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "w2v_model = Word2Vec(min_count=1,\n",
    "                     window=5,\n",
    "                     vector_size=300,\n",
    "                     alpha=0.03,\n",
    "                     workers=cores-1)\n",
    "\n",
    "w2v_model.build_vocab(collection)\n",
    "w2v_model_vocab_size = len(w2v_model.wv)\n",
    "print(\"vocab size: \", w2v_model_vocab_size)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "e58c2bfa",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Wall time: 40.2 s\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "(61963381, 73591800)"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "%%time\n",
    "w2v_model.train(collection, total_examples=w2v_model.corpus_count, epochs=30)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "b3d5f1eb",
   "metadata": {},
   "outputs": [],
   "source": [
    "w2v_model.save(\"D:\\\\uni\\\\semester 7\\\\Information Retrieval\\\\Project\\\\IR_Code\\\\my_w2v_model.model\")\n",
    "# w2v_model = Word2Vec.load(\"D:\\\\uni\\\\semester 7\\\\Information Retrieval\\\\Project\\\\IR_Code\\\\my_w2v_model.model\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "id": "ba00713e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "165456"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(w2v_model.wv)\n",
    "# is equal to vocab size"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "id": "6da0b792",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(300,)"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "  w2v_model.wv['سلام'].shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "id": "72b77759",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[('بهادار', 0.5331929326057434),\n",
       " ('بورس\\nو', 0.49534493684768677),\n",
       " ('بورس،', 0.43946677446365356),\n",
       " ('اوراق\\nبهادار', 0.4272676110267639),\n",
       " ('بهادار\\n\\nگزار', 0.42099687457084656),\n",
       " ('بهادار&o=on)', 0.39621657133102417),\n",
       " ('بورس\\nاوراق', 0.3959665894508362),\n",
       " ('بازرس', 0.39578574895858765),\n",
       " ('اوراق', 0.39206627011299133),\n",
       " ('معامل', 0.38994255661964417)]"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "w2v_model.wv.most_similar('بورس')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "id": "0e827e67",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[('کرونا،', 0.6038707494735718),\n",
       " ('[کرونا]', 0.5919931530952454),\n",
       " ('کرونا)', 0.466416597366333),\n",
       " ('بیماری\\nکرونا', 0.44058990478515625),\n",
       " ('ویروسی\\nجدید', 0.4212183356285095),\n",
       " ('کووید', 0.4156431257724762),\n",
       " ('تاجدار', 0.41423046588897705),\n",
       " ('ویروس\\nکرونا', 0.41329994797706604),\n",
       " ('این\\nویروس', 0.39613181352615356),\n",
       " ('۳۰۱۵۸', 0.3930029571056366)]"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "w2v_model.wv.most_similar('کرونا')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "id": "a5979471",
   "metadata": {},
   "outputs": [],
   "source": [
    "doc_tfidf_path = \"D:\\\\uni\\\\semester 7\\\\Information Retrieval\\\\Project\\\\IR_Code\\\\docs_tf_idf.obj\"\n",
    "with open(doc_tfidf_path, 'rb') as doc_tfidf_file:\n",
    "     doc_tfidf = pickle.load(doc_tfidf_file)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "id": "6229a84e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'مسل': 1.7387575866252802,\n",
       " 'مجدم': 3.100485422642873,\n",
       " 'در': 0.018042629689918193,\n",
       " 'گفت\\u200cوگو': 0.9882156542256025,\n",
       " 'با': 0.12661325925500458,\n",
       " 'خبرنگار': 0.7184683800680048,\n",
       " 'ورزش': 0.9421229305476235,\n",
       " 'خبرگزار': 0.34397609719807243,\n",
       " 'فارس': 1.013532698385389,\n",
       " 'مورد': 1.0853646535948027,\n",
       " 'شکس': 1.0990401817686923,\n",
       " '۳': 0.9446435091952745,\n",
       " 'بر': 0.2574603912514816,\n",
       " 'صفر': 1.2130556820085636,\n",
       " 'نفت\\nمسجدسل': 2.7325086373482788,\n",
       " 'مقابل': 1.2801376203301598,\n",
       " 'سپاه': 2.2834454761726906,\n",
       " 'اظهار': 0.863269950623113,\n",
       " 'داشت:': 1.1330525753191958,\n",
       " 'فکر': 1.6082970505770162,\n",
       " 'نمی\\u200cکرد': 2.225424159251173,\n",
       " 'این': 0.09130120201362861,\n",
       " 'اتفاق': 1.7379888352832609,\n",
       " 'بیفتد.': 2.188440592998003,\n",
       " 'زود': 1.3484369748234346,\n",
       " 'گل\\nخورد': 3.4015154183068543,\n",
       " 'و': 0.018641735564054556,\n",
       " 'غافلگیر': 3.205299885114725,\n",
       " 'شدیم.': 2.802888026739626,\n",
       " 'پ': 0.894402281731534,\n",
       " 'از': 0.06162508301759216,\n",
       " 'شروع': 1.1626333293917177,\n",
       " 'مسابق': 0.9782695443700464,\n",
       " 'تن': 0.8816874245311356,\n",
       " 'یک': 0.4529019858796863,\n",
       " 'هفته': 1.2574006413146288,\n",
       " 'تمرین': 2.23239665088689,\n",
       " 'کرده': 0.5782586081558142,\n",
       " 'بود': 0.7020135865983861,\n",
       " 'با\\nاین': 2.1462429132035483,\n",
       " 'شرایط': 1.2757296598029624,\n",
       " 'نمی\\u200cتو': 1.758062741820667,\n",
       " 'ت': 1.1398932937294266,\n",
       " 'ما': 1.2532391562357084,\n",
       " 'را': 0.15291339313710584,\n",
       " 'بقیه': 1.8412101750858931,\n",
       " 'تیم': 1.4173843746274006,\n",
       " 'مقایسه': 1.8030897116339861,\n",
       " 'کرد.': 0.5543542177288241,\n",
       " 'برخ': 0.8356675996333367,\n",
       " 'حت': 1.5340355912816992,\n",
       " 'بیشتر\\nاز': 3.03353863301226,\n",
       " '۱۰': 1.009992234631691,\n",
       " 'باز': 1.297909661417682,\n",
       " 'تدارکات': 1.8616033337277365,\n",
       " 'انجا': 0.7534646873682779,\n",
       " 'دادند': 1.2431529262116048,\n",
       " 'بدنساز': 2.0397875822892613,\n",
       " 'به': 0.00639533863901499,\n",
       " 'موقع': 1.4330324697529193,\n",
       " 'داشتند.': 1.5797835966168101,\n",
       " '\\n\\nو': 0.6349739271410016,\n",
       " 'تصریح': 0.9064338346474524,\n",
       " 'کرد:': 0.6796834903085661,\n",
       " 'ه': 0.7141432900124749,\n",
       " 'وضعیت': 2.2158788413449426,\n",
       " 'مشخص': 1.0474069791594534,\n",
       " 'نبود.': 1.8067546657203915,\n",
       " 'زمین': 1.7584206209830648,\n",
       " 'خود': 0.3967529741595834,\n",
       " 'بازی\\nنمی\\u200cکرد': 3.878636673026517,\n",
       " 'همه': 0.7116148772362603,\n",
       " 'دس': 0.9983507839335735,\n",
       " 'داد': 0.8927613157181231,\n",
       " 'مشکل': 0.8078602101830822,\n",
       " 'زیاد': 1.2356258943515568,\n",
       " 'داشته': 0.7145813811330652,\n",
       " 'باشیم.': 1.356192439520197,\n",
       " 'این\\nحال': 3.2765766816985544,\n",
       " 'فوتبال': 1.1727100064450493,\n",
       " 'برد': 1.356192439520197,\n",
       " 'باخ': 1.8372439878682918,\n",
       " 'دارد': 0.709844652712335,\n",
       " 'تلا': 1.2303266278605693,\n",
       " 'می\\u200cکن': 1.4850529218202222,\n",
       " 'تا': 0.30148968819899175,\n",
       " 'امید': 1.2595433423997742,\n",
       " 'خدا': 1.378949590408113,\n",
       " 'نتیجه': 1.11502688535735,\n",
       " 'در\\nبازی': 2.7025454139708356,\n",
       " 'بعد': 0.9035826601298271,\n",
       " 'جبر': 1.5754406156060279,\n",
       " 'کنیم.': 1.640696269554421,\n",
       " '\\n\\nمجدم': 4.65457359993641,\n",
       " 'زیر': 0.8649569757353243,\n",
       " 'ک': 0.9162673373564957,\n",
       " 'رفتن': 1.7387575866252802,\n",
       " 'شخ': 3.2765766816985544,\n",
       " 'زدن': 1.6883049748562253,\n",
       " 'ورزشگاه': 1.329633411000729,\n",
       " 'بهنا': 2.3734866947066107,\n",
       " 'سپاهان\\nعنو': 3.878636673026517,\n",
       " '': 0.7636922573139321,\n",
       " 'برا': 0.3678953514390943,\n",
       " 'مسجدسل': 3.219187282051019,\n",
       " 'رفت': 2.298853076409707,\n",
       " 'اما': 0.8601495906457379,\n",
       " 'دید': 1.90644727229133,\n",
       " 'زمین\\nافتاده': 3.878636673026517,\n",
       " 'است.': 0.3293146881711932,\n",
       " 'نمی\\u200cدان': 2.003575409634817,\n",
       " 'کار': 0.5543542177288241,\n",
       " 'چه': 1.209613008601264,\n",
       " 'کس': 1.2244601311485563,\n",
       " 'بوده': 0.8179388326729051,\n",
       " 'واقعا': 1.7483029045315106,\n",
       " 'ضربه': 1.6967930850817443,\n",
       " 'زد.': 2.0461277603202803,\n",
       " 'راه': 0.781032344152106,\n",
       " 'از\\nتهر': 3.5776066773625357,\n",
       " 'اهواز': 2.6853160895214,\n",
       " 'سپس': 1.429930353121437,\n",
       " 'رفتیم.': 2.7025454139708356,\n",
       " 'می\\u200cخواست': 2.5564173782925974,\n",
       " 'آماده': 1.5968304308338337,\n",
       " 'شویم\\nاما': 3.5776066773625357,\n",
       " 'خوب': 1.4618716361237767,\n",
       " 'نیست.': 1.531401670006584,\n",
       " 'اگر': 1.0959969433124044,\n",
       " 'آن': 0.30564896482831183,\n",
       " 'می\\u200cکرد': 1.5169088370089239,\n",
       " 'بد': 1.5564173782925976,\n",
       " 'می\\u200cشد.': 1.77483295207056,\n",
       " 'یک\\nجلسه': 3.878636673026517,\n",
       " 'دروازه': 1.7515318746617092,\n",
       " 'کرد': 0.717760917405776,\n",
       " 'مجبور': 2.3180798287582176,\n",
       " 'شد': 0.418792030638309,\n",
       " 'برگردیم.': 3.8712754920295347,\n",
       " 'شرایط\\nنمی\\u200cدان': 3.878636673026517,\n",
       " 'چند': 0.8717429650786164,\n",
       " 'خانگ': 1.7054504046142427,\n",
       " 'مسابقه': 1.2083908199523927,\n",
       " 'می\\u200cشود.': 0.9510013394108348,\n",
       " '\\n\\nهافبک': 2.8372439878682916,\n",
       " 'نف': 1.7172660534636917,\n",
       " 'اعتراض': 1.6161855832960872,\n",
       " '[باشگاه\\nپرسپولیس]': 2.3872749791922443,\n",
       " '(https:': 0.4681575406968329,\n",
       " '//www.': 0.5116536970486659,\n",
       " 'farsnews.': 0.5820627969916284,\n",
       " 'ir/special/باشگاه': 1.900913067737669,\n",
       " 'پرسپولیس)': 2.2351839965403295,\n",
       " 'تغییر': 1.0758629477345412,\n",
       " 'محل': 1.179666668690498,\n",
       " 'زمین\\nباز': 3.4015154183068543,\n",
       " 'اینکه': 0.6378379019091855,\n",
       " 'افشین': 2.3471577559842616,\n",
       " 'پیروان': 2.623364167923211,\n",
       " 'اعلا': 0.6195208288414505,\n",
       " 'دادن': 1.417738830269969,\n",
       " 'امتیاز': 1.6991073072442924,\n",
       " 'سپاهان\\nبود،': 3.878636673026517,\n",
       " 'گفت:': 0.6491731662253472,\n",
       " 'نمی\\u200cکن': 2.1227618173540255,\n",
       " 'بخواهد': 1.9810095817360753,\n",
       " 'دیگر': 0.5305266045462791,\n",
       " 'بدهد.': 1.8963654399869483,\n",
       " 'این\\nحرف': 3.4015154183068543,\n",
       " 'ز': 0.894559639123686,\n",
       " 'بچه': 1.6718107969946672,\n",
       " 'با\\n': 2.07245669904263,\n",
       " '[شرافت]': 3.2765766816985544,\n",
       " '//search.': 0.7193600604012402,\n",
       " 'ir/?q=شرافت&o=on)': 3.4015154183068543,\n",
       " 'کردند.': 1.038530578569759,\n",
       " 'باید': 0.7920530849630706,\n",
       " 'کار\\nمی\\u200cکردیم؟': 3.878636673026517,\n",
       " 'برویم.': 2.4984254313149106,\n",
       " 'کجا': 1.8700365012645992,\n",
       " 'می\\u200cکردیم؟': 3.5776066773625357,\n",
       " 'هم\\nدوس': 3.5776066773625357,\n",
       " 'داشت': 1.5421769391779874,\n",
       " 'میزبان': 1.5863806016700408,\n",
       " 'استفاده': 0.8666435583672598,\n",
       " 'اول': 0.720877786979653,\n",
       " 'امتیاز\\nاز': 3.5776066773625357,\n",
       " 'پیک': 2.2662851036672085,\n",
       " 'گرفت': 2.0792961235729353,\n",
       " 'می\\u200cگرفت': 3.100485422642873,\n",
       " 'نتیجه\\n': 3.179666668690498,\n",
       " '[خوبی]': 1.1359115417218186,\n",
       " 'ir/?q=خوبی&o=on)': 1.1359115417218186,\n",
       " 'بود.': 0.6603638194550694,\n",
       " 'حرف': 1.528388654692354,\n",
       " 'باشگاه\\nفوتبال': 3.878636673026517,\n",
       " 'قشنگ': 2.76469332071968,\n",
       " 'استعفا': 2.1462429132035483,\n",
       " 'مدیرعامل': 1.6138188500169803,\n",
       " 'باشگاه': 1.361043595473465,\n",
       " 'من': 0.9706881514142445,\n",
       " 'این\\nمسئله': 2.76469332071968,\n",
       " 'مطمئن': 1.9755466860345732,\n",
       " 'نیستم.': 2.623364167923211,\n",
       " 'دیروز': 1.429930353121437,\n",
       " 'عصر': 1.4000701774326734,\n",
       " 'سر': 1.0012653271567427,\n",
       " 'خبر': 0.928758968989642,\n",
       " 'نبود': 1.4361569039620683,\n",
       " 'صددرصد': 2.8372439878682916,\n",
       " 'هرچه': 1.6282166707176229,\n",
       " 'تغییرات\\nزیاد': 3.4015154183068543,\n",
       " 'باشد': 0.9356370796604763,\n",
       " 'اذ': 2.2451682174469303,\n",
       " 'می\\u200cکند.': 1.0571231446217437,\n",
       " 'تابع': 2.1304486460203163,\n",
       " 'تصم': 1.0961640488602307,\n",
       " 'هست': 1.2332144036774249,\n",
       " 'امیدوار': 1.0577786835868168,\n",
       " 'هر\\nاتفاق': 3.5776066773625357,\n",
       " 'می\\u200cافتد': 2.1710664969285807,\n",
       " 'صلاح': 1.7613653773707525,\n",
       " 'باشد.': 0.8882978182389153,\n",
       " 'آینده': 1.012349333942322,\n",
       " 'بحر': 1.663792824978819,\n",
       " 'زده': 1.4966196304516484,\n",
       " 'پدیده': 2.295918943404182,\n",
       " 'مشهد،': 2.4984254313149106,\n",
       " 'قطعا': 1.4720964925925617,\n",
       " 'این\\nباز': 2.4806966643544794,\n",
       " 'که': 0.12716730908872095,\n",
       " 'بتوان': 1.370780801330686,\n",
       " 'بگیریم.': 1.9543573869646351,\n",
       " 'دار': 0.9416205655617026,\n",
       " 'خودمان\\nنگاه': 3.878636673026517,\n",
       " 'دادیم.': 2.0657233163836612,\n",
       " 'نباید': 1.2626866213701158,\n",
       " 'اینطور\\nشکس': 3.878636673026517,\n",
       " 'می\\u200cخورد': 2.310434948959522,\n",
       " 'ندارد': 1.3510067721551782,\n",
       " 'بعض': 1.754785032059431,\n",
       " 'اوق': 2.1710664969285807,\n",
       " 'تعویض\\nمرب': 3.5776066773625357,\n",
       " 'نفع': 1.900913067737669,\n",
       " 'حریف': 1.2711816498118482,\n",
       " 'هر': 0.634607083996495,\n",
       " 'حال': 0.5839500487470736,\n",
       " 'تما': 0.922948922713011,\n",
       " 'تلاش': 1.5564173782925976,\n",
       " 'اس': 0.24699001006809726,\n",
       " 'پر': 1.4117690526724074,\n",
       " 'از\\nمشهد': 3.878636673026517,\n",
       " '\\n\\nانت': 0.04772737348007348,\n",
       " 'پیام/\\n\\n': 0.3595966343781722}"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "doc_tfidf[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "a741cd3a",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}