Source_Code_Final_Version.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Code for loading the sound used while recognizing the currency:\n",
    "\n",
    "# Make sure to run this cell only once (once you have the audio files, you no longer need to run this cell)\n",
    "\n",
    "from gtts import gTTS\n",
    "from playsound import playsound\n",
    "import inflect\n",
    "\n",
    "# 50 piasters sound\n",
    "text05 = \"مَعَكْ نِصْفُ جُنَيْهْ\"\n",
    "g = gTTS(text=text05 , lang= 'ar')\n",
    "g.save('audio05.mp3')\n",
    "\n",
    "# 1 pound sound\n",
    "text1 = \"مَعَكْ جُنَيْهْ\"\n",
    "g = gTTS(text=text1 , lang= 'ar')\n",
    "g.save('audio1.mp3')\n",
    "\n",
    "# 5 pounds sound\n",
    "text5 = \"مَعَكْ خَمْسَةُ جُنَيْهَاتٍ\"\n",
    "g = gTTS(text=text5 , lang= 'ar')\n",
    "g.save('audio5.mp3')\n",
    "\n",
    "# 10 pounds sound\n",
    "text10 = \"مَعَكْ عَشْرَةُ جُنَيْهاتٍ\"\n",
    "g = gTTS(text=text10 , lang= 'ar')\n",
    "g.save('audio10.mp3')\n",
    "\n",
    "# 20 pounds sound\n",
    "text20 = \"مَعَكْ عُشْرُونَ جُنَيْهاً\"\n",
    "g = gTTS(text=text20 , lang= 'ar')\n",
    "g.save('audio20.mp3')\n",
    "\n",
    "# 50 pounds sound\n",
    "text50 = \"مَعَكْ خَمْسُونَ جُنَيْهاً\"\n",
    "g = gTTS(text=text50 , lang= 'ar')\n",
    "g.save('audio50.mp3')\n",
    "\n",
    "# 100 pounds sound\n",
    "text100 = \"مَعَكْ مِائَةُ جُنَيْهْ\"\n",
    "g = gTTS(text=text100 , lang= 'ar')\n",
    "g.save('audio100.mp3')\n",
    "\n",
    "# 200 pounds sound\n",
    "text200 = \"مَعَكْ مِائَتَيْنِ جُنَيْهْ\"\n",
    "g = gTTS(text=text200 , lang= 'ar')\n",
    "g.save('audio200.mp3')\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['FiftyPiasters1.jpg', 'FiftyPiasters2.jpg', 'FiftyPiasters3.jpg', 'FiftyPiasters4.jpg', 'FiftyPounds1.jpg', 'FiftyPounds2.jpg', 'FiftyPounds3.jpg', 'FiftyPounds4.jpg', 'FivePounds1.jpg', 'FivePounds2.jpg', 'FivePounds3.jpg', 'FivePounds4.jpg', 'OnehundredPounds1.jpg', 'OnehundredPounds2.jpg', 'OnehundredPounds3.jpg', 'OnehundredPounds4.jpg', 'OnePound1.jpg', 'OnePound2.jpg', 'OnePound3.jpg', 'OnePound4.jpg', 'TenPounds1.jpg', 'TenPounds2.jpg', 'TenPounds3.jpg', 'TenPounds4.jpg', 'TenPounds5.jpg', 'TenPounds6.jpg', 'TenPounds7.jpg', 'TenPounds8.jpg', 'TwentyPounds.jpg', 'TwohundredPounds1.jpg', 'TwohundredPounds2.jpg', 'TwohundredPounds3.jpg', 'TwohundredPounds4.jpg']\n",
      "[35.0, 42.0, 31.0, 32.0, 34.0, 37.0, 41.0, 38.0, 24.0, 35.0, 30.0, 28.0, 37.0, 36.0, 38.0, 28.0, 35.0, 42.0, 38.0, 37.0, 10.0, 35.0, 26.0, 32.0, 37.0, 28.0, 30.0, 24.0, 35.0, 31.0, 37.0, 36.0, 37.0]\n",
      "TenPounds1.jpg\n",
      "[39.0, 36.0, 38.0, 34.0, 38.0, 14.0, 43.0, 41.0, 37.0, 41.0, 42.0, 38.0, 32.0, 37.0, 41.0, 37.0, 38.0, 45.0, 40.0, 36.0, 36.0, 35.0, 36.0, 28.0, 37.0, 40.0, 37.0, 42.0, 30.0, 32.0, 40.0, 38.0, 38.0]\n",
      "FiftyPounds2.jpg\n",
      "60\n"
     ]
    }
   ],
   "source": [
    "import cv2\n",
    "import numpy as np\n",
    "import os\n",
    "from gtts import gTTS\n",
    "from playsound import playsound \n",
    "import inflect\n",
    "\n",
    "# make sure to change the path to that path of your images data.\n",
    "\n",
    "path = \"F:\\Final_Summer_Project\\images\"\n",
    "\n",
    "mylist = os.listdir(path)\n",
    "print(mylist)\n",
    "\n",
    "orb = cv2.ORB_create( nfeatures = 1000 )\n",
    "\n",
    "# this is to create a list contains the des of all images in the directory\n",
    "deslist = []\n",
    "for image in mylist:\n",
    "    kp , des = orb.detectAndCompute(cv2.imread(f'{path}\\{image}',0) , None)\n",
    "    deslist.append(des)\n",
    "\n",
    "\n",
    "bf = cv2.BFMatcher(cv2.NORM_HAMMING, crossCheck=True)\n",
    "\n",
    "# this function to return the \"index\" of the best match (smallest_distance) among my list in the directory\n",
    "\n",
    "def min_distance_index(des1):\n",
    "    dist_list = []\n",
    "    for des in deslist:\n",
    "        matches = bf.match(des,des1)\n",
    "        matches = sorted(matches,key = lambda x : x.distance )\n",
    "        dist_list.append(matches[0].distance)\n",
    "    print(dist_list)\n",
    "    return ( dist_list.index(min(dist_list)) )\n",
    "\n",
    "# This dictionary is to match the images to their count and audio files.\n",
    "\n",
    "check_dict = { (0.5,'audio05.mp3')   : (\"FiftyPiasters1.jpg\", \"FiftyPiasters2.jpg\", \"FiftyPiasters3.jpg\", \"FiftyPiasters4.jpg\"),\n",
    "                (1,'audio1.mp3')     : (\"OnePound1.jpg\", \"OnePound2.jpg\" , \"OnePound3.jpg\", \"OnePound4.jpg\"),\n",
    "                (5,'audio5.mp3')     : (\"FivePounds1.jpg\", \"FivePounds2.jpg\",\"FivePounds3.jpg\",\"FivePounds4.jpg\"),\n",
    "               (10,'audio10.mp3')    : (\"TenPounds1.jpg\", \"TenPounds2.jpg\", \"TenPounds3.jpg\", \"TenPounds4.jpg\", \"TenPounds5.jpg\",\"TenPounds6.jpg\",\"TenPounds7.jpg\",\"TenPounds8.jpg\"),\n",
    "               (20,'audio20.mp3')    : (\"TwentyPounds1.jpg\",\"TwentyPounds2.jpg\",\"TwentyPounds3.jpg\",\"TwentyPounds4.jpg\"),\n",
    "               (50,'audio50.mp3')    : (\"FiftyPounds1.jpg\", \"FiftyPounds2.jpg\", \"FiftyPounds3.jpg\", \"FiftyPounds4.jpg\"),\n",
    "               (100,'audio100.mp3')  : (\"OnehundredPounds1.jpg\",\"OnehundredPounds2.jpg\",\"OnehundredPounds3.jpg\",\"OnehundredPounds4.jpg\"),\n",
    "               (200,'audio200.mp3')  : (\"TwohundredPounds1.jpg\",\"TwohundredPounds2.jpg\",\"TwohundredPounds3.jpg\",\"TwohundredPounds4.jpg\"),\n",
    "                }\n",
    "\n",
    "# Activating the webcam.\n",
    "\n",
    "cap = cv2.VideoCapture(0)\n",
    "\n",
    "count = 0\n",
    "\n",
    "while True:\n",
    "    ret, frame = cap.read()\n",
    "    img = cv2.cvtColor(frame,cv2.COLOR_BGR2GRAY)\n",
    "    cv2.imshow(\"my\",img)\n",
    "    if cv2.waitKey(1) == ord('w'):\n",
    "        cv2.imwrite(\"mytemp.jpg\",img)\n",
    "        kp1 , des1 = orb.detectAndCompute(cv2.imread(\"mytemp.jpg\",0) , None)\n",
    "        check = mylist[min_distance_index(des1)]\n",
    "        \n",
    "        for i in check_dict:\n",
    "            if check in check_dict[i]:\n",
    "                count += i[0]\n",
    "                playsound(i[1])\n",
    "                break\n",
    "        print(check)\n",
    "    elif cv2.waitKey(1) == ord('q'):\n",
    "        print(count)\n",
    "        p = inflect.engine()\n",
    "        x = p.number_to_words(count)\n",
    "\n",
    "        # playing the total money sound\n",
    "        \n",
    "        textT =f\"You have {x} pounds total\"\n",
    "        g = gTTS(text=textT , lang= 'en')\n",
    "        g.save('audioT.mp3')\n",
    "        playsound('audioT.mp3')\n",
    "\n",
    "        # removing unused files.\n",
    "\n",
    "        os.remove('audioT.mp3')\n",
    "        os.remove(\"mytemp.jpg\")\n",
    "        break\n",
    "\n",
    "cap.release()\n",
    "cv2.destroyAllWindows()\n"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.8"
  },
  "vscode": {
   "interpreter": {
    "hash": "486e0d5a79acdbfffd563ee7a67a93a5017bd2a4f66495483a69f0245c8a4a6c"
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}