FInal_file.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-06-16T08:23:02.144160Z",
     "start_time": "2019-06-16T08:23:01.684811Z"
    },
    "code_folding": []
   },
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "\n",
    "from bokeh.io import show , output_notebook\n",
    "from bokeh.models import ColumnDataSource\n",
    "from bokeh.models.widgets import DataTable, DateFormatter, TableColumn, Dropdown, CheckboxGroup, Button, Slider, MultiSelect , TextInput\n",
    "from bokeh.models.callbacks import CustomJS\n",
    "from bokeh.layouts import column, gridplot, row\n",
    "from bokeh.server.server import Server\n",
    "\n",
    "def twb_app(doc):\n",
    "   # output_notebook()\n",
    "    global current_metadata\n",
    "\n",
    "    data_dir = '/home/antonis/TWB_translators/'\n",
    "    metadata = pd.read_excel(data_dir + 'Hackathon-for-Good-2019_TWB-Challenge_Metadata.xlsx')\n",
    "    #metadata = pd.read_pickle('data/english_document_data.pkl')\n",
    "    \n",
    "    #metadata['Source_country'] = ['dasdsa' for i in range(len(metadata))]\n",
    "    #metadata['Format'] = ['dsad3231232s' for i in range(len(metadata))]\n",
    "    \n",
    "    # add the extra data and keep only english files\n",
    "    \n",
    "    \n",
    "    extra_features = pd.read_pickle('data/freq_content_updated.pkl')\n",
    "    english_index = pd.read_pickle('data/english_document_data_topics.pkl').index\n",
    "    metadata = metadata.loc[english_index] \n",
    "    extra_features = extra_features.loc[english_index]\n",
    "    metadata['Age'] = extra_features['Age']\n",
    "    metadata['Gender'] = extra_features['Gender']\n",
    "    metadata['Disabled'] = extra_features['disabl'] > 0.001\n",
    "    \n",
    "    doc_type=pd.read_pickle('/home/antonis/TWB_translators/JuSiPy_TWB/docClassif/document_types.pkl')\n",
    "    metadata=metadata.loc[doc_type.index]\n",
    "    metadata['Types']=doc_type['type']\n",
    "\n",
    "    # prepare data source for data table\n",
    "    source = ColumnDataSource(metadata)\n",
    "    \n",
    "    columns = []\n",
    "    for i in metadata.columns:\n",
    "        temp = TableColumn(field=i, title=i)\n",
    "        columns.append(temp)\n",
    "\n",
    "    data_table = DataTable(source=source, columns=columns, width=1500, height=800)\n",
    "\n",
    "    # save data state between different widget interactions\n",
    "    current_metadata = metadata\n",
    "    \n",
    "    def gener_helper(x):\n",
    "        if x == 1:\n",
    "            return 'Women'\n",
    "        elif x == 0:\n",
    "             return 'Men'\n",
    "        else:\n",
    "            return 'Unspecified'\n",
    "        \n",
    "    def age_helper(x):\n",
    "        if x == 0:\n",
    "            return '65+'\n",
    "        elif x == 1:\n",
    "             return '0-18'\n",
    "        elif x == 2:\n",
    "                return '18-65'\n",
    "        else:\n",
    "            return 'Unspecified'\n",
    "        \n",
    "    def disabled_helper(x):\n",
    "        if x == True:\n",
    "            return 'Disabled'\n",
    "        else:\n",
    "            return 'Unspecified'\n",
    "            \n",
    "            \n",
    "    metadata['Gender']=metadata['Gender'].apply(gener_helper)\n",
    "    metadata['Age']=metadata['Age'].apply(age_helper)\n",
    "    metadata['Disabled']= metadata['Disabled'].apply(disabled_helper)\n",
    "    \n",
    "    \n",
    "    def text_input_change(attr, old, new):\n",
    "        global current_metadata\n",
    "        # find appropriates data rows based on new value\n",
    "        new_data_view = current_metadata.loc[current_metadata['Filename'].str.contains(new , na=False)]\n",
    "        # update source of data table\n",
    "        source = ColumnDataSource(new_data_view)\n",
    "        new_data_table = DataTable(source=source, columns=columns, width=1500, height=800)\n",
    "        current_metadata = new_data_view\n",
    "        # update the layout of the doc with new data table\n",
    "        col.children[1] = new_data_table\n",
    "        \n",
    "    \n",
    "    \n",
    "    text_input = TextInput(value=\"default\", title=\"Tile of a document:\")\n",
    "    text_input.on_change('value', text_input_change)\n",
    "\n",
    "    \n",
    "    def dropdown_features_change(attr, old, new):\n",
    "        global current_metadata\n",
    "        # find appropriates data rows based on new value\n",
    "        if int(new) == 0:\n",
    "            new_data_view = current_metadata.loc[current_metadata['Age'] == '65+']\n",
    "        elif int(new) == 1:\n",
    "            new_data_view = current_metadata.loc[current_metadata['Age'] == '0-18']\n",
    "        elif int(new) ==2:\n",
    "            new_data_view = current_metadata.loc[current_metadata['Age'] == '18-65']\n",
    "        elif int(new)== 3:\n",
    "            new_data_view = current_metadata.loc[current_metadata['Gender'] == 'Men']\n",
    "        elif int(new) ==4:\n",
    "            new_data_view = current_metadata.loc[current_metadata['Gender'] == 'Women']\n",
    "        elif int(new) ==5:\n",
    "            new_data_view = current_metadata.loc[current_metadata['Disabled'] == 'True']\n",
    "\n",
    "        # update source of data table\n",
    "        source = ColumnDataSource(new_data_view)\n",
    "        new_data_table = DataTable(source=source, columns=columns, width=1500, height=800)\n",
    "        current_metadata = new_data_view\n",
    "        # update the layout of the doc with new data table\n",
    "        col.children[1] = new_data_table\n",
    " \n",
    "    menu = [('Age :65+', '0'),('Age :0-18', '1'), ('Age :18-65', '2') , ('Men', '3'), ('Women', '4') ,('Disabled','5') ]\n",
    "    dropdown_features= Dropdown(label='Document Features', button_type='warning', menu=menu)\n",
    "    dropdown_features.on_change('value', dropdown_features_change)\n",
    "    \n",
    "    # click handler for Age variable\n",
    "    def dropdown_change(attr, old, new):\n",
    "        global current_metadata\n",
    "        # find appropriates data rows based on new value\n",
    "        new_data_view = current_metadata.loc[current_metadata['Age'] == int(menu[int(new)][1])]\n",
    "        # update source of data table\n",
    "        source = ColumnDataSource(new_data_view)\n",
    "        new_data_table = DataTable(source=source, columns=columns, width=1500, height=800)\n",
    "        current_metadata = new_data_view\n",
    "        # update the layout of the doc with new data table\n",
    "        col.children[1] = new_data_table\n",
    "\n",
    "    menu = [('65-', '0'),('0-18', '1'), ('18-65', '2') ]\n",
    "    dropdown = Dropdown(label='Age', button_type='warning', menu=menu)\n",
    "    dropdown.on_change('value', dropdown_change)\n",
    "\n",
    "    def dropdown2_change(attr, old, new):\n",
    "        global current_metadata\n",
    "        new_data_view = current_metadata.loc[current_metadata['Gender'] == int(menu2[int(new)][1])]\n",
    "        source = ColumnDataSource(new_data_view)\n",
    "        new_data_table = DataTable(source=source, columns=columns, width=1500, height=800)\n",
    "        current_metadata = new_data_view\n",
    "        col.children[1] = new_data_table\n",
    "         \n",
    "    menu2 = [('Men', '0'), ('Women', '1')]\n",
    "    dropdown2 = Dropdown(label='Gender', button_type='warning', menu=menu2)\n",
    "    dropdown2.on_change('value', dropdown2_change)\n",
    "    \n",
    "    def dropdown_change3(attrname, old, new):\n",
    "        global current_metadata\n",
    "        # find appropriates data rows based on new value\n",
    "        #vcomp = multi_select.value\n",
    "        new_data_view = current_metadata.loc[(current_metadata['Source_country'] == menu3[int(new)][0])]\n",
    "        # update source of data table\n",
    "        source = ColumnDataSource(new_data_view)\n",
    "        new_data_table = DataTable(source=source, columns=columns, width=1500, height=800)\n",
    "        current_metadata = new_data_view\n",
    "        # update the layout of the doc with new data table\n",
    "        col.children[1] = new_data_table\n",
    "\n",
    "    temp=metadata.Source_country.unique()\n",
    "    temp=sorted(temp)\n",
    "    menu3=[]\n",
    "    for i in range(len(temp)):\n",
    "        menu3.append((temp[i], str(i)))\n",
    "        #menu3.append(temp[i])\n",
    "\n",
    "    dropdown3 = Dropdown(label='Source country', button_type='warning', menu=menu3)\n",
    "    #multi_select = MultiSelect(title=\"Source Country:\", value=[\"GR\"],options=menu3)\n",
    "    dropdown3.on_change('value', dropdown_change3)\n",
    "    \n",
    "    def dropdown_change4(attrname, old, new):\n",
    "        global current_metadata\n",
    "        # find appropriates data rows based on new value\n",
    "        #vcomp = multi_select.value\n",
    "        new_data_view = current_metadata.loc[(current_metadata['Target_country'] == menu3[int(new)][0])]\n",
    "        # update source of data table\n",
    "        source = ColumnDataSource(new_data_view)\n",
    "        new_data_table = DataTable(source=source, columns=columns, width=1500, height=800)\n",
    "        current_metadata = new_data_view\n",
    "        # update the layout of the doc with new data table\n",
    "        col.children[1] = new_data_table\n",
    "\n",
    "\n",
    "    dropdown4 = Dropdown(label='Target country', button_type='warning', menu=menu3)\n",
    "    #multi_select = MultiSelect(title=\"Source Country:\", value=[\"GR\"],options=menu3)\n",
    "    dropdown4.on_change('value', dropdown_change4)\n",
    "    \n",
    "    def dropdown_change6(attrname, old, new):\n",
    "        global current_metadata\n",
    "        new_data_view = current_metadata.loc[(current_metadata['Types'] == menu6[int(new)][0])]\n",
    "        # update source of data table\n",
    "        source = ColumnDataSource(new_data_view)\n",
    "        new_data_table = DataTable(source=source, columns=columns, width=1500, height=800)\n",
    "        current_metadata = new_data_view\n",
    "        # update the layout of the doc with new data table\n",
    "        col.children[1] = new_data_table\n",
    "        \n",
    "    temp=metadata.Types.unique()\n",
    "    temp=sorted(temp)\n",
    "    menu6=[]\n",
    "    for i in range(len(temp)):\n",
    "        menu6.append((temp[i], str(i)))    \n",
    "\n",
    "    dropdown6 = Dropdown(label='Document Type', button_type='warning', menu=menu6)\n",
    "    #multi_select = MultiSelect(title=\"Source Country:\", value=[\"GR\"],options=menu3)\n",
    "    dropdown6.on_change('value', dropdown_change6)\n",
    "\n",
    "        \n",
    "    \n",
    "    def dropdown_change5(attrname, old, new):\n",
    "        global current_metadata\n",
    "        # find appropriates data rows based on new value\n",
    "        #vcomp = multi_select.value\n",
    "        new_data_view = current_metadata.loc[(current_metadata['Format'] == menu4[int(new)][0])]\n",
    "        # update source of data table\n",
    "        source = ColumnDataSource(new_data_view)\n",
    "        new_data_table = DataTable(source=source, columns=columns, width=1500, height=800)\n",
    "        current_metadata = new_data_view\n",
    "        # update the layout of the doc with new data table\n",
    "        col.children[1] = new_data_table\n",
    "\n",
    "    temp=metadata.Format.unique()\n",
    "    temp=sorted(temp)\n",
    "    menu4=[]\n",
    "    for i in range(len(temp)):\n",
    "        menu4.append((temp[i], str(i)))    \n",
    "\n",
    "    dropdown5 = Dropdown(label='Format', button_type='warning', menu=menu4)\n",
    "    #multi_select = MultiSelect(title=\"Source Country:\", value=[\"GR\"],options=menu3)\n",
    "    dropdown5.on_change('value', dropdown_change5)\n",
    "\n",
    "    # This works by returning a list of the checked checkboxes' indexes after a click\n",
    "    def checkbox_change(new):\n",
    "        global current_metadata\n",
    "        # naive way of doing the changes\n",
    "        '''\n",
    "        if len(new) == 0:\n",
    "            print(\"Gamieste\")\n",
    "            new_data_view = metadata.loc[(metadata['Disabled person'] == False) & (metadata['Unspecified'] == False)]\n",
    "        elif len(new) == 1:\n",
    "            new_data_view = metadata.loc[(metadata[new[0]] == True) & (metadata[['Disabled person', 'Unspecified'].remove(new[0])] == False)]\n",
    "        else:\n",
    "            new_data_view = metadata.loc[(metadata[new[0]] == True) & (metadata[new[1]] == True)]\n",
    "        '''\n",
    "        if len(new) == 0:\n",
    "            new_data_view = current_metadata.loc[current_metadata['Disabled'] == False]\n",
    "        else:\n",
    "            new_data_view = current_metadata.loc[current_metadata['Disabled'] == True]\n",
    "        source = ColumnDataSource(new_data_view)\n",
    "        current_metadata = new_data_view\n",
    "        new_data_table = DataTable(source=source, columns=columns, width=1500, height=800)\n",
    "        col.children[1] = new_data_table\n",
    "\n",
    "    #checkbox_group = CheckboxGroup(labels=['Disabled person','Unspecified'], active=[0, 1])\n",
    "    checkbox_group = CheckboxGroup(labels=['Disabled person'])\n",
    "    checkbox_group.on_click(checkbox_change)\n",
    "\n",
    "    # this is confirmed to work\n",
    "    def table_reset(new):\n",
    "        global current_metadata\n",
    "        current_metadata = metadata\n",
    "        col.children[1] = data_table\n",
    "\n",
    "    button = Button(label=\"Reset\", button_type=\"success\")\n",
    "    button.on_click(table_reset)\n",
    "    \n",
    "    def slider_weight_1_change(attrname, old, new):\n",
    "        slider_weight_3.value=slider_weight_1.value\n",
    "        '''\n",
    "        TWB.API.calculate_ranking(news_weight=new)\n",
    "        '''\n",
    "        \n",
    "        #slider_weight_2.value=slider_weight_1.value\n",
    "        \n",
    "    slider_weight_1 = Slider(start=0, end=1, value=0.5, step=.1, title=\"Relevancy_to_news_weight\")\n",
    "    slider_weight_1.on_change('value', slider_weight_1_change)\n",
    "\n",
    "    def slider_weight_2_change(attrname, old, new):\n",
    "        slider_weight_1.value=slider_weight_2.value\n",
    "        #slider_weight_3.value=slider_weight_2.value\n",
    "        \n",
    "        \n",
    "    slider_weight_2 = Slider(start=0, end=1, value=0.5, step=.1, title=\"Document_features_weight\")\n",
    "    slider_weight_2.on_change('value', slider_weight_2_change)\n",
    "\n",
    "    def slider_weight_3_change(attrname, old, new):\n",
    "        #slider_weight_1.value=slider_weight_3.value\n",
    "        slider_weight_2.value=slider_weight_3.value\n",
    "        \n",
    "    slider_weight_3= Slider(start=0, end=1, value=0.5, step=.1, title=\"Document_content_weight\")\n",
    "    slider_weight_3.on_change('value', slider_weight_3_change)\n",
    "    \n",
    "    col = row(column(text_input, dropdown_features, dropdown6,button, slider_weight_1,slider_weight_2,slider_weight_3 ), data_table)\n",
    "    #col = row(column(text_input, dropdown, dropdown2, dropdown3, dropdown4, dropdown5, dropdown6, checkbox_group,button, slider_weight_1,slider_weight_2,slider_weight_3 ), data_table)\n",
    "\n",
    "    doc.add_root(col)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-06-16T08:23:03.460257Z",
     "start_time": "2019-06-16T08:23:03.456018Z"
    }
   },
   "outputs": [],
   "source": [
    "#import pandas as pd\n",
    "\n",
    "#data_dir = '/home/mixalis/Downloads/Translators Without Borders/'\n",
    "#metadata = pd.read_excel(data_dir + 'Hackathon-for-Good-2019_TWB-Challenge_Metadata.xlsx')\n",
    "\n",
    "#metadata2 = pd.read_pickle('data/english_document_data_topics.pkl')\n",
    "#metadata.loc[metadata2.index]\n",
    "#metadata2.info()\n",
    "#metadata2\n",
    "#metadata.head(n=3)\n",
    "#len(metadata)\n",
    "#metadata.drop('Content',axis=1)\n",
    "#metadata\n",
    "\n",
    "#metadata2 = pd.read_excel(data_dir + 'Hackathon-for-Good-2019_TWB-Challenge_Metadata.xlsx')\n",
    "#metadata.columns.difference(metadata2.columns)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-06-16T08:23:04.422717Z",
     "start_time": "2019-06-16T08:23:04.407330Z"
    }
   },
   "outputs": [],
   "source": [
    "# runs the app using bokeh server unsing 1 thread in port 5007\n",
    "server = Server({'/': twb_app}, num_procs=1, port=8080)\n",
    "server.start()\n",
    "server.show('/')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-06-16T08:22:34.829623Z",
     "start_time": "2019-06-16T08:22:34.824702Z"
    }
   },
   "outputs": [],
   "source": [
    "server.stop()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-06-16T07:29:29.725677Z",
     "start_time": "2019-06-16T07:29:27.016080Z"
    }
   },
   "outputs": [],
   "source": [
    "'''\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "\n",
    "from bokeh.io import show , output_notebook\n",
    "from bokeh.models import ColumnDataSource\n",
    "from bokeh.models.widgets import DataTable, DateFormatter, TableColumn, Dropdown, CheckboxGroup, Button, Slider, MultiSelect\n",
    "from bokeh.models.callbacks import CustomJS\n",
    "from bokeh.layouts import column, gridplot, row\n",
    "from bokeh.server.server import Server\n",
    "\n",
    "output_notebook()   \n",
    "\n",
    "data_dir = '/home/antonis/TWB_translators/'\n",
    "metadata = pd.read_excel(data_dir + 'Hackathon-for-Good-2019_TWB-Challenge_Metadata.xlsx')\n",
    "\n",
    "def dropdown_change3(attr,old,new):\n",
    "    # find appropriates data rows based on new value\n",
    "    #vcomp = multi_select.value\n",
    "    print(dropdown3.value)\n",
    "    new_data_view = metadata.loc[metadata['Source_country'] == menu3[int(dropdown3.value)][0]]\n",
    "    # update source of data table\n",
    "    source = ColumnDataSource(new_data_view)\n",
    "    new_data_table = DataTable(source=source, columns=columns, width=1500, height=800)\n",
    "    # update the layout of the doc with new data table\n",
    "    col.children[1] = new_data_table\n",
    "\n",
    "\n",
    "source = ColumnDataSource(metadata)\n",
    "    \n",
    "temp=metadata.Source_country.unique()\n",
    "temp=sorted(temp)\n",
    "menu3=[]\n",
    "for i in range(len(temp)):\n",
    "    menu3.append((temp[i], temp[i]+str(i)))\n",
    "    #menu3.append(temp[i])\n",
    "\n",
    "dropdown3 = Dropdown(label='Source country', button_type='warning', menu=menu3)\n",
    "#multi_select = MultiSelect(title=\"Source Country:\", value=[\"GR\"],options=menu3)\n",
    "dropdown3.on_change('value', dropdown_change3)\n",
    "\n",
    "columns = []\n",
    "for i in metadata.columns:\n",
    "    temp = TableColumn(field=i, title=i)\n",
    "    columns.append(temp)\n",
    "\n",
    "data_table = DataTable(source=source, columns=columns, width=500, height=200)\n",
    "\n",
    "col = row(column(dropdown3), data_table)\n",
    "show(col)\n",
    "'''\n",
    "\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "\n",
    "from bokeh.io import show , output_notebook\n",
    "from bokeh.models import ColumnDataSource\n",
    "from bokeh.models.widgets import DataTable, DateFormatter, TableColumn, Dropdown, CheckboxGroup, Button, Slider, MultiSelect\n",
    "from bokeh.models.callbacks import CustomJS\n",
    "from bokeh.layouts import column, gridplot, row\n",
    "from bokeh.server.server import Server\n",
    "\n",
    "\n",
    "   # output_notebook()\n",
    "global current_metadata\n",
    "\n",
    "data_dir = '/home/antonis/TWB_translators/'\n",
    "metadata = pd.read_excel(data_dir + 'Hackathon-for-Good-2019_TWB-Challenge_Metadata.xlsx')\n",
    "    #metadata = pd.read_pickle('data/english_document_data.pkl')\n",
    "    \n",
    "    #metadata['Source_country'] = ['dasdsa' for i in range(len(metadata))]\n",
    "    #metadata['Format'] = ['dsad3231232s' for i in range(len(metadata))]\n",
    "    \n",
    "    # add the extra data and keep only english files\n",
    "#doc_type=pd.read_pickle(/'document_types.pkl')\n",
    "    \n",
    "doc_type=pd.read_pickle('/home/antonis/TWB_translators/JuSiPy_TWB/docClassif/document_types.pkl')\n",
    "\n",
    "english_index = pd.read_pickle('data/english_document_data_topics.pkl').index\n",
    "metadata = metadata.loc[english_index] \n",
    "extra_features = doc_type.loc[english_index]\n",
    "#metadata['Age'] = extra_features['Age']\n",
    "#metadata['Gender'] = extra_features['Gender']\n",
    "#metadata['Disabled'] = extra_features['disabl'] > 0.001\n",
    "\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-06-15T15:45:46.887630Z",
     "start_time": "2019-06-15T15:45:46.517446Z"
    }
   },
   "outputs": [],
   "source": [
    "metadata = pd.read_pickle('data/english_document_data.pkl')\n",
    "source = ColumnDataSource(metadata)\n",
    "    \n",
    "extra_features = pd.read_pickle('data/freq_content_updated.pkl')\n",
    "metadata['Age'] = extra_features['Age']\n",
    "metadata['Gender'] = extra_features['Gender']\n",
    "metadata['Disabled'] = extra_features['disabl '] > 0.001"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-06-15T15:39:44.342846Z",
     "start_time": "2019-06-15T15:39:44.333459Z"
    }
   },
   "outputs": [],
   "source": [
    "columns = []\n",
    "for i in metadata.columns:\n",
    "    temp = TableColumn(field=i, title=i)\n",
    "    columns.append(temp)\n",
    "\n",
    "data_table = DataTable(source=source, columns=columns, width=1500, height=800)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# click handler for Age variable\n",
    "def dropdown_change(attr, old, new):\n",
    "    # find appropriates data rows based on new value\n",
    "    new_data_view = metadata.loc[metadata['Age'] == menu[int(new)][0]]\n",
    "    # update source of data table\n",
    "    source = ColumnDataSource(new_data_view)\n",
    "    new_data_table = DataTable(source=source, columns=columns, width=1500, height=800)\n",
    "    # update the layout of the doc with new data table\n",
    "    col.children[1] = new_data_table\n",
    "\n",
    "\n",
    "menu = [('0-18', '0'), ('18-65', '1'), ('65-', '2')]\n",
    "dropdown = Dropdown(label='Age', button_type='warning', menu=menu)\n",
    "dropdown.on_change('value', dropdown_change)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "def dropdown2_change(attr, old, new):\n",
    "    new_data_view = metadata.loc[metadata['Gender'] == menu2[int(new)][0]]\n",
    "    source = ColumnDataSource(new_data_view)\n",
    "    new_data_table = DataTable(source=source, columns=columns, width=1500, height=800)\n",
    "    col.children[1] = new_data_table\n",
    "         \n",
    "menu2 = [('Men', '0'), ('Women', '1')]\n",
    "dropdown2 = Dropdown(label='Gender', button_type='warning', menu=menu2)\n",
    "dropdown2.on_change('value', dropdown2_change)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "def dropdown_change3(attrname, old, new):\n",
    "    # find appropriates data rows based on new value\n",
    "    #vcomp = multi_select.value\n",
    "    new_data_view = metadata.loc[(metadata['Source_country'] == menu3[int(new)][0])]\n",
    "    # update source of data table\n",
    "    source = ColumnDataSource(new_data_view)\n",
    "    new_data_table = DataTable(source=source, columns=columns, width=1500, height=800)\n",
    "    # update the layout of the doc with new data table\n",
    "    col.children[1] = new_data_table\n",
    "\n",
    "temp=metadata.Source_country.unique()\n",
    "temp=sorted(temp)\n",
    "menu3=[]\n",
    "for i in range(len(temp)):\n",
    "    menu3.append((temp[i], str(i)))\n",
    "    #menu3.append(temp[i])\n",
    "\n",
    "dropdown3 = Dropdown(label='Source country', button_type='warning', menu=menu3)\n",
    "#multi_select = MultiSelect(title=\"Source Country:\", value=[\"GR\"],options=menu3)\n",
    "dropdown3.on_change('value', dropdown_change3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "def dropdown_change4(attrname, old, new):\n",
    "    # find appropriates data rows based on new value\n",
    "    #vcomp = multi_select.value\n",
    "    new_data_view = metadata.loc[(metadata['Target_country'] == menu3[int(new)][0])]\n",
    "    # update source of data table\n",
    "    source = ColumnDataSource(new_data_view)\n",
    "    new_data_table = DataTable(source=source, columns=columns, width=1500, height=800)\n",
    "    # update the layout of the doc with new data table\n",
    "    col.children[1] = new_data_table\n",
    "\n",
    "\n",
    "dropdown4 = Dropdown(label='Target country', button_type='warning', menu=menu3)\n",
    "#multi_select = MultiSelect(title=\"Source Country:\", value=[\"GR\"],options=menu3)\n",
    "dropdown4.on_change('value', dropdown_change4)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "def dropdown_change5(attrname, old, new):\n",
    "    # find appropriates data rows based on new value\n",
    "    #vcomp = multi_select.value\n",
    "    new_data_view = metadata.loc[(metadata['Format'] == menu4[int(new)][0])]\n",
    "    # update source of data table\n",
    "    source = ColumnDataSource(new_data_view)\n",
    "    new_data_table = DataTable(source=source, columns=columns, width=1500, height=800)\n",
    "    # update the layout of the doc with new data table\n",
    "    col.children[1] = new_data_table\n",
    "\n",
    "temp=metadata.Format.unique()\n",
    "temp=sorted(temp)\n",
    "menu4=[]\n",
    "for i in range(len(temp)):\n",
    "    menu4.append((temp[i], str(i)))    \n",
    "\n",
    "dropdown5 = Dropdown(label='Format', button_type='warning', menu=menu4)\n",
    "#multi_select = MultiSelect(title=\"Source Country:\", value=[\"GR\"],options=menu3)\n",
    "dropdown5.on_change('value', dropdown_change5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# This works by returning a list of the checked checkboxes' indexes after a click\n",
    "def checkbox_change(new):\n",
    "    # naive way of doing the changes\n",
    "    '''\n",
    "    if len(new) == 0:\n",
    "        print(\"Gamieste\")\n",
    "        new_data_view = metadata.loc[(metadata['Disabled person'] == False) & (metadata['Unspecified'] == False)]\n",
    "    elif len(new) == 1:\n",
    "        new_data_view = metadata.loc[(metadata[new[0]] == True) & (metadata[['Disabled person', 'Unspecified'].remove(new[0])] == False)]\n",
    "    else:\n",
    "        new_data_view = metadata.loc[(metadata[new[0]] == True) & (metadata[new[1]] == True)]\n",
    "    '''\n",
    "    if len(new) == 0:\n",
    "        new_data_view = metadata.loc[metadata['Disabled person'] == False]\n",
    "    else:\n",
    "        new_data_view = metadata.loc[metadata['Disabled person'] == True]\n",
    "    source = ColumnDataSource(new_data_view)\n",
    "    data_table = DataTable(source=source, columns=columns, width=1500, height=800)\n",
    "    \n",
    "    #col.children[1] = new_data_table\n",
    "\n",
    "#checkbox_group = CheckboxGroup(labels=['Disabled person','Unspecified'], active=[0, 1])\n",
    "checkbox_group = CheckboxGroup(labels=['Disabled person'])\n",
    "checkbox_group.on_click(checkbox_change)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# this is confirmed to work\n",
    "def table_reset(new):\n",
    "    col.children[1] = data_table\n",
    "\n",
    "button = Button(label=\"Reset\", button_type=\"success\")\n",
    "button.on_click(table_reset)\n",
    "    \n",
    "def slider_weight_1_change(attrname, old, new):\n",
    "    slider_weight_3.value=slider_weight_1.value\n",
    "    #slider_weight_2.value=slider_weight_1.value\n",
    "        \n",
    "slider_weight_1 = Slider(start=0, end=1, value=0.5, step=.1, title=\"Relevancy_to_news_weight\")\n",
    "slider_weight_1.on_change('value', slider_weight_1_change)\n",
    "\n",
    "def slider_weight_2_change(attrname, old, new):\n",
    "    slider_weight_1.value=slider_weight_2.value\n",
    "    #slider_weight_3.value=slider_weight_2.value\n",
    "        \n",
    "        \n",
    "slider_weight_2 = Slider(start=0, end=1, value=0.5, step=.1, title=\"Document_features_weight\")\n",
    "slider_weight_2.on_change('value', slider_weight_2_change)\n",
    "\n",
    "def slider_weight_3_change(attrname, old, new):\n",
    "    #slider_weight_1.value=slider_weight_3.value\n",
    "    slider_weight_2.value=slider_weight_3.value\n",
    "        \n",
    "slider_weight_3= Slider(start=0, end=1, value=0.5, step=.1, title=\"Document_content_weight\")\n",
    "slider_weight_3.on_change('value', slider_weight_3_change)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "col = row(column(dropdown, dropdown2, dropdown3, dropdown4, dropdown5,checkbox_group,button, slider_weight_1,slider_weight_2,slider_weight_3 ), data_table)\n",
    "doc.add_root(col)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "test = pd.read_pickle('data/freq_content_updated.pkl')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "test.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.5"
  },
  "varInspector": {
   "cols": {
    "lenName": 16,
    "lenType": 16,
    "lenVar": "50"
   },
   "kernels_config": {
    "python": {
     "delete_cmd_postfix": "",
     "delete_cmd_prefix": "del ",
     "library": "var_list.py",
     "varRefreshCmd": "print(var_dic_list())"
    },
    "r": {
     "delete_cmd_postfix": ") ",
     "delete_cmd_prefix": "rm(",
     "library": "var_list.r",
     "varRefreshCmd": "cat(var_dic_list()) "
    }
   },
   "position": {
    "height": "423px",
    "left": "1571.5px",
    "right": "20px",
    "top": "137px",
    "width": "350px"
   },
   "types_to_exclude": [
    "module",
    "function",
    "builtin_function_or_method",
    "instance",
    "_Feature"
   ],
   "window_display": true
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}